-- Logs begin at Fri 2022-04-29 06:53:49 UTC, end at Fri 2022-04-29 08:40:43 UTC. -- Apr 29 07:27:44.250443 dv-neutron-839860-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 07:27:47.156732 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.common.config [-] Logging enabled! Apr 29 07:27:47.157419 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev42 Apr 29 07:27:47.157497 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104082) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 07:27:47.160777 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.common.config [-] Logging enabled! Apr 29 07:27:47.161044 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev42 Apr 29 07:27:47.161383 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104082) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 07:27:47.162334 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 07:27:47.162567 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 07:27:47.162936 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 07:27:47.163181 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 07:27:47.163408 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 07:27:47.164151 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.164579 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 29 07:27:47.164896 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.165195 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.165523 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.165809 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.166114 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.166386 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.166732 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.167026 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.167314 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.167593 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.167874 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.168166 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.168447 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.168719 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.169004 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.169306 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.169590 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.170029 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.170450 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.170729 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.171023 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.171300 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.171573 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.171847 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.172129 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.172458 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] host = dv-neutron-839860-1-hyperv {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.172737 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.173029 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.173344 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.173633 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.173908 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.174185 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.174468 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.174743 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.175027 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.175290 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.175578 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.175864 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.176155 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.176379 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.176602 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.176899 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.177185 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.177497 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.177773 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.178047 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.178318 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.178591 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.178860 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.179146 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.179429 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.179712 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.179983 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.180257 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.180526 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.180795 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.181083 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.181385 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.181659 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.181931 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.182243 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.182513 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.182788 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.183088 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.183374 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.183657 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.183941 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.184213 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.184491 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.184759 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.185029 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.185329 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.185601 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.185867 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.186143 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.186412 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.186681 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.186950 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.187217 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.187498 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.187766 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:47.188057 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.188351 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.188652 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.188945 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.189253 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.189536 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.189821 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.190100 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.190385 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.190674 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.190968 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.191243 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.191540 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.191824 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.192114 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.192413 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.192706 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.192998 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.193297 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.193571 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.193843 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.194116 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.194402 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.194678 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.194967 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.195255 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.195531 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.195826 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.196109 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.196398 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.196685 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.196957 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.197254 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.197546 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.197876 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.198148 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.198422 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.198709 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.198984 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.199252 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.199539 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.199811 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.200079 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.200705 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.200989 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.201301 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.201576 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.201844 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.202113 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.202384 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.202651 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.202934 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.203200 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.203479 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.203748 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.204023 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.204299 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.204572 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.204848 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.205121 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.205436 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.205713 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.205982 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.206253 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.206522 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.206797 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.207066 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.207337 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.207612 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.207916 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.208192 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.208461 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.208736 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.209040 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.209356 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.209653 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.209928 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.210203 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.210480 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.210755 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.211036 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.211311 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.211587 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.211862 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.212130 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.212417 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.212699 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.212984 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.213314 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.213621 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.213915 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.214187 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.214460 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.214741 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.215015 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.215292 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.215574 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.215857 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.216149 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.216443 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.216737 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.217030 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.217347 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.217629 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.217938 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.218217 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:47.218433 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 07:27:47.218677 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104082) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 07:27:47.590889 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 07:27:47.591169 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 07:27:47.591468 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 07:27:47.591951 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 07:27:47.916830 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.917071 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.917402 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.918577 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.918845 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.919231 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.964102 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.964384 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.964644 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.978550 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.978823 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:47.979124 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.006915 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.007194 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.007453 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.043497 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.043759 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.044022 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.386068 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.386716 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.386716 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.386907 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.387521 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.483852 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.484162 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.484392 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.484699 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.484966 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.485269 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.485562 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.485814 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.486066 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.486347 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.486605 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.486855 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.487114 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.487361 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.487610 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.487868 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.488120 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.488374 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.488651 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.488904 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.489173 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.489447 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.489725 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.490096 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.490344 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.490598 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.490982 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:27:48.491216 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:27:48.491446 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:27:48.491676 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:27:48.491903 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:27:48.492131 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:27:48.492486 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 07:27:48.495632 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 07:27:48.499642 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 07:27:48.503257 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 29 07:27:48.504856 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 07:27:48.505352 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 07:27:48.505680 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 07:27:48.506055 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 07:27:48.508794 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 07:27:48.509043 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 07:27:48.509409 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 07:27:48.514215 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 29 07:27:48.537482 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 07:27:48.537927 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.538223 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104082) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 29 07:27:48.538584 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.539917 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104082) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 07:27:48.540199 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 07:27:48.540442 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 07:27:48.543765 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.544044 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:48.605769 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 07:27:48.605990 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 07:27:48.606194 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 07:27:48.606587 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 07:27:48.628435 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_db.sqlalchemy.engines [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104082) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 29 07:27:49.058934 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Initializing driver for type 'gre' Apr 29 07:27:49.059813 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] gre ID ranges: [(1, 1000)] Apr 29 07:27:49.114126 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Initializing driver for type 'local' Apr 29 07:27:49.114620 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Initializing driver for type 'vlan' Apr 29 07:27:49.131780 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] VlanTypeDriver initialization complete Apr 29 07:27:49.132166 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Initializing driver for type 'vxlan' Apr 29 07:27:49.132647 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] vxlan ID ranges: [(1, 1000)] Apr 29 07:27:49.194848 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Initializing extension driver 'port_security' Apr 29 07:27:49.195267 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.extensions.port_security [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] PortSecurityExtensionDriver initialization complete Apr 29 07:27:49.195767 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Initializing mechanism driver 'openvswitch' Apr 29 07:27:49.196259 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Initializing mechanism driver 'hyperv' Apr 29 07:27:49.207281 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:27:49.208626 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.209116 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.209597 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.210344 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 07:27:49.210930 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.211409 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.211865 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.212403 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 07:27:49.213008 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > network after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.213580 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > network after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.213916 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.214303 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 07:27:49.214708 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > security_group after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.215040 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > security_group after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.215378 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.215767 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 07:27:49.216165 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.216507 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.216849 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.217249 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 07:27:49.217665 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > address_group after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.218009 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > address_group after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.218344 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.218718 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 07:27:49.219156 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] ML2 OVO RPC backend initialized. {{(pid=104082) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 29 07:27:49.219852 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.220204 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.220619 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > network before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.220963 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > networks before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.221336 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > port before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.221677 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > ports before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.222016 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > subnet before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.222351 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > subnets before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.222691 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > network after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.223027 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > network after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.223356 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.223686 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.224016 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.224345 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.224675 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.225005 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.225365 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.232544 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded quota_driver: . Apr 29 07:27:49.232900 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.plugin [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Modular L2 Plugin initialization complete Apr 29 07:27:49.233265 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading services supported by the core plugin {{(pid=104082) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 07:27:49.233618 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Got port-security extension from driver 'port_security' Apr 29 07:27:49.234091 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.extensions.vlantransparent [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Disabled vlantransparent extension. Apr 29 07:27:49.234583 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104082) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 07:27:49.234905 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading Plugin: router Apr 29 07:27:49.269842 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.270222 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router after_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.270593 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router before_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.270950 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.271328 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.271684 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router after_delete 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.272039 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.272387 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.272742 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router after_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.273083 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.273458 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.273796 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.274150 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.274555 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router precommit_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.274943 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.275253 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.275583 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.275993 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.276345 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.276689 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router precommit_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.277030 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: port before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.277384 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.277735 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.278197 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.278547 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router precommit_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.278900 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.279240 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router precommit_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.279598 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > agent after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.279941 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > agent after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.280284 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.281124 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Tracking information for resource: router configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:27:49.281484 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Tracking information for resource: floatingip configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 07:27:49.286311 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.db.l3_agentschedulers_db [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 07:27:49.286875 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.287229 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.287572 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.287917 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.288687 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router before_create 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.289047 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.289433 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router precommit_create 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.289785 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > router precommit_update 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.294682 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.services.provider_configuration [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service providers = [] {{(pid=104082) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 07:27:49.295042 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.db.servicetype_db [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104082) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 07:27:49.297989 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.services.service_base [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 07:27:49.298341 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.services.service_base [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 07:27:49.298680 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.services.service_base [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 07:27:49.299553 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.services.service_base [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 07:27:49.299920 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.services.service_base [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 07:27:49.300290 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:27:49.300606 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 07:27:49.311375 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:27:49.311672 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading Plugin: auto_allocate Apr 29 07:27:49.317247 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: network precommit_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.317641 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: network precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.318147 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:27:49.318467 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading Plugin: tag Apr 29 07:27:49.325184 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:27:49.325881 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading Plugin: timestamp Apr 29 07:27:49.329666 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:27:49.329992 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading Plugin: network_ip_availability Apr 29 07:27:49.335404 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.335771 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.336123 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.336823 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:27:49.337136 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading Plugin: flavors Apr 29 07:27:49.342085 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:27:49.342420 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading Plugin: revisions Apr 29 07:27:49.346689 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 07:27:49.347075 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 07:27:49.347810 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104082) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 07:27:49.348140 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Initializing extension manager. Apr 29 07:27:49.348666 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: __init__.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.349000 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: __pycache__ {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.349366 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.350108 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.350667 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: address-group Apr 29 07:27:49.350985 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: address_scope.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.351702 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.352209 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: address-scope Apr 29 07:27:49.352527 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.353478 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.353989 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: router-admin-state-down-before-update Apr 29 07:27:49.354332 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: agent.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.355014 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.355511 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: agent Apr 29 07:27:49.355827 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: agent_resources_synced.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.356731 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.357249 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: agent-resources-synced Apr 29 07:27:49.357596 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: allowedaddresspairs.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.359372 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.359888 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: allowed-address-pairs Apr 29 07:27:49.360214 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: auto_allocated_topology.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.361333 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.361845 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: auto-allocated-topology Apr 29 07:27:49.362168 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.362856 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.363358 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: availability_zone Apr 29 07:27:49.363677 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: availability_zone_filter.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.364580 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.365090 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: availability_zone_filter Apr 29 07:27:49.365431 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: data_plane_status.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.366328 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.366827 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 07:27:49.367142 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: default_subnetpools.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.368052 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.368558 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: default-subnetpools Apr 29 07:27:49.368876 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.369758 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.370283 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: dhcp_agent_scheduler Apr 29 07:27:49.370600 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: dns.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.371522 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.372025 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension dns-integration not supported by any of loaded plugins Apr 29 07:27:49.372341 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: dns_domain_ports.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.373241 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.373775 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 07:27:49.374092 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.375095 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.375501 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 29 07:27:49.375820 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: dvr.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.376489 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.376996 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: dvr Apr 29 07:27:49.377342 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: ecmp_routes.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.378247 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.378756 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 29 07:27:49.379079 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: empty_string_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.379981 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.380486 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: empty-string-filtering Apr 29 07:27:49.380799 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.381731 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.382235 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 07:27:49.382551 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.383473 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.383977 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 07:27:49.384294 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: external_net.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.385180 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.385729 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: external-net Apr 29 07:27:49.386046 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.386959 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.387524 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: extra_dhcp_opt Apr 29 07:27:49.387773 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: extraroute.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.388681 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.389196 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: extraroute Apr 29 07:27:49.389535 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: extraroute_atomic.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.390551 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.391101 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: extraroute-atomic Apr 29 07:27:49.391417 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: filter_validation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.392076 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.392577 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: filter-validation Apr 29 07:27:49.392890 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: fip_pf_description.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.393829 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.394328 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 07:27:49.394641 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: fip_port_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.395738 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.396239 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: fip-port-details Apr 29 07:27:49.396553 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: flavors.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.397811 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.398323 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: flavors Apr 29 07:27:49.398641 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.400268 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.400792 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 07:27:49.401184 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: floatingip_pools.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.401909 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.402419 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: floatingip-pools Apr 29 07:27:49.402746 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: ip_allocation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.403661 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.404164 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 07:27:49.404484 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.405424 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.405935 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: ip-substring-filtering Apr 29 07:27:49.406259 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l2_adjacency.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.407171 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.407675 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 07:27:49.407997 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l3.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.408951 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.409496 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: router Apr 29 07:27:49.409819 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.412018 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.412546 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 07:27:49.412872 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.413836 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.414354 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: ext-gw-mode Apr 29 07:27:49.414681 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.415589 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.416096 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: l3-ha Apr 29 07:27:49.416415 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.417399 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.417899 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 29 07:27:49.418215 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l3_flavors.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.419124 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.419635 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: l3-flavors Apr 29 07:27:49.419950 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.421362 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.421877 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 29 07:27:49.422199 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.423115 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.423633 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 07:27:49.423959 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: l3agentscheduler.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.425003 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.425546 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: l3_agent_scheduler Apr 29 07:27:49.425871 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: local_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.427619 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.428144 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension local_ip not supported by any of loaded plugins Apr 29 07:27:49.428478 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: logging.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.431402 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.431933 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension logging not supported by any of loaded plugins Apr 29 07:27:49.432289 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: metering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.433030 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.433655 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: metering Apr 29 07:27:49.433974 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.435063 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.435582 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: metering_source_and_destination_fields Apr 29 07:27:49.435906 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: multiprovidernet.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.436836 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.437382 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: multi-provider Apr 29 07:27:49.437704 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: netmtu.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.438622 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.439131 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: net-mtu Apr 29 07:27:49.439451 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: netmtu_writable.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.440362 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.440872 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: net-mtu-writable Apr 29 07:27:49.441197 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: network_availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.441886 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.442392 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: network_availability_zone Apr 29 07:27:49.442707 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: network_ip_availability.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.443812 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.444325 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: network-ip-availability Apr 29 07:27:49.444642 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: network_segment_range.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.445436 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.445938 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 07:27:49.446277 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: pagination.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.447240 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.447569 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: pagination Apr 29 07:27:49.447972 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: port_device_profile.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.448893 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.449440 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: port-device-profile Apr 29 07:27:49.449759 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.451040 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.451551 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: port-mac-address-regenerate Apr 29 07:27:49.451867 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.452802 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.453328 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: port-numa-affinity-policy Apr 29 07:27:49.453643 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: port_resource_request.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.454556 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.455060 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 07:27:49.455376 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: port_resource_request_groups.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.456347 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.456853 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 29 07:27:49.457174 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: portbindings.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.458133 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.458650 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: binding Apr 29 07:27:49.458971 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: portbindings_extended.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.460236 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.460727 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: binding-extended Apr 29 07:27:49.461059 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: portsecurity.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.462019 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.462532 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: port-security Apr 29 07:27:49.462850 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: project_id.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.463846 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.464179 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: project-id Apr 29 07:27:49.464493 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: providernet.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.465449 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.465960 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: provider Apr 29 07:27:49.466278 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.469864 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.470387 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos not supported by any of loaded plugins Apr 29 07:27:49.470717 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.471966 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.472483 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 07:27:49.472811 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.473764 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.474272 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 07:27:49.474597 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_default.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.475500 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.476007 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-default not supported by any of loaded plugins Apr 29 07:27:49.476330 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_fip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.477249 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.477770 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-fip not supported by any of loaded plugins Apr 29 07:27:49.478090 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.479017 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.479547 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 29 07:27:49.479863 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_gateway_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.480771 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.481387 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 07:27:49.481708 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_port_network_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.482737 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.483242 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 07:27:49.483565 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.484592 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.485103 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 29 07:27:49.485458 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.486497 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.487012 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 29 07:27:49.487333 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_pps_rule.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.488482 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.488994 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-pps not supported by any of loaded plugins Apr 29 07:27:49.489342 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_rule_type_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.490246 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.490751 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 07:27:49.491070 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: qos_rules_alias.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.492117 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.492624 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 07:27:49.492945 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: quota_check_limit.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.493893 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.494404 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: quota-check-limit Apr 29 07:27:49.494753 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: quotasv2.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.495696 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.496019 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: quotas Apr 29 07:27:49.496339 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: quotasv2_detail.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.498054 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.498390 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: quota_details Apr 29 07:27:49.498712 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: rbac.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.499773 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.500293 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: rbac-policies Apr 29 07:27:49.500624 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: rbac_address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.501587 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.502098 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: rbac-address-group Apr 29 07:27:49.502422 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: rbac_address_scope.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.503342 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.503852 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: rbac-address-scope Apr 29 07:27:49.504175 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: rbac_security_groups.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.505085 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.505623 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: rbac-security-groups Apr 29 07:27:49.505947 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: rbac_subnetpool.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.506855 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.507370 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: rbac-subnetpool Apr 29 07:27:49.507692 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: revisionifmatch.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.508679 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.509187 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: revision-if-match Apr 29 07:27:49.509537 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: revisions.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.510707 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.511206 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: standard-attr-revisions Apr 29 07:27:49.511532 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: router_availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.512199 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.512863 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: router_availability_zone Apr 29 07:27:49.513025 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: routerservicetype.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.513986 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.514494 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension router-service-type not supported by any of loaded plugins Apr 29 07:27:49.514812 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.515732 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.516244 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: security-groups-normalized-cidr Apr 29 07:27:49.516560 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.517510 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.518021 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: port-security-groups-filtering Apr 29 07:27:49.518343 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.519262 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.519772 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: security-groups-remote-address-group Apr 29 07:27:49.520091 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.521020 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.521560 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: security-groups-shared-filtering Apr 29 07:27:49.521883 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.522472 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 29 07:27:49.522785 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: securitygroup.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.532496 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.533025 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: security-group Apr 29 07:27:49.533400 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: segment.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.534131 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.534638 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension segment not supported by any of loaded plugins Apr 29 07:27:49.534960 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.535908 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.536418 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 07:27:49.536741 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: servicetype.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.537855 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.538371 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: service-type Apr 29 07:27:49.538695 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: sorting.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.539668 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.539992 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: sorting Apr 29 07:27:49.540311 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: standard_attr_segment.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.541246 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.541848 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 07:27:49.542169 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: standardattrdescription.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.542811 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.543321 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: standard-attr-description Apr 29 07:27:49.543641 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: stateful_security_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.544578 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.545093 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: stateful-security-group Apr 29 07:27:49.545456 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: stdattrs_common.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.546027 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 07:27:49.546341 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.547263 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.547780 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 07:27:49.548098 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: subnet_onboard.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.549173 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.549717 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: subnet_onboard Apr 29 07:27:49.550036 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.550966 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.551484 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 07:27:49.551798 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: subnet_service_types.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.552691 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.553235 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: subnet-service-types Apr 29 07:27:49.553561 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: subnetallocation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.554661 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.555179 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: subnet_allocation Apr 29 07:27:49.555500 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.556164 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.556681 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: subnetpool-prefix-ops Apr 29 07:27:49.557001 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.558025 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.558531 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 07:27:49.558898 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: tagging.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.560024 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.560538 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: standard-attr-tag Apr 29 07:27:49.560863 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: timestamp.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.562153 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.562618 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loaded extension: standard-attr-timestamp Apr 29 07:27:49.562932 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: trunk.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.563953 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.564461 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension trunk not supported by any of loaded plugins Apr 29 07:27:49.564786 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: trunk_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.565724 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.566232 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension trunk-details not supported by any of loaded plugins Apr 29 07:27:49.566553 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: uplink_status_propagation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.567470 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.568066 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 07:27:49.568538 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Loading extension file: vlantransparent.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 07:27:49.569370 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 07:27:49.569982 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 07:27:49.573088 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:network Apr 29 07:27:49.573673 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:subnet Apr 29 07:27:49.574143 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:27:49.574586 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:port Apr 29 07:27:49.576332 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.576825 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service FLAVORS assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.577487 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.577987 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.578361 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:router Apr 29 07:27:49.578830 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 07:27:49.579359 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service METERING assigned prefix: /metering {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.580986 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.581444 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.581856 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:27:49.583014 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 07:27:49.583500 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:security_group Apr 29 07:27:49.583973 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 07:27:49.584693 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.585039 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:27:49.585491 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] subnetpool is already registered Apr 29 07:27:49.585940 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.586370 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:27:49.586736 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] subnetpool is already registered Apr 29 07:27:49.589128 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.589593 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service FLAVORS assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.590186 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.590604 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.590935 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:router Apr 29 07:27:49.591270 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] router is already registered Apr 29 07:27:49.591685 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 07:27:49.592016 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] floatingip is already registered Apr 29 07:27:49.592465 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service METERING assigned prefix: /metering {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.593127 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 07:27:49.593476 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] rbac_policy is already registered Apr 29 07:27:49.593889 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:security_group Apr 29 07:27:49.594221 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] security_group is already registered Apr 29 07:27:49.594623 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 07:27:49.594951 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] security_group_rule is already registered Apr 29 07:27:49.595565 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.595891 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:27:49.596222 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] subnetpool is already registered Apr 29 07:27:49.596654 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 07:27:49.596976 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 07:27:49.597340 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] subnetpool is already registered Apr 29 07:27:49.597809 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: extensions {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.599291 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: address-groups {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.600748 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: address-scopes {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.602119 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.603289 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: auto-allocated-topology {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.604585 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: availability_zones {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.605817 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: dhcp-networks {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.607348 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: dhcp-agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.608791 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.611009 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: flavors {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.612172 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: service_profiles {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.613395 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: next_providers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.614834 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: service_profiles {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.616356 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: floatingip-pools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.617581 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.619683 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: floatingips {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.621959 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: l3-routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.623336 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: l3-agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.624757 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: metering-labels {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.626136 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: metering-label-rules {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.627395 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: network-ip-availabilities {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.628649 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: bindings {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.630328 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: quotas {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.631883 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: quotas {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.633427 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: rbac-policies {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.634713 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: security-groups {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.636039 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: security-group-rules {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.637281 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: service-providers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.638515 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: subnetpools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.639920 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: subnetpools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.641385 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.643065 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.644858 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.646656 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.648418 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.650306 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.652024 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.653955 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.655674 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.657550 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron.api.extensions [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 07:27:49.663423 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING keystonemiddleware.auth_token [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 07:27:49.668239 dv-neutron-839860-1-hyperv neutron-server[104082]: WARNING keystonemiddleware.auth_token [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 07:27:49.676764 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Acquired lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 29 07:27:49.677251 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Releasing lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 29 07:27:49.677924 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO oslo_service.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Starting 2 workers Apr 29 07:27:49.682893 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Started child 104223 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 07:27:49.687371 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Started child 104224 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 07:27:49.688462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:27:49.689362 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO neutron.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 07:27:49.689562 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:27:49.690339 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [-] (104223) wsgi starting up on http://0.0.0.0:9696 Apr 29 07:27:49.691978 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO oslo_service.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Starting 1 workers Apr 29 07:27:49.692111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:27:49.693659 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [-] (104224) wsgi starting up on http://0.0.0.0:9696 Apr 29 07:27:49.697256 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Started child 104225 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 07:27:49.697935 dv-neutron-839860-1-hyperv neutron-server[104082]: INFO oslo_service.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Starting 1 workers Apr 29 07:27:49.701448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] calling RpcWorker wait() {{(pid=104225) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 07:27:49.702039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] returning from RpcWorker wait() {{(pid=104225) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 07:27:49.702945 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Started child 104226 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 07:27:49.703231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:27:49.703762 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d5ec-a278-453c-9a0c-da4da043d741 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:27:49.703902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:27:49.705668 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 07:27:49.705820 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 07:27:49.706000 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 07:27:49.706260 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 07:27:49.706604 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 07:27:49.706730 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 07:27:49.707267 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.707528 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.707765 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.707863 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:27:49.708334 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.708334 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.708872 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.709155 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.709401 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.709676 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.709892 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.710059 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.710202 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.710436 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.710640 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.710942 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.711241 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.711446 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.711705 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.711856 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.712123 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.712367 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.712611 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.712866 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.713100 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.713648 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.713887 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.714129 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.714379 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.714643 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.714874 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.715165 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.715421 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.715655 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.715895 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.716119 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.716351 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.716587 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.716839 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.717052 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.717317 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.717550 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.717995 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] host = dv-neutron-839860-1-hyperv {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.718228 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.718448 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.718690 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.718947 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.719161 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.719387 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.719642 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.719890 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.720141 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.720389 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.720628 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.720872 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.721086 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.721396 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.721549 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_options = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.721739 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.722008 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.722249 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.722434 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.722608 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.722756 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.722998 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.723149 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.723401 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.723703 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.723861 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.724033 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.724263 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.724491 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.724736 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.724967 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.725213 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.725442 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.725726 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.725931 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.726548 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.727051 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.727445 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.727751 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.727903 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.728284 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.728284 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.728649 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.728809 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.729103 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.729641 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.729802 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.730097 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.730425 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.730872 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.731458 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.731829 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.732197 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.732620 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.732978 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.733427 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.733764 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.733867 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.734179 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.734336 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.734545 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.734761 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.735004 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:27:49.735134 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.735210 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.735493 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.735684 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.735905 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.736120 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.736339 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.736596 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.736816 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.737273 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.737563 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.737866 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.738259 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.738496 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.738748 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.739133 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.739526 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.739787 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.740029 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.740318 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.740555 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.740852 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.741107 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.741398 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.741701 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.741956 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.742208 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.742424 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.742664 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.743043 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.743300 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.743574 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.743793 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.744027 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.744257 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.744495 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.744808 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.745068 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.745444 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.745702 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.745962 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.746218 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.746434 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.746668 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.746883 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.747323 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.748200 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.748455 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.748943 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.749404 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.749632 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.749891 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.750125 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.750391 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.750611 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.750863 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.751122 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.751348 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.751707 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.752099 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.752338 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.752572 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.752790 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.753015 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.753328 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.753525 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.753798 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.754005 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.754224 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.754435 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.754777 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.754945 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.755335 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.755510 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.755963 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.756127 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.756266 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.756522 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.756781 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.756942 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.757162 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.757406 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.757633 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.757872 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.758091 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.758302 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.758518 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.758730 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.758939 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.759153 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.759363 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.759585 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.759794 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.760004 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.760244 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.760503 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.760720 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.760934 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.761160 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.761409 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.761700 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.761984 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.762234 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.762511 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.762714 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.762967 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.763171 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.763415 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.763619 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.763921 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.764066 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.764302 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.764553 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.764732 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.765008 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.765184 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.765421 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.765653 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.765884 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.766133 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.766323 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.766580 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.767255 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.767255 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.767255 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.767648 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.767787 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.767947 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.768190 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.768484 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.768754 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.768944 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.769266 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.769549 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.769827 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.770062 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.770300 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.770546 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.771627 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.771627 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.771627 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.771627 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.771996 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.771996 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.772185 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.772427 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.772659 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.772889 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.773174 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.774058 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.774058 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.774058 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.774514 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.774514 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.774686 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.774778 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.775581 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.775581 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.775581 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.775970 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.775970 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.776206 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.776423 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.776981 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.776981 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.777306 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.777306 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.777556 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.778275 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.778275 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.778275 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.778678 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.778678 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.778912 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.779046 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.779806 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.779806 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.779806 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.780203 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.780203 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.780445 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.780445 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.780691 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.780905 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.781118 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.781889 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.781889 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.781889 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.782275 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.782422 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.782924 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.782924 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.783104 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.783227 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.783438 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.783707 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.784229 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.784229 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.784500 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.784668 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.785467 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.785609 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.785798 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.786333 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.786522 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.786662 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.786812 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.787042 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.788086 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.788086 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.788086 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.788086 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.788086 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.788647 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.788647 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.788902 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.789028 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.789160 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.789453 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.789645 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.789879 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.790132 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.790384 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.791158 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.791158 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.791158 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.791609 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.791609 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.791890 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.792045 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.792184 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.792354 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.793152 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.793152 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.793152 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.793461 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.793554 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.793768 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.794001 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.794208 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.794415 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.794637 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.794871 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.795075 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.795335 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.795700 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.795914 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.796138 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.796353 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.796564 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.796822 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.796988 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.797178 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.797438 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.797659 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.797891 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.798111 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.798319 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.798525 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.798738 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.798954 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.799161 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.799408 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.799606 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.799819 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.800054 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.800292 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.800501 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.800767 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.801030 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.801281 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.801574 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.801816 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.802063 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.802311 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.802594 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.802818 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.803432 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.803432 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.803721 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.803721 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.804052 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.804274 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.804566 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.804792 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.805250 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.805374 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.805652 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.805867 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.806077 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.806217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:27:49.806360 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.806680 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.806960 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.807254 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.807482 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.807724 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.807943 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.808174 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.808389 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.808710 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.808855 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.810559 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.810559 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.810559 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.810559 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.810559 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.810559 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.811756 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.811756 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.811756 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.811756 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.811756 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 07:27:49.812229 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 07:27:49.812229 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 07:27:49.812229 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 07:27:49.812498 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 07:27:49.812498 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 07:27:49.812625 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 07:27:49.812793 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.812946 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.813193 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.813490 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.814073 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.814073 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.814366 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.814366 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.814645 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.814645 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.814889 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.814993 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.815096 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.815245 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.815406 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.815546 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.815777 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.815894 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.816034 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.816159 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.816281 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.816431 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.816596 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.816743 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.817548 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.817548 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.817548 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.818253 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.818253 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.818253 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.818253 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.818253 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.818901 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.818901 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.818901 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.818901 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.819376 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.819376 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.819376 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.819376 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.819823 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.819823 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] host = dv-neutron-839860-1-hyperv {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.819823 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.820175 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.820175 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.820406 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.820406 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.820639 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.820639 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.820870 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.821027 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.821234 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.821234 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.821520 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.821650 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.821772 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.821892 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_options = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.822015 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.822136 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.822255 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.822438 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.822583 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.822768 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.822926 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.823083 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.823239 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.823396 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.823553 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.823709 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.823868 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.824025 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.824179 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.824335 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.824490 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.824644 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.824800 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.824956 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.825111 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.825283 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.825857 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.825984 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.826107 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.826243 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.826367 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.826527 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.826683 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.826839 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.826995 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.827150 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.827306 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.827707 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.827870 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.828412 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.828412 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.828412 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.828922 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.828922 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.828922 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.828922 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.829690 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.829690 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.829690 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.829690 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.829690 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.830248 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.830248 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.830248 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.830248 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.830718 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.830718 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.830718 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.830948 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.831078 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 07:27:49.831509 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.831509 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.831509 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.831900 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.831900 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.831900 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.832240 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.832240 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.832475 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.832475 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.832736 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.832860 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.832982 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.833433 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.833433 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.833433 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.833920 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.833920 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.833920 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.834394 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.834394 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.834394 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.834394 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.835081 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.835081 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.835081 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.835081 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.835722 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.835722 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.835722 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.835722 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.836378 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.836378 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.836378 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.836378 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.836378 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.836974 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.836974 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.836974 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.836974 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.837271 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.837271 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.837420 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.837551 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.837711 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.837872 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.838034 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.838194 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.838397 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.838564 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.838724 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.838884 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.839044 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.839250 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.839386 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.839500 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.839657 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.839827 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.839985 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.840143 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.840306 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.840463 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.840621 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.840779 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.840936 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.841094 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.841301 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.841421 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.841593 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.841752 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.841911 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.842069 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.842229 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.842389 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.842548 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.842897 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.842897 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.843133 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.843254 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.843378 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.843504 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.843636 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.843750 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.843871 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.844033 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.844194 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.844352 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.844509 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.844667 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.845085 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.845085 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.845363 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.845363 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.845594 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.845594 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.845825 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.845961 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.846149 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.846276 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.846413 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.846537 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.846660 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.846775 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.846932 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.847094 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.847252 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.847409 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.847568 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.847726 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.847884 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.848042 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.848200 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.848358 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.848516 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.848675 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.848832 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.848990 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.849148 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.849328 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.849497 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.849654 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.849814 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.849973 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.850140 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.850314 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.850474 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.850637 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.850794 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.850952 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.851109 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.851269 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.851428 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.851585 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.851743 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.851911 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.852063 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.852222 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.852379 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.852537 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.852719 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.852875 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.853034 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.853193 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.853372 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.853529 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.853687 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.853845 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.854026 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.854185 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.854342 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.854501 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.854660 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.854819 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.854981 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.855138 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.855297 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.855456 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.855613 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.855773 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.855931 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.856088 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.856247 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.856404 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.856561 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.856718 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.856876 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.857039 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.857190 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.857368 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.857527 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.857685 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.857842 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.858001 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.858159 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.858316 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.858474 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.858633 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.858792 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.858951 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.859109 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.859267 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.859429 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.859587 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.859748 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.859905 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.860065 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.860229 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.860386 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.860547 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.860706 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.860863 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.861022 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.861179 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.861359 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.861545 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.861695 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.861854 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.862016 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.862173 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.862333 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.862491 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.862649 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.862806 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.862963 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.863123 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.863282 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.863441 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.863599 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.863756 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.863914 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.864075 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.864235 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.864394 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.864551 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.864711 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.864870 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.865046 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.865185 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867353 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867353 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867353 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867353 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867353 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867353 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867353 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867353 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867915 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867915 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867915 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.867915 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.868194 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.868275 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.868378 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.868536 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.868694 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.868863 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.869022 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.869180 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.869371 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.869530 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.869871 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.870199 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.870199 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.870199 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.870442 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.870523 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.870630 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.870800 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.870957 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.871115 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.871273 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.871461 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.871726 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.872014 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.872283 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.872518 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.872685 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.872847 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.873008 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.873180 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.873367 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.873527 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.873695 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.873856 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.874013 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.874172 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.874343 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.874502 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.874663 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.874821 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.874979 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.875219 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.875499 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.875781 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.876038 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.876212 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.876374 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.876546 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.876714 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.876883 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.877042 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.877209 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.877408 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.877553 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.877711 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.877871 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.878028 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.878186 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.878343 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.878501 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.878658 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.878816 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.878974 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.879132 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.879290 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.879448 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.879607 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.879765 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.879922 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.880079 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.880238 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.880394 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 07:27:49.880547 dv-neutron-839860-1-hyperv neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 07:27:49.924830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 46932) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:27:49.936161 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084872 Apr 29 07:28:01.272953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea09b28-eb07-424b-b155-c5a9053f3f4b None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:28:01.337912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea09b28-eb07-424b-b155-c5a9053f3f4b None None] No non-hosted networks {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 07:28:01.374512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.agentschedulers_db [None req-aea09b28-eb07-424b-b155-c5a9053f3f4b None None] DHCP Agent not found on host dv-neutron-839860-1-hyperv {{(pid=104225) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 07:28:01.511807 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-92f1225e-6de0-4d6d-8d56-e47df966f320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1800781'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:03.326952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-718ea625-74a9-4283-91a0-39939e030eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1800781'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:03.364442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-58c2d4b7-18b1-4a6a-8a49-7592ce2b5851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:04.640048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1800781'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:05.960600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1800781'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:07.273956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47014) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:07.288407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1800781'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:07.289102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.289646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.290348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.291197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.291794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.292825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.293190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.293580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.293915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.294255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.294744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.295081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.295437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:07.295848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839860-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:07.304980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839860-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:07.819398 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING oslo_policy.policy [None req-4fb90d76-7baf-43be-ac06-f5ff136df948 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:28:07.819998 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING oslo_policy.policy [None req-4fb90d76-7baf-43be-ac06-f5ff136df948 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:28:08.043524 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-4fb90d76-7baf-43be-ac06-f5ff136df948 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:28:08.044877 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4fb90d76-7baf-43be-ac06-f5ff136df948 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7699971 Apr 29 07:28:10.459526 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.db.l3_hamode_db [None req-e86ffd68-8348-4caf-a223-f1e8904b8287 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 07:28:10.535183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ffd68-8348-4caf-a223-f1e8904b8287 None None] Routers set() bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:28:10.535445 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ffd68-8348-4caf-a223-f1e8904b8287 None None] Router IDs set() for agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 07:28:10.594724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47038) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:10.941054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cec61865-86d2-407d-8962-45d9b6480ae5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:28:11.044083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.policy [None req-cec61865-86d2-407d-8962-45d9b6480ae5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104224) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 07:28:11.085990 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING oslo_policy.policy [None req-cec61865-86d2-407d-8962-45d9b6480ae5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:28:11.086289 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING oslo_policy.policy [None req-cec61865-86d2-407d-8962-45d9b6480ae5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:28:11.183619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cec61865-86d2-407d-8962-45d9b6480ae5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745945796493', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745945792624', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745945806788', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745945776290', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745945789077', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745945766838', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-565244', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1324908', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-329308', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-452176'] for rbac-policy (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:11.263709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cec61865-86d2-407d-8962-45d9b6480ae5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:11.264951 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cec61865-86d2-407d-8962-45d9b6480ae5 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6692629 Apr 29 07:28:13.749991 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47048) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:14.102007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:28:14.136570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Made reservation on behalf of b723dde5cafe445bb02c8ade0b97fb60 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:28:14.140300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:14.157187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:14.280600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Publish callbacks [] for security_group (5c0b7c76-e4a9-477f-8119-42bda00ab444), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:14.286198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (5c0b7c76-e4a9-477f-8119-42bda00ab444), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:14.309913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:28:14.348662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745940910026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (0d649729-bcaf-443f-84f6-a7c1fbe179df), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:14.349264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Unsubscribe: segment precommit_create {{(pid=104224) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 07:28:14.349768 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Added segment 0d649729-bcaf-443f-84f6-a7c1fbe179df of type vlan for network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 Apr 29 07:28:14.365269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b7c76-e4a9-477f-8119-42bda00ab444,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:14.415180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.415417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.415781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.416151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.416470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.416779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.417110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.417447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.417767 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.418093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.418407 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.418710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.419014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Tracked resource versions report: Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: pushed versions: Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: { 'AddressGroup': {'1.2'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'ConntrackHelper': {'1.0'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'LocalIPAssociation': {'1.0'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Log': {'1.0'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Network': {'1.1'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Port': {'1.7'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'PortForwarding': {'1.2'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'QosPolicy': {'1.10'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SecurityGroup': {'1.5'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SubPort': {'1.0'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Subnet': {'1.1'}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Trunk': {'1.1'}} Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: consumer versions: Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: { DHCP agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: L3 agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: Metadata agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: Metering agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: Open vSwitch agent@dv-neutron-839860-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'ConntrackHelper': '1.0', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'LocalIPAssociation': '1.0', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Log': '1.0', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Network': '1.1', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Port': '1.7', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'PortForwarding': '1.2', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'QosPolicy': '1.10', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SecurityGroup': '1.5', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SecurityGroupRule': '1.2', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SubPort': '1.0', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Subnet': '1.1', Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Trunk': '1.1'}} Apr 29 07:28:14.420417 dv-neutron-839860-1-hyperv neutron-server[104224]: {{(pid=104224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:28:14.452701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (0f6dab0d-b0df-4b2d-b669-a2be8346e0b6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:14.498144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (0f6dab0d-b0df-4b2d-b669-a2be8346e0b6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:14.503289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:28:14.503987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:14.592731 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8413863 Apr 29 07:28:14.621746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af7f98-b71a-4a6c-bfcf-617d7f5823a1 demo demo] Pushing event updated for resources: {'Network': ['ID=0f6dab0d-b0df-4b2d-b669-a2be8346e0b6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:14.638625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:28:17.151087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47060) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:17.610542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abd266e-6214-4379-941c-59b632fceb1b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:28:17.611944 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7abd266e-6214-4379-941c-59b632fceb1b demo admin] 10.222.0.23 "GET /v2.0/networks/0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 HTTP/1.1" status: 200 len: 825 time: 0.4595428 Apr 29 07:28:17.636684 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-47b82c19-b5f3-4481-81af-fedf3d297828 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/7e8ea1e5-97ca-4d47-a5e8-d64e681aac20 HTTP/1.1" status: 200 len: 734 time: 0.0189822 Apr 29 07:28:17.644927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7e8ea1e5-97ca-4d47-a5e8-d64e681aac20', 'name': 'private-subnet', 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:28:17.668418 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Made reservation on behalf of b723dde5cafe445bb02c8ade0b97fb60 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:28:17.670679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:17.973819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for subnet (c7c4811d-86e4-46cf-84cc-2d357d119e13), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:18.040030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c7c4811d-86e4-46cf-84cc-2d357d119e13,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:18.047466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Checking segment: {'id': '0d649729-bcaf-443f-84f6-a7c1fbe179df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:28:18.047839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Network hostable DHCP agents. Network: 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:28:18.072876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:28:18.087153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:28:18.093673 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:28:18.094268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:18.096399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1682ad3-38db-40b7-a23b-88a10d14635a None None] Network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:28:18.111446 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8f8aedde-c816-4787-b30b-ddc139349e32 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4696119 Apr 29 07:28:18.364099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-0f6dab0d-b0df-4b2d-b669-a2be8346e0b6', 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6', 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'fixed_ips': [{'subnet_id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:28:18.365381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:18.647533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Allocated IP 172.20.0.2 (0f6dab0d-b0df-4b2d-b669-a2be8346e0b6/c7c4811d-86e4-46cf-84cc-2d357d119e13/166749fa-8eea-44f4-b30b-1e85645f6ef4) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:28:18.912649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Publish callbacks [] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:18.920271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:18.987343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:28:18.992299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:28:19.005438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:28:19.013426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Pushing event updated for resources: {'Port': ['ID=166749fa-8eea-44f4-b30b-1e85645f6ef4,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:19.043574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.043904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.044271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.044600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.044925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.045248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.045607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.045934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.046255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.046589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.046929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.047245 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.047542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Tracked resource versions report: Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: pushed versions: Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: { 'AddressGroup': {'1.2'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'ConntrackHelper': {'1.0'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'LocalIPAssociation': {'1.0'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Log': {'1.0'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Network': {'1.1'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Port': {'1.7'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'PortForwarding': {'1.2'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'QosPolicy': {'1.10'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SecurityGroup': {'1.5'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SubPort': {'1.0'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Subnet': {'1.1'}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Trunk': {'1.1'}} Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: consumer versions: Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: { DHCP agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: L3 agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: Metadata agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: Metering agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: Open vSwitch agent@dv-neutron-839860-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'ConntrackHelper': '1.0', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'LocalIPAssociation': '1.0', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Log': '1.0', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Network': '1.1', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Port': '1.7', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'PortForwarding': '1.2', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'QosPolicy': '1.10', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SecurityGroup': '1.5', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SecurityGroupRule': '1.2', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SubPort': '1.0', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Subnet': '1.1', Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Trunk': '1.1'}} Apr 29 07:28:19.048955 dv-neutron-839860-1-hyperv neutron-server[104225]: {{(pid=104225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:28:19.097749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Attempting to bind port 166749fa-8eea-44f4-b30b-1e85645f6ef4 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:28:19.098342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Attempting to bind port 166749fa-8eea-44f4-b30b-1e85645f6ef4 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '0d649729-bcaf-443f-84f6-a7c1fbe179df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:28:19.098526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Attempting to bind port 166749fa-8eea-44f4-b30b-1e85645f6ef4 on network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:28:19.103624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:28:19.103992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Checking segment: {'id': '0d649729-bcaf-443f-84f6-a7c1fbe179df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:28:19.104463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:19.104849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Bound using segment: {'id': '0d649729-bcaf-443f-84f6-a7c1fbe179df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:28:19.105332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Bound port: 166749fa-8eea-44f4-b30b-1e85645f6ef4, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d649729-bcaf-443f-84f6-a7c1fbe179df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:28:19.105729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:19.166653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] For port 166749fa-8eea-44f4-b30b-1e85645f6ef4, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:28:19.171233 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] For port 166749fa-8eea-44f4-b30b-1e85645f6ef4, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=166749fa-8eea-44f4-b30b-1e85645f6ef4,segment=NetworkSegment(0d649729-bcaf-443f-84f6-a7c1fbe179df),segment_id=0d649729-bcaf-443f-84f6-a7c1fbe179df)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:28:19.181042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:19.240506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c581b27-2130-499b-9639-8912b9a5dfa9 None None] Pushing event updated for resources: {'Port': ['ID=166749fa-8eea-44f4-b30b-1e85645f6ef4,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:20.643501 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47068) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:20.970063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-140686d1-3c30-4e82-910d-3e52376cc244 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:28:20.971041 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-140686d1-3c30-4e82-910d-3e52376cc244 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3266048 Apr 29 07:28:23.497327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47076) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:23.828670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-bbbdaf3d-8d7c-4c45-b12b-9cc854fd30f6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:28:23.829687 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bbbdaf3d-8d7c-4c45-b12b-9cc854fd30f6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3313816 Apr 29 07:28:26.357066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47084) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:26.681559 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d05fd2d8-dff1-4df2-a940-195f2042d862 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:28:26.707481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d05fd2d8-dff1-4df2-a940-195f2042d862 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (d6af7d7f-9a04-4390-a35a-f51922b0264c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:26.709057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d05fd2d8-dff1-4df2-a940-195f2042d862 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (d6af7d7f-9a04-4390-a35a-f51922b0264c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:26.842555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d05fd2d8-dff1-4df2-a940-195f2042d862 demo demo] Publish callbacks [] for router_controller (d6af7d7f-9a04-4390-a35a-f51922b0264c), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:26.849975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d05fd2d8-dff1-4df2-a940-195f2042d862 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (d6af7d7f-9a04-4390-a35a-f51922b0264c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:26.869078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d05fd2d8-dff1-4df2-a940-195f2042d862 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:26.870292 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d05fd2d8-dff1-4df2-a940-195f2042d862 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5122404 Apr 29 07:28:29.370196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47096) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:29.898082 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING oslo_policy.policy [None req-7ae4a985-801a-4d33-b34c-26f66583589c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:28:29.898693 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING oslo_policy.policy [None req-7ae4a985-801a-4d33-b34c-26f66583589c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:28:30.024490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 166749fa-8eea-44f4-b30b-1e85645f6ef4 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:28:30.116648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 166749fa-8eea-44f4-b30b-1e85645f6ef4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:30.117039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:30.118598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-7ae4a985-801a-4d33-b34c-26f66583589c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:28:30.119870 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7ae4a985-801a-4d33-b34c-26f66583589c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7477214 Apr 29 07:28:30.236813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 166749fa-8eea-44f4-b30b-1e85645f6ef4 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:28:30.237524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:30.278758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 166749fa-8eea-44f4-b30b-1e85645f6ef4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=166749fa-8eea-44f4-b30b-1e85645f6ef4,segment=NetworkSegment(0d649729-bcaf-443f-84f6-a7c1fbe179df),segment_id=0d649729-bcaf-443f-84f6-a7c1fbe179df)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:28:30.284613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:30.339008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f42574-6a47-49b0-a206-a614e1503342 None None] Network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:28:30.342644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=166749fa-8eea-44f4-b30b-1e85645f6ef4,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:30.407180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-127b7724-f502-4cf7-9f2f-bc9047fb1c7b None None] Provisioning complete for port 166749fa-8eea-44f4-b30b-1e85645f6ef4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:30.407556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-127b7724-f502-4cf7-9f2f-bc9047fb1c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:30.533176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-127b7724-f502-4cf7-9f2f-bc9047fb1c7b None None] Current status of the port 166749fa-8eea-44f4-b30b-1e85645f6ef4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:28:30.753608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5d614cac-7e1e-4a19-b6f0-1b05b760a1c4 None None] Provisioning complete for port 166749fa-8eea-44f4-b30b-1e85645f6ef4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:30.753984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d614cac-7e1e-4a19-b6f0-1b05b760a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:30.831907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5d614cac-7e1e-4a19-b6f0-1b05b760a1c4 None None] Current status of the port 166749fa-8eea-44f4-b30b-1e85645f6ef4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:28:31.251280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc08c3ce-a138-4876-aa12-4f0cd0e9ad64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:31.991872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 166749fa-8eea-44f4-b30b-1e85645f6ef4 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:28:32.040273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 166749fa-8eea-44f4-b30b-1e85645f6ef4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:32.040674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:32.123784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 166749fa-8eea-44f4-b30b-1e85645f6ef4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:28:32.655362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47110) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:32.757528 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:28:32.995501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:28:33.056758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Made reservation on behalf of 3fc6b2c423da4c2cb2bed2321d7c9737 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:28:33.118243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.policy [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104223) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 07:28:33.159797 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING oslo_policy.policy [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:28:33.160152 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING oslo_policy.policy [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 07:28:33.169946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:33.190438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:33.312544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Publish callbacks [] for security_group (a10b25ec-cf07-46b2-a07b-4042c31db362), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:33.317858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a10b25ec-cf07-46b2-a07b-4042c31db362), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:33.329640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5b0547ab-3fc1-47fd-8f9b-40058fa9daba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:33.335715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Reserving flat network on physical network physnet1 {{(pid=104223) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 07:28:33.366247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745940910026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (69d6a847-f2de-49aa-a04f-12ecaa78551b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:33.366826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Unsubscribe: segment precommit_create {{(pid=104223) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 07:28:33.367329 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Added segment 69d6a847-f2de-49aa-a04f-12ecaa78551b of type flat for network e510ec30-9138-4508-8232-c3a3eb935c2b Apr 29 07:28:33.386667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10b25ec-cf07-46b2-a07b-4042c31db362,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:33.440593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.440953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.441323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.441643 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.441967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.442290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.442633 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.442948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.443285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.443612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.443933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.444325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.444625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Tracked resource versions report: Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: pushed versions: Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: { 'AddressGroup': {'1.2'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'ConntrackHelper': {'1.0'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'LocalIPAssociation': {'1.0'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Log': {'1.0'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Network': {'1.1'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Port': {'1.7'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'PortForwarding': {'1.2'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'QosPolicy': {'1.10'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SecurityGroup': {'1.5'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SubPort': {'1.0'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Subnet': {'1.1'}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Trunk': {'1.1'}} Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: consumer versions: Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: { DHCP agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: L3 agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: Metadata agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: Metering agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: Open vSwitch agent@dv-neutron-839860-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'ConntrackHelper': '1.0', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'LocalIPAssociation': '1.0', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Log': '1.0', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Network': '1.1', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Port': '1.7', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'PortForwarding': '1.2', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'QosPolicy': '1.10', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SecurityGroup': '1.5', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SecurityGroupRule': '1.2', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SubPort': '1.0', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Subnet': '1.1', Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Trunk': '1.1'}} Apr 29 07:28:33.446051 dv-neutron-839860-1-hyperv neutron-server[104223]: {{(pid=104223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:28:33.480791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (e510ec30-9138-4508-8232-c3a3eb935c2b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:33.529870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (e510ec30-9138-4508-8232-c3a3eb935c2b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:33.531078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:28:33.531833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:33.613693 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9572473 Apr 29 07:28:33.637854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643a97a-7b71-4358-ba95-532d8efef28c admin admin] Pushing event updated for resources: {'Network': ['ID=e510ec30-9138-4508-8232-c3a3eb935c2b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:33.652421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network e510ec30-9138-4508-8232-c3a3eb935c2b details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:28:34.605943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:35.921830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:36.154245 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47134) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:36.355326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df26eac-32dc-4fde-a9cc-a891f511610f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:28:36.356651 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1df26eac-32dc-4fde-a9cc-a891f511610f demo admin] 10.222.0.23 "GET /v2.0/subnets/c7c4811d-86e4-46cf-84cc-2d357d119e13 HTTP/1.1" status: 200 len: 849 time: 0.2015362 Apr 29 07:28:36.482971 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-df2940af-db38-4ed2-b955-0dc172a5cf3c demo admin] 10.222.0.23 "GET /v2.0/routers/d6af7d7f-9a04-4390-a35a-f51922b0264c HTTP/1.1" status: 200 len: 704 time: 0.1170759 Apr 29 07:28:36.754187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.047771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Allocated IP 172.20.0.1 (0f6dab0d-b0df-4b2d-b669-a2be8346e0b6/c7c4811d-86e4-46cf-84cc-2d357d119e13/126849ce-7929-45f0-b307-aed7ea7eb189) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:28:37.250637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Publish callbacks [] for port (126849ce-7929-45f0-b307-aed7ea7eb189), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.284110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.323046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.389989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:28:37.394959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:28:37.400901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:28:37.401022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (d6af7d7f-9a04-4390-a35a-f51922b0264c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.463366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Pushing event updated for resources: {'Port': ['ID=126849ce-7929-45f0-b307-aed7ea7eb189,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:37.601360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5dea3910-7f91-42c0-aa8a-908b9538309a None None] Provisioning complete for port 126849ce-7929-45f0-b307-aed7ea7eb189 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:37.601785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5dea3910-7f91-42c0-aa8a-908b9538309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.613479 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.641287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5dea3910-7f91-42c0-aa8a-908b9538309a None None] Port 126849ce-7929-45f0-b307-aed7ea7eb189 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:28:37.826068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Publish callbacks [] for port (126849ce-7929-45f0-b307-aed7ea7eb189), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.833622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.834831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (d6af7d7f-9a04-4390-a35a-f51922b0264c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:37.907879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Pushing event updated for resources: {'Port': ['ID=126849ce-7929-45f0-b307-aed7ea7eb189,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:37.967952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:28:37.969604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:28:38.147016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Router d6af7d7f-9a04-4390-a35a-f51922b0264c is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:28:38.241342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:28:38.247193 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-951ef7f6-b8f3-4171-bd15-4ac2317a2351 demo admin] 10.222.0.23 "PUT /v2.0/routers/d6af7d7f-9a04-4390-a35a-f51922b0264c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7585995 Apr 29 07:28:38.261035 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Sync routers for ids ['d6af7d7f-9a04-4390-a35a-f51922b0264c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:28:38.273256 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Routers {'d6af7d7f-9a04-4390-a35a-f51922b0264c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:28:38.273971 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bd37c06d-1c28-4ea4-9b73-4d758eb3308f None None] Provisioning complete for port 126849ce-7929-45f0-b307-aed7ea7eb189 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:38.274274 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:28:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['d6af7d7f-9a04-4390-a35a-f51922b0264c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:38.274476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bd37c06d-1c28-4ea4-9b73-4d758eb3308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:38.310132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bd37c06d-1c28-4ea4-9b73-4d758eb3308f None None] Port 126849ce-7929-45f0-b307-aed7ea7eb189 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:28:38.472318 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Set router d6af7d7f-9a04-4390-a35a-f51922b0264c gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:28:38.892406 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'name': 'router1', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:28:26Z', 'updated_at': '2022-04-29T07:28:37Z', 'revision_number': 2, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'gw_port_host': None, '_interfaces': [{'id': '126849ce-7929-45f0-b307-aed7ea7eb189', 'name': '', 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'mac_address': 'fa:16:3e:dd:6f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:28:36Z', 'updated_at': '2022-04-29T07:28:37Z', 'revision_number': 2, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'subnets': [{'id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e8ea1e5-97ca-4d47-a5e8-d64e681aac20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:38.943489 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Checking router: d6af7d7f-9a04-4390-a35a-f51922b0264c for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:28:38.943842 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Updating router d6af7d7f-9a04-4390-a35a-f51922b0264c port 126849ce-7929-45f0-b307-aed7ea7eb189 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:28:38.998307 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:39.508998 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Publish callbacks [] for port (126849ce-7929-45f0-b307-aed7ea7eb189), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:39.516891 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:39.676720 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Attempting to bind port 126849ce-7929-45f0-b307-aed7ea7eb189 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:28:39.677129 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Attempting to bind port 126849ce-7929-45f0-b307-aed7ea7eb189 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '0d649729-bcaf-443f-84f6-a7c1fbe179df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:28:39.677628 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Attempting to bind port 126849ce-7929-45f0-b307-aed7ea7eb189 on network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:28:39.687831 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:28:39.688232 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Checking segment: {'id': '0d649729-bcaf-443f-84f6-a7c1fbe179df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:28:39.688714 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:39.689107 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Bound using segment: {'id': '0d649729-bcaf-443f-84f6-a7c1fbe179df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:28:39.689588 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Bound port: 126849ce-7929-45f0-b307-aed7ea7eb189, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d649729-bcaf-443f-84f6-a7c1fbe179df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:28:39.689959 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:39.692991 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Pushing event updated for resources: {'Port': ['ID=126849ce-7929-45f0-b307-aed7ea7eb189,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:39.708579 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.708927 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.709283 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.709613 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.709937 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.710257 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.710583 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.710904 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.711235 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.711566 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.711884 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.712223 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.712535 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Tracked resource versions report: Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: pushed versions: Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: { 'AddressGroup': {'1.2'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'ConntrackHelper': {'1.0'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'LocalIPAssociation': {'1.0'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Log': {'1.0'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Network': {'1.1'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Port': {'1.7'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'PortForwarding': {'1.2'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'QosPolicy': {'1.10'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SecurityGroup': {'1.5'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SubPort': {'1.0'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Subnet': {'1.1'}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Trunk': {'1.1'}} Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: consumer versions: Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: { DHCP agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: L3 agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: Metadata agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: Metering agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: Open vSwitch agent@dv-neutron-839860-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'ConntrackHelper': '1.0', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'LocalIPAssociation': '1.0', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Log': '1.0', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Network': '1.1', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Port': '1.7', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'PortForwarding': '1.2', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'QosPolicy': '1.10', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SecurityGroup': '1.5', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SecurityGroupRule': '1.2', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SubPort': '1.0', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Subnet': '1.1', Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Trunk': '1.1'}} Apr 29 07:28:39.713971 dv-neutron-839860-1-hyperv neutron-server[104226]: {{(pid=104226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:28:39.738831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1f339960-ba59-4b1c-94f4-f5fc59de024b None None] Provisioning complete for port 126849ce-7929-45f0-b307-aed7ea7eb189 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:39.739337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1f339960-ba59-4b1c-94f4-f5fc59de024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:39.770543 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] For port 126849ce-7929-45f0-b307-aed7ea7eb189, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:28:39.773452 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1f339960-ba59-4b1c-94f4-f5fc59de024b None None] Port 126849ce-7929-45f0-b307-aed7ea7eb189 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:28:39.790586 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] For port 126849ce-7929-45f0-b307-aed7ea7eb189, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=126849ce-7929-45f0-b307-aed7ea7eb189,segment=NetworkSegment(0d649729-bcaf-443f-84f6-a7c1fbe179df),segment_id=0d649729-bcaf-443f-84f6-a7c1fbe179df)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:28:39.798052 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:39.855322 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Routers {'d6af7d7f-9a04-4390-a35a-f51922b0264c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:28:39.855947 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:28:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['d6af7d7f-9a04-4390-a35a-f51922b0264c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:39.859078 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7839a-2c26-4ce6-b6d8-c1abcbe41fbf None None] Pushing event updated for resources: {'Port': ['ID=126849ce-7929-45f0-b307-aed7ea7eb189,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:39.947777 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] Set router d6af7d7f-9a04-4390-a35a-f51922b0264c gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:28:39.994419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2aca9e8a-2f85-4abb-bd8a-1d3c412a4bc4 None None] Provisioning complete for port 126849ce-7929-45f0-b307-aed7ea7eb189 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:39.995246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2aca9e8a-2f85-4abb-bd8a-1d3c412a4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:40.070358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2aca9e8a-2f85-4abb-bd8a-1d3c412a4bc4 None None] Current status of the port 126849ce-7929-45f0-b307-aed7ea7eb189 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:28:40.070630 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2aca9e8a-2f85-4abb-bd8a-1d3c412a4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:40.107015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2aca9e8a-2f85-4abb-bd8a-1d3c412a4bc4 None None] For port 126849ce-7929-45f0-b307-aed7ea7eb189, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=126849ce-7929-45f0-b307-aed7ea7eb189,segment=NetworkSegment(0d649729-bcaf-443f-84f6-a7c1fbe179df),segment_id=0d649729-bcaf-443f-84f6-a7c1fbe179df)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:28:40.111929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2aca9e8a-2f85-4abb-bd8a-1d3c412a4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:40.160730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca9e8a-2f85-4abb-bd8a-1d3c412a4bc4 None None] Pushing event updated for resources: {'Port': ['ID=126849ce-7929-45f0-b307-aed7ea7eb189,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:40.163450 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'name': 'router1', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:28:26Z', 'updated_at': '2022-04-29T07:28:37Z', 'revision_number': 2, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'gw_port_host': None, '_interfaces': [{'id': '126849ce-7929-45f0-b307-aed7ea7eb189', 'name': '', 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'mac_address': 'fa:16:3e:dd:6f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:28:36Z', 'updated_at': '2022-04-29T07:28:39Z', 'revision_number': 4, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'subnets': [{'id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e8ea1e5-97ca-4d47-a5e8-d64e681aac20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:40.189100 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaddad-6bbc-4f5f-a382-8d654ee41054 None None] The sync data for ids ['d6af7d7f-9a04-4390-a35a-f51922b0264c'] in dv-neutron-839860-1-hyperv is: [{'id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'name': 'router1', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:28:26Z', 'updated_at': '2022-04-29T07:28:37Z', 'revision_number': 2, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'gw_port_host': None, '_interfaces': [{'id': '126849ce-7929-45f0-b307-aed7ea7eb189', 'name': '', 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'mac_address': 'fa:16:3e:dd:6f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:28:36Z', 'updated_at': '2022-04-29T07:28:39Z', 'revision_number': 4, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'subnets': [{'id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e8ea1e5-97ca-4d47-a5e8-d64e681aac20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:28:40.701597 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47154) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:40.813724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4145f48-327d-418b-b279-a585bb578ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:28:40.815005 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d4145f48-327d-418b-b279-a585bb578ffd admin admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 842 time: 0.1123474 Apr 29 07:28:40.824565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'ip_version': 4, 'gateway_ip': '172.26.3.1', 'cidr': '172.26.3.0/24'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:28:40.845678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Made reservation on behalf of 3fc6b2c423da4c2cb2bed2321d7c9737 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:28:40.847957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:41.132636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:28:41.133054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for subnet (db56ff8b-e477-41ae-b7ee-484a3c060341), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:41.186998 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db56ff8b-e477-41ae-b7ee-484a3c060341,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:41.193754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:28:41.194103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Network hostable DHCP agents. Network: e510ec30-9138-4508-8232-c3a3eb935c2b, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:28:41.212059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:28:41.222269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, e510ec30-9138-4508-8232-c3a3eb935c2b) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:28:41.226379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:28:41.226956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:41.232300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61db77-48a3-49f7-a508-c9d39adf052b None None] Network e510ec30-9138-4508-8232-c3a3eb935c2b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:28:41.245131 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b061c74a-f307-4517-b771-ac08ab5b2021 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4233811 Apr 29 07:28:41.335806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c5fb2-83c4-4ee6-a9b1-83a8e76bef08 None None] Network e510ec30-9138-4508-8232-c3a3eb935c2b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:28:43.634759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47162) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:43.891066 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-034e0224-0109-44cc-bafe-78faf7ef26a5 demo admin] 10.222.0.23 "GET /v2.0/routers/d6af7d7f-9a04-4390-a35a-f51922b0264c HTTP/1.1" status: 200 len: 710 time: 0.2550390 Apr 29 07:28:44.054193 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf4131a-f1ed-4a5e-b8c4-2ab8222308ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:28:44.055560 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8bf4131a-f1ed-4a5e-b8c4-2ab8222308ba demo admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 886 time: 0.1589556 Apr 29 07:28:44.064547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:28:44.321467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Publish callbacks [] for router_gateway (d6af7d7f-9a04-4390-a35a-f51922b0264c), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:44.553469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Publish callbacks [] for router_gateway (d6af7d7f-9a04-4390-a35a-f51922b0264c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:44.634958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:44.812983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Allocated IP 172.26.3.203 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/3c636f14-c737-402f-a1a9-23f88dbfb892) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:28:44.921413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Publish callbacks [] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:44.981248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:45.052149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:28:45.060497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:28:45.073479 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Pushing event updated for resources: {'Port': ['ID=3c636f14-c737-402f-a1a9-23f88dbfb892,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:45.076941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:28:45.414950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Publish callbacks [] for router_gateway (d6af7d7f-9a04-4390-a35a-f51922b0264c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:45.628591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (d6af7d7f-9a04-4390-a35a-f51922b0264c), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:45.633767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (d6af7d7f-9a04-4390-a35a-f51922b0264c), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:45.745830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Router d6af7d7f-9a04-4390-a35a-f51922b0264c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:28:45.853096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:28:45.857995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:45.877395 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c8798835-4dd7-4c5f-ae70-1b6f01f0fed8 demo admin] 10.222.0.23 "PUT /v2.0/routers/d6af7d7f-9a04-4390-a35a-f51922b0264c HTTP/1.1" status: 200 len: 890 time: 1.7978094 Apr 29 07:28:48.031687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 126849ce-7929-45f0-b307-aed7ea7eb189 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:28:48.079923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 126849ce-7929-45f0-b307-aed7ea7eb189 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:48.080304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:48.162947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 126849ce-7929-45f0-b307-aed7ea7eb189 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:28:48.377443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47176) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:28:48.500875 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dae29512-191d-4012-af5e-80a1a76f830b admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1222863 Apr 29 07:28:48.760156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Sync routers for ids ['d6af7d7f-9a04-4390-a35a-f51922b0264c'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:28:48.771351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Routers {'d6af7d7f-9a04-4390-a35a-f51922b0264c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:28:48.772016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:28:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['d6af7d7f-9a04-4390-a35a-f51922b0264c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:48.990051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Set router d6af7d7f-9a04-4390-a35a-f51922b0264c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:28:49.465655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'name': 'router1', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3c636f14-c737-402f-a1a9-23f88dbfb892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:28:26Z', 'updated_at': '2022-04-29T07:28:45Z', 'revision_number': 4, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'gw_port': {'id': '3c636f14-c737-402f-a1a9-23f88dbfb892', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:28:44Z', 'updated_at': '2022-04-29T07:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '126849ce-7929-45f0-b307-aed7ea7eb189', 'name': '', 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'mac_address': 'fa:16:3e:dd:6f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:28:36Z', 'updated_at': '2022-04-29T07:28:40Z', 'revision_number': 5, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'subnets': [{'id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e8ea1e5-97ca-4d47-a5e8-d64e681aac20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:49.516876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Checking router: d6af7d7f-9a04-4390-a35a-f51922b0264c for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:28:49.517153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Updating router d6af7d7f-9a04-4390-a35a-f51922b0264c port 3c636f14-c737-402f-a1a9-23f88dbfb892 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:28:49.568512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:49.885720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Publish callbacks [] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:49.891186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:49.942180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa1a3f-c698-400c-a80b-dad5129027f3 None None] Pushing event updated for resources: {'Port': ['ID=3c636f14-c737-402f-a1a9-23f88dbfb892,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:49.948619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Attempting to bind port 3c636f14-c737-402f-a1a9-23f88dbfb892 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:28:49.948989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Attempting to bind port 3c636f14-c737-402f-a1a9-23f88dbfb892 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:28:49.949364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Attempting to bind port 3c636f14-c737-402f-a1a9-23f88dbfb892 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:28:49.954686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:28:49.954969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:28:49.955362 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:49.955747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:28:49.956196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Bound port: 3c636f14-c737-402f-a1a9-23f88dbfb892, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:28:49.956564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:50.004561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] For port 3c636f14-c737-402f-a1a9-23f88dbfb892, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:28:50.007519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] For port 3c636f14-c737-402f-a1a9-23f88dbfb892, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3c636f14-c737-402f-a1a9-23f88dbfb892,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:28:50.015899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:50.073281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa1a3f-c698-400c-a80b-dad5129027f3 None None] Pushing event updated for resources: {'Port': ['ID=3c636f14-c737-402f-a1a9-23f88dbfb892,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:50.076938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Routers {'d6af7d7f-9a04-4390-a35a-f51922b0264c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:28:50.077612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:28:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['d6af7d7f-9a04-4390-a35a-f51922b0264c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:50.205726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] Set router d6af7d7f-9a04-4390-a35a-f51922b0264c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:28:50.430437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'name': 'router1', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3c636f14-c737-402f-a1a9-23f88dbfb892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:28:26Z', 'updated_at': '2022-04-29T07:28:45Z', 'revision_number': 4, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'gw_port': {'id': '3c636f14-c737-402f-a1a9-23f88dbfb892', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:28:44Z', 'updated_at': '2022-04-29T07:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '126849ce-7929-45f0-b307-aed7ea7eb189', 'name': '', 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'mac_address': 'fa:16:3e:dd:6f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:28:36Z', 'updated_at': '2022-04-29T07:28:40Z', 'revision_number': 5, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'subnets': [{'id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e8ea1e5-97ca-4d47-a5e8-d64e681aac20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:28:50.457875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eae093-fb97-47be-bd10-6c190c17d3aa None None] The sync data for ids ['d6af7d7f-9a04-4390-a35a-f51922b0264c'] in dv-neutron-839860-1-hyperv is: [{'id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'name': 'router1', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '3c636f14-c737-402f-a1a9-23f88dbfb892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:28:26Z', 'updated_at': '2022-04-29T07:28:45Z', 'revision_number': 4, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'gw_port': {'id': '3c636f14-c737-402f-a1a9-23f88dbfb892', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:28:44Z', 'updated_at': '2022-04-29T07:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '126849ce-7929-45f0-b307-aed7ea7eb189', 'name': '', 'network_id': '0f6dab0d-b0df-4b2d-b669-a2be8346e0b6', 'tenant_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'mac_address': 'fa:16:3e:dd:6f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6af7d7f-9a04-4390-a35a-f51922b0264c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:28:36Z', 'updated_at': '2022-04-29T07:28:40Z', 'revision_number': 5, 'project_id': 'b723dde5cafe445bb02c8ade0b97fb60', 'subnets': [{'id': 'c7c4811d-86e4-46cf-84cc-2d357d119e13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e8ea1e5-97ca-4d47-a5e8-d64e681aac20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:28:52.078970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3c636f14-c737-402f-a1a9-23f88dbfb892 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:28:52.161497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3c636f14-c737-402f-a1a9-23f88dbfb892 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:52.162113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:52.298462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3c636f14-c737-402f-a1a9-23f88dbfb892 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:28:52.299141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:52.335348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 3c636f14-c737-402f-a1a9-23f88dbfb892, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3c636f14-c737-402f-a1a9-23f88dbfb892,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:28:52.347650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:52.421845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=3c636f14-c737-402f-a1a9-23f88dbfb892,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:28:54.103945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3c636f14-c737-402f-a1a9-23f88dbfb892 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:28:54.252411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3c636f14-c737-402f-a1a9-23f88dbfb892 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:28:54.253146 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3c636f14-c737-402f-a1a9-23f88dbfb892), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:28:54.518829 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3c636f14-c737-402f-a1a9-23f88dbfb892 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:29:01.262871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4d61104d-374f-481f-a869-4d8b3e442b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:03.328766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de37fe01-78ea-4549-b8e4-4f4dfc2b938a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:04.611562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:05.925464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:07.289486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:09.756411 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:29:31.259764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77d40b3f-474e-4ed5-8031-8210b56f1783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:33.328027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7002949d-707d-4dc7-96e1-93f37f5b722e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:34.645201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:35.927117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:37.288494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:29:46.755906 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:30:01.253561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7db6146d-c943-4a3c-8036-b9674bd1b63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:03.323983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6893-0477-4918-ae62-b347e1007386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:04.616252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:05.930319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:07.284072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:14.369073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47692) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:14.433437 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5899fe-08bb-4868-acd2-2460b014f1df admin admin] GET failed (client error): The resource could not be found. Apr 29 07:30:14.434713 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3c5899fe-08bb-4868-acd2-2460b014f1df admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646141 Apr 29 07:30:14.598878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eadf540-50d6-42dc-afa5-efe0f0edac21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:14.600348 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5eadf540-50d6-42dc-afa5-efe0f0edac21 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614168 Apr 29 07:30:16.890883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47702) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:17.003568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246069cf-f423-425f-8b8d-ca8ed780e7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:17.004929 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-246069cf-f423-425f-8b8d-ca8ed780e7aa admin admin] 10.222.0.23 "GET /v2.0/subnets/c7c4811d-86e4-46cf-84cc-2d357d119e13 HTTP/1.1" status: 200 len: 849 time: 0.1130772 Apr 29 07:30:17.014646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:30:17.107783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Publish callbacks [] for subnet (c7c4811d-86e4-46cf-84cc-2d357d119e13), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:17.263916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745940776479'] for subnet (c7c4811d-86e4-46cf-84cc-2d357d119e13), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:17.293449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:17.294020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:17.295562 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] 10.222.0.23 "PUT /v2.0/subnets/c7c4811d-86e4-46cf-84cc-2d357d119e13 HTTP/1.1" status: 200 len: 868 time: 0.2844470 Apr 29 07:30:17.312414 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4f8e33-9dc6-482b-b460-7c9e25342432 None None] Network 0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:30:17.316502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7c4811d-86e4-46cf-84cc-2d357d119e13,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:30:17.324381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.324818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.325617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.325958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.326292 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.326651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.326993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.327309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.327644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.327973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.328284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.328616 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.328936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219be1e5-80f9-42a0-b66a-e5c0c381f5e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:30:17.679892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dfe47622-8f94-41e2-b406-563f12cf280d None None] Provisioning complete for port 126849ce-7929-45f0-b307-aed7ea7eb189 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:30:17.680282 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dfe47622-8f94-41e2-b406-563f12cf280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (126849ce-7929-45f0-b307-aed7ea7eb189), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:17.761815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dfe47622-8f94-41e2-b406-563f12cf280d None None] Current status of the port 126849ce-7929-45f0-b307-aed7ea7eb189 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:30:17.772918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dfe47622-8f94-41e2-b406-563f12cf280d None None] Provisioning complete for port 166749fa-8eea-44f4-b30b-1e85645f6ef4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:30:17.773336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dfe47622-8f94-41e2-b406-563f12cf280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (166749fa-8eea-44f4-b30b-1e85645f6ef4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:17.849930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dfe47622-8f94-41e2-b406-563f12cf280d None None] Current status of the port 166749fa-8eea-44f4-b30b-1e85645f6ef4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:30:19.608997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47710) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:19.815197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c57542-1e09-4a95-ac78-dacea1b423ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:19.815525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c57542-1e09-4a95-ac78-dacea1b423ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:19.817063 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-42c57542-1e09-4a95-ac78-dacea1b423ce admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2070270 Apr 29 07:30:22.134681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47718) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:22.348424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9485e51d-fe1d-4930-97cf-ac06f67a6667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:22.348805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9485e51d-fe1d-4930-97cf-ac06f67a6667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:22.350386 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9485e51d-fe1d-4930-97cf-ac06f67a6667 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2147012 Apr 29 07:30:23.755599 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:30:24.636564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47726) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:24.811102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9cf6b-85c9-42ea-a3ba-07ecceda9105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:24.812418 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dbe9cf6b-85c9-42ea-a3ba-07ecceda9105 admin admin] 10.222.0.23 "GET /v2.0/networks/0f6dab0d-b0df-4b2d-b669-a2be8346e0b6 HTTP/1.1" status: 200 len: 869 time: 0.1729982 Apr 29 07:30:27.099389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47734) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:27.297929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c284b8-6c3b-495d-9a23-c42e533ef4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:27.299322 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d7c284b8-6c3b-495d-9a23-c42e533ef4fb admin admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 886 time: 0.1989515 Apr 29 07:30:29.604379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47744) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:29.732294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdccfd53-0fbe-4406-80c9-566836bc2d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:29.732757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdccfd53-0fbe-4406-80c9-566836bc2d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:29.734338 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fdccfd53-0fbe-4406-80c9-566836bc2d36 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289816 Apr 29 07:30:31.259636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-43b3d29a-2f96-4328-88f6-9694a7d4ba0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:32.025125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47752) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:32.122175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9d75d-c1d3-4515-b7a1-21df972a83c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:32.122711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9d75d-c1d3-4515-b7a1-21df972a83c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:32.124263 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2bf9d75d-c1d3-4515-b7a1-21df972a83c3 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0981696 Apr 29 07:30:33.317463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d40dec6-5a24-4f23-a429-6fc089b6c731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:34.434775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47760) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:34.528719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49225469-e234-4201-aead-82881fe65373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:34.530089 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-49225469-e234-4201-aead-82881fe65373 admin admin] 10.222.0.23 "GET /v2.0/subnets/c7c4811d-86e4-46cf-84cc-2d357d119e13 HTTP/1.1" status: 200 len: 868 time: 0.0943637 Apr 29 07:30:34.621203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:35.932559 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:30:36.805412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47768) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:30:36.893269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c438ac3-999e-4748-ac85-f40ede26f3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:30:36.894623 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5c438ac3-999e-4748-ac85-f40ede26f3d3 admin admin] 10.222.0.23 "GET /v2.0/subnets/db56ff8b-e477-41ae-b7ee-484a3c060341 HTTP/1.1" status: 200 len: 816 time: 0.0883193 Apr 29 07:30:37.290020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:00.754858 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:31:01.254426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc8285d1-d60b-4fe3-af9c-ba01069baefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:01.263798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47822) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:31:01.315913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-147552f6-55f0-499d-a0f9-aa4db2df8b16 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:31:01.316971 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-147552f6-55f0-499d-a0f9-aa4db2df8b16 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520983 Apr 29 07:31:03.323820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bbc14474-f32b-4270-857e-e5dd24ad12fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:03.712239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47830) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:31:03.773760 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb1b040-e160-46f2-a224-8862e49ea366 admin admin] GET failed (client error): The resource could not be found. Apr 29 07:31:03.774990 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-afb1b040-e160-46f2-a224-8862e49ea366 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617917 Apr 29 07:31:03.870584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86892ac7-ae5d-4345-9b87-7d8383258a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:31:03.872057 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-86892ac7-ae5d-4345-9b87-7d8383258a9c admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0928240 Apr 29 07:31:04.629838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:05.934865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:06.193641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47838) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:31:06.251629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:31:06.272977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Made reservation on behalf of 3fc6b2c423da4c2cb2bed2321d7c9737 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:31:06.276588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:06.320632 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.services.revisions.revision_plugin [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Could not find related network for resource to bump revision. Apr 29 07:31:06.336009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:31:06.345936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9b3f53ae-8a9a-4591-bb0c-bae22f7b7533), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:06.346269 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Added segment 9b3f53ae-8a9a-4591-bb0c-bae22f7b7533 of type vlan for network 9953aafe-5b76-42eb-99e6-5acd1f794068 Apr 29 07:31:06.385625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (9953aafe-5b76-42eb-99e6-5acd1f794068), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:06.412228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (9953aafe-5b76-42eb-99e6-5acd1f794068), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:06.413181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:31:06.413868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:06.471769 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2767193 Apr 29 07:31:06.476321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa0a49-decf-44c8-b5a9-b8c2c58261ac admin admin] Pushing event updated for resources: {'Network': ['ID=9953aafe-5b76-42eb-99e6-5acd1f794068,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:31:06.495320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 9953aafe-5b76-42eb-99e6-5acd1f794068 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:31:07.298461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:08.809716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47846) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:31:08.877892 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9b8cf9-e32d-47dc-ad8f-b88c53bd7beb admin admin] GET failed (client error): The resource could not be found. Apr 29 07:31:08.879209 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9e9b8cf9-e32d-47dc-ad8f-b88c53bd7beb admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0684214 Apr 29 07:31:08.980751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43094d59-5976-4378-b354-ab4819c88519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:31:08.982230 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-43094d59-5976-4378-b354-ab4819c88519 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0987933 Apr 29 07:31:08.993114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:31:09.019608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Made reservation on behalf of 3fc6b2c423da4c2cb2bed2321d7c9737 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:31:09.023976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:09.192194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for subnet (f5235a40-cff0-4fbc-a284-2d8846483913), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:09.241763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5235a40-cff0-4fbc-a284-2d8846483913,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:31:09.255251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.255609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.255928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.256249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.256572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.256886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.257238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.257644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.258011 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.258282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.258593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.258898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.259211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.266764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Checking segment: {'id': '9b3f53ae-8a9a-4591-bb0c-bae22f7b7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:31:09.267105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Network hostable DHCP agents. Network: 9953aafe-5b76-42eb-99e6-5acd1f794068, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:31:09.285291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Network 9953aafe-5b76-42eb-99e6-5acd1f794068 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:31:09.295122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 9953aafe-5b76-42eb-99e6-5acd1f794068) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:31:09.299177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:31:09.299894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:09.305828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392ed2d5-2406-4f45-b723-a7fb2a70e2b7 None None] Network 9953aafe-5b76-42eb-99e6-5acd1f794068 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:31:09.319474 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1b094025-cfb4-442c-80a0-c2d95b1a5534 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3297734 Apr 29 07:31:09.411039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-9953aafe-5b76-42eb-99e6-5acd1f794068', 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068', 'project_id': '3fc6b2c423da4c2cb2bed2321d7c9737', 'fixed_ips': [{'subnet_id': 'f5235a40-cff0-4fbc-a284-2d8846483913'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:31:09.411915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:09.553389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Allocated IP 192.168.233.2 (9953aafe-5b76-42eb-99e6-5acd1f794068/f5235a40-cff0-4fbc-a284-2d8846483913/1ca77dc5-af5c-4df4-aa98-8108adcb15ee) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:31:09.796048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Publish callbacks [] for port (1ca77dc5-af5c-4df4-aa98-8108adcb15ee), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:09.805770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (1ca77dc5-af5c-4df4-aa98-8108adcb15ee), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:09.841729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Network 9953aafe-5b76-42eb-99e6-5acd1f794068 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:31:09.844705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:31:09.848593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:31:09.859704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Pushing event updated for resources: {'Port': ['ID=1ca77dc5-af5c-4df4-aa98-8108adcb15ee,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:31:09.886366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.886724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.887060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.887390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.887713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.888032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.888369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.888689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.889021 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.889382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.889704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.890028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.890330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:31:09.921596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Attempting to bind port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:31:09.921955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Attempting to bind port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '9b3f53ae-8a9a-4591-bb0c-bae22f7b7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:31:09.922302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Attempting to bind port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee on network 9953aafe-5b76-42eb-99e6-5acd1f794068 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:31:09.927373 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:31:09.927743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Checking segment: {'id': '9b3f53ae-8a9a-4591-bb0c-bae22f7b7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:31:09.928125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:09.928507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Bound using segment: {'id': '9b3f53ae-8a9a-4591-bb0c-bae22f7b7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:31:09.928959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Bound port: 1ca77dc5-af5c-4df4-aa98-8108adcb15ee, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3f53ae-8a9a-4591-bb0c-bae22f7b7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:31:09.929355 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1ca77dc5-af5c-4df4-aa98-8108adcb15ee), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:09.989536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] For port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:31:09.992775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] For port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1ca77dc5-af5c-4df4-aa98-8108adcb15ee,segment=NetworkSegment(9b3f53ae-8a9a-4591-bb0c-bae22f7b7533),segment_id=9b3f53ae-8a9a-4591-bb0c-bae22f7b7533)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:31:09.998789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1ca77dc5-af5c-4df4-aa98-8108adcb15ee), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:10.054521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8295a0-e18e-48a9-89f7-ca617b978de3 None None] Pushing event updated for resources: {'Port': ['ID=1ca77dc5-af5c-4df4-aa98-8108adcb15ee,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:31:10.937727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e726a2d-3216-43e5-9dd0-f3aba29ab19f None None] Network 9953aafe-5b76-42eb-99e6-5acd1f794068 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:31:11.003082 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-71f29287-c4c2-460c-9533-853d66653163 None None] Provisioning complete for port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:31:11.003467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-71f29287-c4c2-460c-9533-853d66653163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1ca77dc5-af5c-4df4-aa98-8108adcb15ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:11.125575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-71f29287-c4c2-460c-9533-853d66653163 None None] Current status of the port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:31:11.126032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-71f29287-c4c2-460c-9533-853d66653163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1ca77dc5-af5c-4df4-aa98-8108adcb15ee), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:11.161324 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-71f29287-c4c2-460c-9533-853d66653163 None None] For port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1ca77dc5-af5c-4df4-aa98-8108adcb15ee,segment=NetworkSegment(9b3f53ae-8a9a-4591-bb0c-bae22f7b7533),segment_id=9b3f53ae-8a9a-4591-bb0c-bae22f7b7533)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:31:11.167131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-71f29287-c4c2-460c-9533-853d66653163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1ca77dc5-af5c-4df4-aa98-8108adcb15ee), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:11.221327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f29287-c4c2-460c-9533-853d66653163 None None] Pushing event updated for resources: {'Port': ['ID=1ca77dc5-af5c-4df4-aa98-8108adcb15ee,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:31:11.390143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6c19d225-6c96-49d0-8f1e-bbf34f5fa9ae None None] Provisioning complete for port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:31:11.390545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6c19d225-6c96-49d0-8f1e-bbf34f5fa9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1ca77dc5-af5c-4df4-aa98-8108adcb15ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:11.472526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6c19d225-6c96-49d0-8f1e-bbf34f5fa9ae None None] Current status of the port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:31:12.150327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1ca77dc5-af5c-4df4-aa98-8108adcb15ee up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:31:12.201534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:31:12.201917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1ca77dc5-af5c-4df4-aa98-8108adcb15ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:12.280438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1ca77dc5-af5c-4df4-aa98-8108adcb15ee is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:31:31.260802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b4bc6cc-95c7-464e-b042-a58214841e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:33.318507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b410522c-7c48-4fbd-b199-3c15da8bfeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:34.621248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:35.938239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:37.293147 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:31:37.754035 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:32:01.259794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5147af2c-d9f7-4321-9b0b-584a5c6ba43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:03.322336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-109d4bb0-b34c-4d96-9fc6-80234ff06a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:04.625144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:05.944924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:07.298809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:14.752749 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:32:31.254087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-40ff7df2-883a-48d5-b966-13ddc482f63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:33.326846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd056d0a-5a1d-4c4d-9654-4fd44138ae2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:34.627488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:35.944717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:37.296829 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:46.690225 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47884) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:32:46.695892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-92cae3a2-2ef4-40d8-93ee-069972c853b1 tempest-verify_tempest_config-1136476403 tempest-verify_tempest_config-1136476403-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:32:46.696866 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-92cae3a2-2ef4-40d8-93ee-069972c853b1 tempest-verify_tempest_config-1136476403 tempest-verify_tempest_config-1136476403-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056803 Apr 29 07:32:47.040387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 47902) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:32:47.149937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:47.232654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Publish callbacks [] for security_group (7367f4a3-ff6d-4e97-ac97-67c9de41c566), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:47.238658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (7367f4a3-ff6d-4e97-ac97-67c9de41c566), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:47.285783 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5badbbadea914dada30daefa2636e942&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2442849 Apr 29 07:32:47.287010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7367f4a3-ff6d-4e97-ac97-67c9de41c566,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:32:47.288746 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47906) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:32:47.294246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.294592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.294929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.295234 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.295587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.295911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.296255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.296574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.296887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.297784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.298249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.298714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.299155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1ac2b-3c4b-4a49-9a4a-9d6e81a609e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.345090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Publish callbacks [] for security_group (7367f4a3-ff6d-4e97-ac97-67c9de41c566), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:47.366435 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Publish callbacks [] for security_group (7367f4a3-ff6d-4e97-ac97-67c9de41c566), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:47.461190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (7367f4a3-ff6d-4e97-ac97-67c9de41c566), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:47.465345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:32:47.466975 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7367f4a3-ff6d-4e97-ac97-67c9de41c566 HTTP/1.1" status: 204 len: 168 time: 0.1772459 Apr 29 07:32:47.474877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7367f4a3-ff6d-4e97-ac97-67c9de41c566,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:32:47.481476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.481835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.482185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.482525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.482860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.483196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.483532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.483862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.484194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.484567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.484848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.485170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:47.485525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddfe20-0d9c-4eba-8998-2919a8070a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:32:51.756354 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:33:01.270511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3d6302ec-b828-4f28-951b-e306bb4502a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:33:03.339869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a1087b5c-6b2d-48fc-8ddf-c778415a6b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:33:04.639435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:33:05.954198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:33:07.297453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:33:28.762855 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 5 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:33:31.254556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3b68eac9-2126-48a2-bd96-f0a444e46c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:33:33.343303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-26d08474-a45c-4794-9fe9-bdf95bd6f1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:33:34.642043 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:33:35.962270 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:33:37.304687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:01.262837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9be-7574-459d-ad9f-2348eae0f22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:03.341953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-84ff7cc3-b921-4fc3-8386-87ea913d6ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:04.646784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:05.226678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1800781'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:05.757881 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:34:05.971365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:07.295391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:19.678832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47978) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:34:19.799353 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-58c7349a-bb90-4f1c-8f64-9a904222a704 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1194320 Apr 29 07:34:22.104967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 47988) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:34:22.166300 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aa565b27-29a6-44b4-9121-9d224bad5b89 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0601733 Apr 29 07:34:31.260128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-00c10d74-d703-4282-ad23-705062a47fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:33.349006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-92d1404e-e326-40c5-8393-3d3005c6a3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:34.651397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:35.212493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:35.967798 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:37.301190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:34:42.762413 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:35:01.257828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fb2db7b9-ce25-4aeb-be58-5b2a8bf184ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:03.333423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b82f20cb-4e1e-4cdf-816c-6c4a1034af7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:04.648367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:05.209163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:05.967895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:07.291394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:19.762311 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:35:31.255165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-55db6269-1811-43bb-a0bd-57b654151b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:33.338297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-039ae603-12e2-4b88-92fd-9089bc35d312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:34.651671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:35.203835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:35.972753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:37.287093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.162070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48174) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:46.513815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1323896764-network', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:46.540457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48194) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:46.546094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Made reservation on behalf of 6f8225b2c6dd4796aa7620c308f02a13 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:46.554599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.564480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.585183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48202) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:46.649038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Publish callbacks [] for security_group (0d727c45-8fcb-49b7-89e1-4df1b94701b9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.654609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0d727c45-8fcb-49b7-89e1-4df1b94701b9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.682340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d727c45-8fcb-49b7-89e1-4df1b94701b9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:46.691835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.692186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.692527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.692859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.693189 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.693540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.693886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.694214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.694717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.694891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Tracked resource versions report: Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: pushed versions: Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: { 'AddressGroup': {'1.2'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'ConntrackHelper': {'1.0'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'LocalIPAssociation': {'1.0'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Log': {'1.0'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Network': {'1.1'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Port': {'1.7'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'PortForwarding': {'1.2'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'QosPolicy': {'1.10'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SecurityGroup': {'1.5'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SubPort': {'1.0'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Subnet': {'1.1'}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Trunk': {'1.1'}} Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: consumer versions: Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: { DHCP agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: HyperV agent@hv-neutron-8398: {}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: L3 agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: Metadata agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: Metering agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: Open vSwitch agent@dv-neutron-839860-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'ConntrackHelper': '1.0', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'LocalIPAssociation': '1.0', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Log': '1.0', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Network': '1.1', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Port': '1.7', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'PortForwarding': '1.2', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'QosPolicy': '1.10', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SecurityGroup': '1.5', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SecurityGroupRule': '1.2', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'SubPort': '1.0', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Subnet': '1.1', Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: 'Trunk': '1.1'}} Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: {{(pid=104223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48210) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:46.700784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:35:46.715298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.715636 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Added segment 103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2 of type vlan for network cfb5f71e-c5d1-468c-a82b-7008165ba057 Apr 29 07:35:46.755639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (cfb5f71e-c5d1-468c-a82b-7008165ba057), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.780618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (cfb5f71e-c5d1-468c-a82b-7008165ba057), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.781690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:46.782273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.846675 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6829152 Apr 29 07:35:46.847664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904556e7-8611-4a9c-900a-875dc4c72d4e admin admin] Pushing event updated for resources: {'Network': ['ID=cfb5f71e-c5d1-468c-a82b-7008165ba057,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:46.849824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48218) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:46.854826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Request body: {'subnet': {'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1323896764-subnet', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:46.861967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network cfb5f71e-c5d1-468c-a82b-7008165ba057 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:35:46.880951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Made reservation on behalf of 6f8225b2c6dd4796aa7620c308f02a13 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:46.884107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:46.965529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-323698815-network', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:46.990916 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Made reservation on behalf of 2edc335584ce421bb32ba7e8c97ee283 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:46.994095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.011564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-317267376-network', 'tenant_id': '9d4f708c377c4df28049531a5255377c'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:47.030831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.102470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for subnet (8b3275fe-6e8b-4b60-8828-4707a49eac77), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.104241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Made reservation on behalf of 9d4f708c377c4df28049531a5255377c for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:47.106857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.123709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.145285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Publish callbacks [] for security_group (9b34245d-7972-4ecb-9261-e07a7e05a99b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.156101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3275fe-6e8b-4b60-8828-4707a49eac77,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:47.158657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9b34245d-7972-4ecb-9261-e07a7e05a99b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.170527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-695515392'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:47.217002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:35:47.222548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Checking segment: {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:47.222901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Network hostable DHCP agents. Network: cfb5f71e-c5d1-468c-a82b-7008165ba057, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:35:47.225122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:47.228739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.229760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b34245d-7972-4ecb-9261-e07a7e05a99b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:47.245629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.246275 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Added segment c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7 of type vlan for network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 Apr 29 07:35:47.249670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.250306 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.250954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.251465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.252146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.252665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.253174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.253709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.254235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.254893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.256318 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.256822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.257483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:47.258357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Tracked resource versions report: Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: pushed versions: Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: { 'AddressGroup': {'1.2'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'ConntrackHelper': {'1.0'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'LocalIPAssociation': {'1.0'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Log': {'1.0'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Network': {'1.1'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Port': {'1.7'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'PortForwarding': {'1.2'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'QosPolicy': {'1.10'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SecurityGroup': {'1.5'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SubPort': {'1.0'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Subnet': {'1.1'}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Trunk': {'1.1'}} Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: consumer versions: Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: { DHCP agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: HyperV agent@hv-neutron-8398: {}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: L3 agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: Metadata agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: Metering agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: Open vSwitch agent@dv-neutron-839860-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'ConntrackHelper': '1.0', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'LocalIPAssociation': '1.0', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Log': '1.0', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Network': '1.1', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Port': '1.7', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'PortForwarding': '1.2', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'QosPolicy': '1.10', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SecurityGroup': '1.5', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SecurityGroupRule': '1.2', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'SubPort': '1.0', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Subnet': '1.1', Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: 'Trunk': '1.1'}} Apr 29 07:35:47.259312 dv-neutron-839860-1-hyperv neutron-server[104224]: {{(pid=104224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:35:47.285608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Network cfb5f71e-c5d1-468c-a82b-7008165ba057 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:35:47.310019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, cfb5f71e-c5d1-468c-a82b-7008165ba057) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:47.314707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:47.315286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.330234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd855d4f-d066-4cf3-b061-2a245f4b1c44 None None] Network cfb5f71e-c5d1-468c-a82b-7008165ba057 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:47.346493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48234) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:47.364200 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for security_group (c67679ca-52a7-4850-86cc-f6029999d124), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.374947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c67679ca-52a7-4850-86cc-f6029999d124), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.389998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:35:47.397620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (cf51dd68-2a19-47e4-80b9-3b9e21e57ed6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.399429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.399921 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment 246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181 of type vlan for network 78be7e6d-63e9-49da-bfc7-195496bb3ccc Apr 29 07:35:47.412014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Publish callbacks [] for security_group (a86dc8ea-348e-4ca9-89b6-f74eeb5b2760), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.418155 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cee58adb-1d2d-4b99-9138-1f01a35b0fb0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5668728 Apr 29 07:35:47.426496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48240) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:47.430827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:47.435020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a86dc8ea-348e-4ca9-89b6-f74eeb5b2760), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.450872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (78be7e6d-63e9-49da-bfc7-195496bb3ccc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.501697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (78be7e6d-63e9-49da-bfc7-195496bb3ccc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.511348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:47.512071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.522561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-cfb5f71e-c5d1-468c-a82b-7008165ba057', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:35:47.523927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.549184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:35:47.558466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (cf51dd68-2a19-47e4-80b9-3b9e21e57ed6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.561014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:47.561921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.607142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (630eeb70-766c-4d1c-9d25-8586e06e99ba), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.608486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (630eeb70-766c-4d1c-9d25-8586e06e99ba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.625147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48250) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:47.639612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.640251 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Added segment 7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe of type vlan for network c2d65d34-51cb-428d-895e-c7a17f616082 Apr 29 07:35:47.657899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86dc8ea-348e-4ca9-89b6-f74eeb5b2760,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:47.680558 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0937107 Apr 29 07:35:47.692208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67679ca-52a7-4850-86cc-f6029999d124,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:47.698274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48254) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:47.698456 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9955883 Apr 29 07:35:47.711456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f4bfd-7608-4711-83c7-4ab7baee6b1e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=78be7e6d-63e9-49da-bfc7-195496bb3ccc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:47.751129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Request body: {'subnet': {'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-323698815-subnet', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:47.760049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 78be7e6d-63e9-49da-bfc7-195496bb3ccc details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:35:47.836574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Allocated IP 172.20.0.2 (cfb5f71e-c5d1-468c-a82b-7008165ba057/8b3275fe-6e8b-4b60-8828-4707a49eac77/0ad57fbd-7e8e-45dd-bbda-8696e051b211) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:47.864781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b610a124-f92b-4ad9-9c45-cf201aee8254 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:47.918748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (c2d65d34-51cb-428d-895e-c7a17f616082), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.978183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks [] for router_controller (630eeb70-766c-4d1c-9d25-8586e06e99ba), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:47.984638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f230ef-adfa-4c6e-a95d-e32b86686210 admin admin] Pushing event updated for resources: {'Network': ['ID=cf51dd68-2a19-47e4-80b9-3b9e21e57ed6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:48.003798 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b610a124-f92b-4ad9-9c45-cf201aee8254 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] 10.222.0.23 "PUT /v2.0/quotas/d131eb6056d14b978967294d648bedf4 HTTP/1.1" status: 200 len: 368 time: 0.6482172 Apr 29 07:35:48.004628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48260) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:48.009985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:35:48.010526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Request body: {'network': {'project_id': 'd131eb6056d14b978967294d648bedf4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:48.015871 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Made reservation on behalf of 2edc335584ce421bb32ba7e8c97ee283 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:48.023512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.060107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1352893356'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:48.067008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Made reservation on behalf of d131eb6056d14b978967294d648bedf4 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:48.070103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.101287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.111272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Publish callbacks [] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.159606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.268004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Pushing event updated for resources: {'Port': ['ID=0ad57fbd-7e8e-45dd-bbda-8696e051b211,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:48.278236 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.278599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.278944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.279410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.279742 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.280065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.280391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.280716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.281103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.281534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.281859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.282180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.282652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Tracked resource versions report: Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: pushed versions: Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: { 'AddressGroup': {'1.2'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'ConntrackHelper': {'1.0'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'LocalIPAssociation': {'1.0'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Log': {'1.0'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Network': {'1.1'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Port': {'1.7'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'PortForwarding': {'1.2'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'QosPolicy': {'1.10'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SecurityGroup': {'1.5'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SubPort': {'1.0'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Subnet': {'1.1'}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Trunk': {'1.1'}} Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: consumer versions: Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: { DHCP agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: HyperV agent@hv-neutron-8398: {}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: L3 agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: Metadata agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: Metering agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: Open vSwitch agent@dv-neutron-839860-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'ConntrackHelper': '1.0', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'LocalIPAssociation': '1.0', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Log': '1.0', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Network': '1.1', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Port': '1.7', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'PortForwarding': '1.2', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'QosPolicy': '1.10', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SecurityGroup': '1.5', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SecurityGroupRule': '1.2', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'SubPort': '1.0', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Subnet': '1.1', Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: 'Trunk': '1.1'}} Apr 29 07:35:48.283788 dv-neutron-839860-1-hyperv neutron-server[104225]: {{(pid=104225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:35:48.298042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Network cfb5f71e-c5d1-468c-a82b-7008165ba057 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:48.299971 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:48.313156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48268) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:48.322793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for subnet (70b8384d-f6f2-4ba2-9c21-7f49be3b44ac), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.323663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks [] for security_group (3a95f8f7-dfc6-4a55-b130-1ee868d1dfbb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.339924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:48.343505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3a95f8f7-dfc6-4a55-b130-1ee868d1dfbb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.367097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (c2d65d34-51cb-428d-895e-c7a17f616082), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.368343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:48.369076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.416712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:35:48.468161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a95f8f7-dfc6-4a55-b130-1ee868d1dfbb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:48.473311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Attempting to bind port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:35:48.473966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Attempting to bind port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:35:48.475028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Attempting to bind port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 on network cfb5f71e-c5d1-468c-a82b-7008165ba057 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:35:48.481687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:35:48.482811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Checking segment: {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:48.483443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.484654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Bound using segment: {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:35:48.485622 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Bound port: 0ad57fbd-7e8e-45dd-bbda-8696e051b211, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:35:48.486436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.490612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (624152a1-9d73-4d09-bfaf-4272f687a717), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.492513 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Added segment 624152a1-9d73-4d09-bfaf-4272f687a717 of type vlan for network 4609417a-690c-4bd3-8d5a-5b54ffbebb14 Apr 29 07:35:48.518792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d65d34-51cb-428d-895e-c7a17f616082,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:48.570070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] For port 0ad57fbd-7e8e-45dd-bbda-8696e051b211, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:35:48.573055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48278) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:48.574375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] For port 0ad57fbd-7e8e-45dd-bbda-8696e051b211, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0ad57fbd-7e8e-45dd-bbda-8696e051b211,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:35:48.576100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Checking segment: {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:48.576862 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Network hostable DHCP agents. Network: cf51dd68-2a19-47e4-80b9-3b9e21e57ed6, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:35:48.581069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network c2d65d34-51cb-428d-895e-c7a17f616082 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:35:48.602633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Made reservation on behalf of 39be08c8f742405f87707797a0efb95e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:48.606306 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.622055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.659347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (4609417a-690c-4bd3-8d5a-5b54ffbebb14), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.664554 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.718149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks [] for router_gateway (630eeb70-766c-4d1c-9d25-8586e06e99ba), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.728809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (4609417a-690c-4bd3-8d5a-5b54ffbebb14), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.729947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:48.730655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.737156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d2a54-d972-4fe0-b863-e3486258601d None None] Pushing event updated for resources: {'Port': ['ID=0ad57fbd-7e8e-45dd-bbda-8696e051b211,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:48.738862 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1208237264', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:48.768817 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f251e27f-73d2-4d0f-8b19-84ea68b502f5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2273135 Apr 29 07:35:48.772904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48282) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:48.777002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:48.799780 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:35:48.817298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b8384d-f6f2-4ba2-9c21-7f49be3b44ac,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:48.819817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Request body: {'subnet': {'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-317267376-subnet', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:48.837504 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8293419 Apr 29 07:35:48.840880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48286) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:48.852052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Request body: {'network': {'project_id': 'd131eb6056d14b978967294d648bedf4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:48.861039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Made reservation on behalf of 6e3443e552a54874b29c5358b8f2b7a4 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:48.863533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.879797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, cf51dd68-2a19-47e4-80b9-3b9e21e57ed6) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:48.889055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.891842 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:48.892494 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.893358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0e96d-4eaa-4fb4-af7b-2b87e33df779 None None] Network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:48.981170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:48.988638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14972bd1-d407-4a0e-93bc-271e92993610 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Pushing event updated for resources: {'Network': ['ID=4609417a-690c-4bd3-8d5a-5b54ffbebb14,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:49.030806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 4609417a-690c-4bd3-8d5a-5b54ffbebb14 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:35:49.049537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Made reservation on behalf of d131eb6056d14b978967294d648bedf4 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:49.052122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.065949 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c3f60dc2-673a-458d-ac0c-e0bbc17a70ba admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3635068 Apr 29 07:35:49.068654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Made reservation on behalf of 9d4f708c377c4df28049531a5255377c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:49.071021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.074207 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48288) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:49.079511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:49.168824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks [] for security_group (76330ac4-bb5c-4f3e-9bc7-5b70d5f5b22f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.174165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:35:49.179769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (beef364d-3bde-46f0-8657-25b72a7dfca8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.181125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (beef364d-3bde-46f0-8657-25b72a7dfca8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.204486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (76330ac4-bb5c-4f3e-9bc7-5b70d5f5b22f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.225997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (cf417db7-b0c6-4a69-ba2f-dd0a40917fdd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.226680 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Added segment cf417db7-b0c6-4a69-ba2f-dd0a40917fdd of type vlan for network a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18 Apr 29 07:35:49.296205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:35:49.317098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.358042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:35:49.359001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.388437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76330ac4-bb5c-4f3e-9bc7-5b70d5f5b22f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:49.396667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (48393a0d-5e54-4d0c-b332-767c5141f184), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.398348 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Added segment 48393a0d-5e54-4d0c-b332-767c5141f184 of type vlan for network 9d979ef2-1115-444c-a45f-7c6e48a02ca2 Apr 29 07:35:49.430846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.431885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:49.432557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.442798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks [] for router_controller (beef364d-3bde-46f0-8657-25b72a7dfca8), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.511730 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6649523 Apr 29 07:35:49.547619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48290) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:49.577060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c23d696d-84b6-4a4b-ae2f-8a7472631e89 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Request body: {'network': {'project_id': 'd131eb6056d14b978967294d648bedf4'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:49.597513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Allocated IP 172.20.0.2 (cf51dd68-2a19-47e4-80b9-3b9e21e57ed6/70b8384d-f6f2-4ba2-9c21-7f49be3b44ac/7760ccfa-5026-4e09-b675-95af80331555) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:49.622133 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23d696d-84b6-4a4b-ae2f-8a7472631e89 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 07:35:49.622723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23d696d-84b6-4a4b-ae2f-8a7472631e89 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:35:49.623917 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c23d696d-84b6-4a4b-ae2f-8a7472631e89 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0708292 Apr 29 07:35:49.626547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks [] for security_group (015366c2-8a85-4adb-8261-0457ba5f8ec5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.636193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48292) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:49.671088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (9d979ef2-1115-444c-a45f-7c6e48a02ca2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.677869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (015366c2-8a85-4adb-8261-0457ba5f8ec5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.681627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] device_id is not set on port 7a719f35-f88d-4d8d-82e2-86c3eaa54a5c yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:35:49.717968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c02550-9da3-4ba8-9539-472afd85db06 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Pushing event updated for resources: {'Network': ['ID=a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:49.736099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.763902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:35:49.843728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for subnet (998bfdf9-e72a-4561-9cd5-8fb02d01b764), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:49.853643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Allocated IP 172.26.3.11 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/7a719f35-f88d-4d8d-82e2-86c3eaa54a5c) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:49.886532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=998bfdf9-e72a-4561-9cd5-8fb02d01b764,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:49.979536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Checking segment: {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:49.991276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Network hostable DHCP agents. Network: c2d65d34-51cb-428d-895e-c7a17f616082, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:35:50.047996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Publish callbacks [] for port (7760ccfa-5026-4e09-b675-95af80331555), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.051265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Network c2d65d34-51cb-428d-895e-c7a17f616082 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:35:50.061369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (7760ccfa-5026-4e09-b675-95af80331555), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.068239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, c2d65d34-51cb-428d-895e-c7a17f616082) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:50.072550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:50.073135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.107093 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7c284323-5be8-44ed-92d6-4351c797ba41 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2923622 Apr 29 07:35:50.107302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48294) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:50.112131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:50.133528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f260426e-5434-45cf-a5de-3777315a1373 None None] Network c2d65d34-51cb-428d-895e-c7a17f616082 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:50.141944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks [] for port (7a719f35-f88d-4d8d-82e2-86c3eaa54a5c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.156803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.157990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.311776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:50.323956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Allocated IP 172.26.3.37 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/3fc1905c-f019-4e40-bf38-5b22de8bdade) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:50.333805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:50.368382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Pushing event updated for resources: {'Port': ['ID=7760ccfa-5026-4e09-b675-95af80331555,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:50.368382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:50.368382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-c2d65d34-51cb-428d-895e-c7a17f616082', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'project_id': '9d4f708c377c4df28049531a5255377c', 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:35:50.368382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.419873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0ad57fbd-7e8e-45dd-bbda-8696e051b211 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:35:50.472142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks [] for router_controller (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.581938 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015366c2-8a85-4adb-8261-0457ba5f8ec5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:50.602281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (7a719f35-f88d-4d8d-82e2-86c3eaa54a5c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.616201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks [] for router_gateway (630eeb70-766c-4d1c-9d25-8586e06e99ba), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.641732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (9d979ef2-1115-444c-a45f-7c6e48a02ca2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.648046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:50.648883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.711706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks [] for router_gateway (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.717267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.718937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f5c14-cf29-4a62-909e-3e2e50994066 None None] Network cfb5f71e-c5d1-468c-a82b-7008165ba057 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:50.729166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Attempting to bind port 7760ccfa-5026-4e09-b675-95af80331555 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:35:50.729653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Attempting to bind port 7760ccfa-5026-4e09-b675-95af80331555 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:35:50.730233 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Attempting to bind port 7760ccfa-5026-4e09-b675-95af80331555 on network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:35:50.754480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks [] for port (3fc1905c-f019-4e40-bf38-5b22de8bdade), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.764560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c3eb08d6-85ab-4b07-ad62-1af7ded3f75e None None] Provisioning complete for port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:50.764947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c3eb08d6-85ab-4b07-ad62-1af7ded3f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.796147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Pushing event updated for resources: {'Port': ['ID=7a719f35-f88d-4d8d-82e2-86c3eaa54a5c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:50.813473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:35:50.813841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Checking segment: {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:50.814199 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1858790 Apr 29 07:35:50.814301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.814606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Bound using segment: {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:35:50.815343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Bound port: 7760ccfa-5026-4e09-b675-95af80331555, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:35:50.815724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7760ccfa-5026-4e09-b675-95af80331555), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.816663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48302) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:50.824293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Request body: {'subnet': {'network_id': '9d979ef2-1115-444c-a45f-7c6e48a02ca2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:50.903386 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks [] for router_gateway (beef364d-3bde-46f0-8657-25b72a7dfca8), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.922654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:50.926040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:50.929385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:50.930546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:50.932013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.934011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb08d6-85ab-4b07-ad62-1af7ded3f75e None None] Current status of the port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:50.934394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c3eb08d6-85ab-4b07-ad62-1af7ded3f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:50.936706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48304) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:50.945264 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d02d70b9-9d1f-4d31-9dc9-b25f811242f9 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d131eb6056d14b978967294d648bedf4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3061395 Apr 29 07:35:50.953348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48306) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:50.961687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': '78be7e6d-63e9-49da-bfc7-195496bb3ccc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:50.987649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (3fc1905c-f019-4e40-bf38-5b22de8bdade), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.005291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:51.005677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.028691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:51.031718 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Made reservation on behalf of 39be08c8f742405f87707797a0efb95e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:51.035326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks [] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.057642 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:51.062165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Allocated IP 172.20.0.2 (c2d65d34-51cb-428d-895e-c7a17f616082/998bfdf9-e72a-4561-9cd5-8fb02d01b764/6149292f-ab11-4dcf-9685-394952d3e80b) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:51.080165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:51.099302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c3eb08d6-85ab-4b07-ad62-1af7ded3f75e None None] For port 0ad57fbd-7e8e-45dd-bbda-8696e051b211, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0ad57fbd-7e8e-45dd-bbda-8696e051b211,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:35:51.113676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c3eb08d6-85ab-4b07-ad62-1af7ded3f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.125583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] For port 7760ccfa-5026-4e09-b675-95af80331555, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:35:51.171722 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b2c59996-9c92-4b05-bd29-fccd25434128 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5835359 Apr 29 07:35:51.182188 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48312) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:51.193271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.11'}]}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:51.197566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a077fc-585b-4661-80cf-897c44c0ba59 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event updated for resources: {'Network': ['ID=9d979ef2-1115-444c-a45f-7c6e48a02ca2,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:51.203983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] For port 7760ccfa-5026-4e09-b675-95af80331555, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7760ccfa-5026-4e09-b675-95af80331555,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:35:51.213077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc1905c-f019-4e40-bf38-5b22de8bdade,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:51.219276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 9d979ef2-1115-444c-a45f-7c6e48a02ca2 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:35:51.232485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Allocated IP 172.26.3.9 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:51.234701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7760ccfa-5026-4e09-b675-95af80331555), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.278193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:51.281872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.285003 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bda15e3e-94ad-4ffa-8bc7-5bca2b1ae9d1 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks [] for security_group (3a95f8f7-dfc6-4a55-b130-1ee868d1dfbb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.314097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks [] for floatingip (5e1ea41b-b586-4dc3-9855-dabef21cc48e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.353670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb08d6-85ab-4b07-ad62-1af7ded3f75e None None] Pushing event updated for resources: {'Port': ['ID=0ad57fbd-7e8e-45dd-bbda-8696e051b211,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:51.468253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:51.517288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (854fd2c2-9d3f-4f57-8012-ce94b63406f7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.518321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (854fd2c2-9d3f-4f57-8012-ce94b63406f7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.532166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaab1b-f294-4fb7-a18b-2e30b2f998a2 None None] Pushing event updated for resources: {'Port': ['ID=7760ccfa-5026-4e09-b675-95af80331555,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:51.539254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Publish callbacks [] for port (6149292f-ab11-4dcf-9685-394952d3e80b), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.562258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bda15e3e-94ad-4ffa-8bc7-5bca2b1ae9d1 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks [] for security_group (3a95f8f7-dfc6-4a55-b130-1ee868d1dfbb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.564171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.645437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Network c2d65d34-51cb-428d-895e-c7a17f616082 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:51.653307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:51.661965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:51.677691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Pushing event updated for resources: {'Port': ['ID=6149292f-ab11-4dcf-9685-394952d3e80b,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:51.686289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks [] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.732049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3fc1905c-f019-4e40-bf38-5b22de8bdade), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.754359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Attempting to bind port 6149292f-ab11-4dcf-9685-394952d3e80b on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:35:51.754359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Attempting to bind port 6149292f-ab11-4dcf-9685-394952d3e80b by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:35:51.754359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Attempting to bind port 6149292f-ab11-4dcf-9685-394952d3e80b on network c2d65d34-51cb-428d-895e-c7a17f616082 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:35:51.786652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:35:51.787060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Checking segment: {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:51.787510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.787947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Bound using segment: {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:35:51.788454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Bound port: 6149292f-ab11-4dcf-9685-394952d3e80b, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:35:51.788866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.871256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks [] for router_controller (854fd2c2-9d3f-4f57-8012-ce94b63406f7), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.871693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.882838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-434d502c-efb8-4a03-a763-fd20e1ecbff9 None None] Provisioning complete for port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:51.883301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-434d502c-efb8-4a03-a763-fd20e1ecbff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.903503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks [] for router_gateway (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.925691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] For port 6149292f-ab11-4dcf-9685-394952d3e80b, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:35:51.950307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] For port 6149292f-ab11-4dcf-9685-394952d3e80b, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6149292f-ab11-4dcf-9685-394952d3e80b,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:35:51.963257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.978960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:51.986735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:51.988871 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks [] for router_gateway (beef364d-3bde-46f0-8657-25b72a7dfca8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:51.990599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:52.006083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Pushing event updated for resources: {'Port': ['ID=b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:52.064568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.072125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.078592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-434d502c-efb8-4a03-a763-fd20e1ecbff9 None None] Current status of the port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:52.085379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f0ae1-5b8c-463c-8271-19a9d30c4293 None None] Pushing event updated for resources: {'Port': ['ID=6149292f-ab11-4dcf-9685-394952d3e80b,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:52.100434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for subnet (04cd57f5-0acb-485c-847e-f96752cb1b41), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.180205 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bda15e3e-94ad-4ffa-8bc7-5bca2b1ae9d1 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3a95f8f7-dfc6-4a55-b130-1ee868d1dfbb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.182856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bda15e3e-94ad-4ffa-8bc7-5bca2b1ae9d1 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.184024 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bda15e3e-94ad-4ffa-8bc7-5bca2b1ae9d1 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a95f8f7-dfc6-4a55-b130-1ee868d1dfbb HTTP/1.1" status: 204 len: 168 time: 1.2271345 Apr 29 07:35:52.191976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48316) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:52.245647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for subnet (898b8970-3a83-49ee-b664-323082b1e22b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.313286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda15e3e-94ad-4ffa-8bc7-5bca2b1ae9d1 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a95f8f7-dfc6-4a55-b130-1ee868d1dfbb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:52.323373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=04cd57f5-0acb-485c-847e-f96752cb1b41,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:52.357832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking segment: {'id': '246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78be7e6d-63e9-49da-bfc7-195496bb3ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:52.358233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network hostable DHCP agents. Network: 78be7e6d-63e9-49da-bfc7-195496bb3ccc, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:35:52.380636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event updated for resources: {'Subnet': ['ID=898b8970-3a83-49ee-b664-323082b1e22b,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:52.390472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.403798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks [] for router_gateway (854fd2c2-9d3f-4f57-8012-ce94b63406f7), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.491381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network 78be7e6d-63e9-49da-bfc7-195496bb3ccc is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:35:52.553908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 78be7e6d-63e9-49da-bfc7-195496bb3ccc) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:52.559629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:52.560234 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.564462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77923b6b-f711-492a-ad39-a9bd363931b1 None None] Network 78be7e6d-63e9-49da-bfc7-195496bb3ccc requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:52.574465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Allocated IP 172.26.3.131 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/15d7835b-b1c3-4c99-92c4-fcec804d8fe6) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:52.601570 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2251ba0e-e608-4d7b-a05a-26190bdddd00 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6571717 Apr 29 07:35:52.640931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48318) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:52.646513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434986554'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:52.704607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.713760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Checking segment: {'id': '48393a0d-5e54-4d0c-b332-767c5141f184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d979ef2-1115-444c-a45f-7c6e48a02ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:52.714115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Network hostable DHCP agents. Network: 9d979ef2-1115-444c-a45f-7c6e48a02ca2, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:35:52.721072 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks [] for router_gateway (630eeb70-766c-4d1c-9d25-8586e06e99ba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.746681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0ad57fbd-7e8e-45dd-bbda-8696e051b211 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:35:52.755291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks [] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.762315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks [] for port (3fc1905c-f019-4e40-bf38-5b22de8bdade), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.778984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3fc1905c-f019-4e40-bf38-5b22de8bdade), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.781125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:52.788816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.802116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Network 9d979ef2-1115-444c-a45f-7c6e48a02ca2 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:35:52.826202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.826608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.827284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.827926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > port after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.827926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.828333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > port after_update 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.830005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.830341 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.830665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.830986 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:52.840228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (5e1ea41b-b586-4dc3-9855-dabef21cc48e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.841898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-78be7e6d-63e9-49da-bfc7-195496bb3ccc', 'network_id': '78be7e6d-63e9-49da-bfc7-195496bb3ccc', 'project_id': '51e9992f74a84112881b3d1213f050ef', 'fixed_ips': [{'subnet_id': '04cd57f5-0acb-485c-847e-f96752cb1b41'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:35:52.843099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.847970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 9d979ef2-1115-444c-a45f-7c6e48a02ca2) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:52.863110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:52.863615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aea10d-1fb8-493d-bd8c-594304eaea8e None None] Network 9d979ef2-1115-444c-a45f-7c6e48a02ca2 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:52.863718 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.890280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.891706 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5772829 Apr 29 07:35:52.894447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00468989-08da-4db6-be6f-f658fe2b5ff3 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Pushing event updated for resources: {'Port': ['ID=3fc1905c-f019-4e40-bf38-5b22de8bdade,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:52.897555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48320) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:52.898501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:52.905766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1652861840', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'fixed_ips': [{'ip_address': '172.26.3.37'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:52.923190 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2304e63d-713a-45fd-ba46-3101e4630178 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1009910 Apr 29 07:35:52.928355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48322) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:52.938167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Request body: {'port': {'network_id': '9d979ef2-1115-444c-a45f-7c6e48a02ca2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1265084156'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:52.987670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:53.025075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:53.025456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:53.025783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:53.026106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:53.026472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:53.032278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:53.037880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:53.038308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.041167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Made reservation on behalf of 8a00451537ee447e91cfb64e05551dad for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:53.043503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.048770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:53.062734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf417db7-b0c6-4a69-ba2f-dd0a40917fdd') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:53.063061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf417db7-b0c6-4a69-ba2f-dd0a40917fdd') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:53.086615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6dcd22-65d4-4f8c-a0fe-d6b00b98c4a2 None None] Network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:53.120776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:35:53.128590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (cf417db7-b0c6-4a69-ba2f-dd0a40917fdd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.145282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Pushing event updated for resources: {'Port': ['ID=15d7835b-b1c3-4c99-92c4-fcec804d8fe6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:53.157024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.188880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (12934c9c-3173-4280-b704-74f78ad85391), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.189409 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment 12934c9c-3173-4280-b704-74f78ad85391 of type vlan for network c9f65750-fe8a-4460-b788-da504fe318d4 Apr 29 07:35:53.191136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (cf417db7-b0c6-4a69-ba2f-dd0a40917fdd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.218582 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Allocated IP 172.26.3.194 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/56e8e5b0-9775-43f7-8b20-55fa4991e9e8) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:53.224273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:35:53.224772 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (cf417db7-b0c6-4a69-ba2f-dd0a40917fdd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: from cryptography.utils import int_from_bytes Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: from cryptography.utils import int_from_bytes Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: warnings.warn('Neutron quota engine will require "--force" ' Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:35:53.228944 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:35:53.246535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-95d558e9-1609-4f95-8ea9-70837cd9179d None None] Provisioning complete for port 7760ccfa-5026-4e09-b675-95af80331555 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:53.246931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95d558e9-1609-4f95-8ea9-70837cd9179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7760ccfa-5026-4e09-b675-95af80331555), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.265710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-9d979ef2-1115-444c-a45f-7c6e48a02ca2', 'network_id': '9d979ef2-1115-444c-a45f-7c6e48a02ca2', 'project_id': '39be08c8f742405f87707797a0efb95e', 'fixed_ips': [{'subnet_id': '898b8970-3a83-49ee-b664-323082b1e22b'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:35:53.266908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.341077 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (c9f65750-fe8a-4460-b788-da504fe318d4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.395970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Allocated IP 2001:db8:0:ffff::2 (78be7e6d-63e9-49da-bfc7-195496bb3ccc/04cd57f5-0acb-485c-847e-f96752cb1b41/054dd52a-1eb8-403b-8bb0-4fbe402f48bc) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:53.474061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.481617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.488038 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18 HTTP/1.1" status: 204 len: 168 time: 1.2909989 Apr 29 07:35:53.492246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48324) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:53.532363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbea873-6b0a-4abb-9682-aef3a0621664 tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2bedc8b-d1f8-47a4-9884-1c8bb6f12e18,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:53.543521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (c9f65750-fe8a-4460-b788-da504fe318d4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.548943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:53.549577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.595527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93403dad-7591-406b-9345-47504dff5540 None None] Network c2d65d34-51cb-428d-895e-c7a17f616082 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:53.689087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:53.690393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7760ccfa-5026-4e09-b675-95af80331555 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:35:53.759999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks [] for router_gateway (854fd2c2-9d3f-4f57-8012-ce94b63406f7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.780652 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1360142 Apr 29 07:35:53.788248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48326) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:53.790888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (630eeb70-766c-4d1c-9d25-8586e06e99ba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.794303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (4609417a-690c-4bd3-8d5a-5b54ffbebb14), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.797004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks [] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.802575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': 'c9f65750-fe8a-4460-b788-da504fe318d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:35:53.810543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.820668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fc24a-4c21-4dbf-8d71-18d65d90984b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=c9f65750-fe8a-4460-b788-da504fe318d4,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:53.843855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Made reservation on behalf of 39be08c8f742405f87707797a0efb95e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:53.848092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.884024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network c9f65750-fe8a-4460-b788-da504fe318d4 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:35:53.918068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Allocated IP 172.20.0.2 (9d979ef2-1115-444c-a45f-7c6e48a02ca2/898b8970-3a83-49ee-b664-323082b1e22b/7e32cb9c-f563-463e-9e4f-b2dfa6345d6c) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:53.929091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-95d558e9-1609-4f95-8ea9-70837cd9179d None None] Current status of the port 7760ccfa-5026-4e09-b675-95af80331555 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:53.929091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95d558e9-1609-4f95-8ea9-70837cd9179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7760ccfa-5026-4e09-b675-95af80331555), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.947211 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks [] for security_group (8318c388-a05b-4856-8df3-605dfed8aba5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.981312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8318c388-a05b-4856-8df3-605dfed8aba5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:53.995194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] device_id is not set on port 76ea79d8-6c11-4be1-bf80-b46a7fe79c62 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:35:54.011469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.031667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] device_id is not set on port 556363ca-0dab-4b17-b1fd-991bd78184b9 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:35:54.042434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:35:54.045146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.086471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7760ccfa-5026-4e09-b675-95af80331555 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:54.086861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7760ccfa-5026-4e09-b675-95af80331555), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.114375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:54.138138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:54.140889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:54.152626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Pushing event updated for resources: {'Port': ['ID=56e8e5b0-9775-43f7-8b20-55fa4991e9e8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:54.174381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-95d558e9-1609-4f95-8ea9-70837cd9179d None None] For port 7760ccfa-5026-4e09-b675-95af80331555, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7760ccfa-5026-4e09-b675-95af80331555,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:35:54.196757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95d558e9-1609-4f95-8ea9-70837cd9179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7760ccfa-5026-4e09-b675-95af80331555), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.215282 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Publish callbacks [] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.245010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks [] for router_gateway (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.263173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.274141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Router 630eeb70-766c-4d1c-9d25-8586e06e99ba is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:35:54.320020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Network 78be7e6d-63e9-49da-bfc7-195496bb3ccc is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:54.333179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d558e9-1609-4f95-8ea9-70837cd9179d None None] Pushing event updated for resources: {'Port': ['ID=7760ccfa-5026-4e09-b675-95af80331555,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:54.343050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:54.348802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:54.384252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318c388-a05b-4856-8df3-605dfed8aba5,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:54.438076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (4609417a-690c-4bd3-8d5a-5b54ffbebb14), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.501394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Publish callbacks [] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.556890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.557272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.557563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7760ccfa-5026-4e09-b675-95af80331555 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:54.558172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.558500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > port after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.559028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.559444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > port after_update 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.559774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.560112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.560434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.560766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.565071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6227554d-eded-4851-a17b-c721c58f4b3a None None] Provisioning complete for port 6149292f-ab11-4dcf-9685-394952d3e80b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:54.565071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6227554d-eded-4851-a17b-c721c58f4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.600090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.653174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (10269ee5-801b-4b50-97e7-822096b7069f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.654399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Attempting to bind port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:35:54.654911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Attempting to bind port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78be7e6d-63e9-49da-bfc7-195496bb3ccc'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:35:54.655273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Attempting to bind port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc on network 78be7e6d-63e9-49da-bfc7-195496bb3ccc {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:35:54.664355 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Network 9d979ef2-1115-444c-a45f-7c6e48a02ca2 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:54.666646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:35:54.667292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Checking segment: {'id': '246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78be7e6d-63e9-49da-bfc7-195496bb3ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:54.667848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.669103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Bound using segment: {'id': '246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78be7e6d-63e9-49da-bfc7-195496bb3ccc'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:35:54.669747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Bound port: 054dd52a-1eb8-403b-8bb0-4fbe402f48bc, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78be7e6d-63e9-49da-bfc7-195496bb3ccc'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:35:54.669985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks [] for router_gateway (beef364d-3bde-46f0-8657-25b72a7dfca8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.670264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.735131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:54.738264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.738617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.738951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.739277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 07:35:54.739652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4609417a-690c-4bd3-8d5a-5b54ffbebb14']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:54.742683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:54.767572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:35:54.784128 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Sync routers for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:35:54.791994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624152a1-9d73-4d09-bfaf-4272f687a717') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:54.792640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624152a1-9d73-4d09-bfaf-4272f687a717') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:54.798702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Pushing event updated for resources: {'Port': ['ID=054dd52a-1eb8-403b-8bb0-4fbe402f48bc,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:54.815066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=10269ee5-801b-4b50-97e7-822096b7069f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:54.826689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.831375 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1a6189fe-9ace-4128-aded-ea3ac1dd9f68 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4039171 Apr 29 07:35:54.834004 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:35:54.837646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48330) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:54.840598 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:35:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:54.842395 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (624152a1-9d73-4d09-bfaf-4272f687a717), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.879583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6227554d-eded-4851-a17b-c721c58f4b3a None None] Current status of the port 6149292f-ab11-4dcf-9685-394952d3e80b is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:54.879958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6227554d-eded-4851-a17b-c721c58f4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.894111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Allocated IP 172.20.0.3 (9d979ef2-1115-444c-a45f-7c6e48a02ca2/898b8970-3a83-49ee-b664-323082b1e22b/76ea79d8-6c11-4be1-bf80-b46a7fe79c62) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:54.896472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (624152a1-9d73-4d09-bfaf-4272f687a717), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.905825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7760ccfa-5026-4e09-b675-95af80331555 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:35:54.908312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks [] for router (854fd2c2-9d3f-4f57-8012-ce94b63406f7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.962471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Attempting to bind port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:35:54.962837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Attempting to bind port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '48393a0d-5e54-4d0c-b332-767c5141f184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d979ef2-1115-444c-a45f-7c6e48a02ca2'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:35:54.963187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Attempting to bind port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c on network 9d979ef2-1115-444c-a45f-7c6e48a02ca2 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:35:54.963870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking segment: {'id': '12934c9c-3173-4280-b704-74f78ad85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c9f65750-fe8a-4460-b788-da504fe318d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:54.964384 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network hostable DHCP agents. Network: c9f65750-fe8a-4460-b788-da504fe318d4, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:35:54.970292 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:35:54.970701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (624152a1-9d73-4d09-bfaf-4272f687a717), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: from cryptography.utils import int_from_bytes Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: from cryptography.utils import int_from_bytes Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:35:54.975241 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:35:54.977481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:35:54.977481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Checking segment: {'id': '48393a0d-5e54-4d0c-b332-767c5141f184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d979ef2-1115-444c-a45f-7c6e48a02ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:54.977785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.978234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Bound using segment: {'id': '48393a0d-5e54-4d0c-b332-767c5141f184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d979ef2-1115-444c-a45f-7c6e48a02ca2'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:35:54.978710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Bound port: 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48393a0d-5e54-4d0c-b332-767c5141f184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9d979ef2-1115-444c-a45f-7c6e48a02ca2'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:35:54.979252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:54.998300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Pushing event updated for resources: {'Port': ['ID=7e32cb9c-f563-463e-9e4f-b2dfa6345d6c,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:55.009079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] For port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:35:55.067566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6227554d-eded-4851-a17b-c721c58f4b3a None None] For port 6149292f-ab11-4dcf-9685-394952d3e80b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6149292f-ab11-4dcf-9685-394952d3e80b,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:35:55.077486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6227554d-eded-4851-a17b-c721c58f4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.082528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7760ccfa-5026-4e09-b675-95af80331555 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:55.082895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7760ccfa-5026-4e09-b675-95af80331555), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.089103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network c9f65750-fe8a-4460-b788-da504fe318d4 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:35:55.115589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, c9f65750-fe8a-4460-b788-da504fe318d4) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:55.121368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:55.122831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.134864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0eb15-7d29-42ce-a374-a08a2ce4e4df None None] Network c9f65750-fe8a-4460-b788-da504fe318d4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:55.210355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (beef364d-3bde-46f0-8657-25b72a7dfca8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.223077 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:35:55.224567 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-77fdae07-6ee1-4045-8f6a-96728ef3d507 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4352193 Apr 29 07:35:55.228086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48332) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:55.232028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] For port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:35:55.250009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227554d-eded-4851-a17b-c721c58f4b3a None None] Pushing event updated for resources: {'Port': ['ID=6149292f-ab11-4dcf-9685-394952d3e80b,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:55.261207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fa1d0e2f-14d3-45d1-9d7d-2c65ff9f9d20 None None] Provisioning complete for port 7760ccfa-5026-4e09-b675-95af80331555 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:55.261625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0e2f-14d3-45d1-9d7d-2c65ff9f9d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7760ccfa-5026-4e09-b675-95af80331555), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.386719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-c9f65750-fe8a-4460-b788-da504fe318d4', 'network_id': 'c9f65750-fe8a-4460-b788-da504fe318d4', 'project_id': '51e9992f74a84112881b3d1213f050ef', 'fixed_ips': [{'subnet_id': '10269ee5-801b-4b50-97e7-822096b7069f'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:35:55.387618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.392791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7760ccfa-5026-4e09-b675-95af80331555 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:55.394096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6149292f-ab11-4dcf-9685-394952d3e80b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:35:55.434990 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 07:35:55.435308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:35:55.545247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (4609417a-690c-4bd3-8d5a-5b54ffbebb14), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.558302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (854fd2c2-9d3f-4f57-8012-ce94b63406f7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.566593 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-18caf32c-7af8-416a-996c-93a4be397550 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.6657538 Apr 29 07:35:55.574029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks [] for router_controller (854fd2c2-9d3f-4f57-8012-ce94b63406f7), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.574253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48334) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:55.574352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] For port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7e32cb9c-f563-463e-9e4f-b2dfa6345d6c,segment=NetworkSegment(48393a0d-5e54-4d0c-b332-767c5141f184),segment_id=48393a0d-5e54-4d0c-b332-767c5141f184)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:35:55.584023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] For port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=054dd52a-1eb8-403b-8bb0-4fbe402f48bc,segment=NetworkSegment(246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181),segment_id=246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:35:55.596370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.602593 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] 10.222.0.23 "DELETE /v2.0/networks/4609417a-690c-4bd3-8d5a-5b54ffbebb14 HTTP/1.1" status: 204 len: 168 time: 2.0860517 Apr 29 07:35:55.615342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.657723 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:35:52Z', 'revision_number': 3, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:55.673276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.701463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a11163-4bfa-4573-9500-4d9e8bf2f0fc tempest-QuotasNegativeTest-1872153177 tempest-QuotasNegativeTest-1872153177-project-admin] Pushing event deleted for resources: {'Network': ['ID=4609417a-690c-4bd3-8d5a-5b54ffbebb14,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:55.715756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.726415 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Checking router: 630eeb70-766c-4d1c-9d25-8586e06e99ba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:35:55.726764 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Updating router 630eeb70-766c-4d1c-9d25-8586e06e99ba port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:35:55.731366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (854fd2c2-9d3f-4f57-8012-ce94b63406f7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.731873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 854fd2c2-9d3f-4f57-8012-ce94b63406f7 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:35:55.759056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d0e2f-14d3-45d1-9d7d-2c65ff9f9d20 None None] Current status of the port 7760ccfa-5026-4e09-b675-95af80331555 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:55.787186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d1c55-75bd-4c29-b22d-e47dd759acf6 None None] Pushing event updated for resources: {'Port': ['ID=7e32cb9c-f563-463e-9e4f-b2dfa6345d6c,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:55.790025 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.874031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6149292f-ab11-4dcf-9685-394952d3e80b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:55.874354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.882332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fa1d0e2f-14d3-45d1-9d7d-2c65ff9f9d20 None None] Provisioning complete for port 6149292f-ab11-4dcf-9685-394952d3e80b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:55.882705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0e2f-14d3-45d1-9d7d-2c65ff9f9d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.899659 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:35:55.900749 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c26d342b-aa8d-4d7a-bba7-5b1b76c40fd2 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.7116942 Apr 29 07:35:55.912077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48338) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:55.934889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks [] for port (76ea79d8-6c11-4be1-bf80-b46a7fe79c62), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:55.983695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Allocated IP 2001:db8::1 (c9f65750-fe8a-4460-b788-da504fe318d4/10269ee5-801b-4b50-97e7-822096b7069f/ea3bcf72-4c43-4212-8002-c8641f530dd3) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:56.037892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e741ca-99cd-4d93-a719-3b1115dc812f None None] Pushing event updated for resources: {'Port': ['ID=054dd52a-1eb8-403b-8bb0-4fbe402f48bc,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:56.228863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (76ea79d8-6c11-4be1-bf80-b46a7fe79c62), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.292072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6149292f-ab11-4dcf-9685-394952d3e80b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:56.336360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d0e2f-14d3-45d1-9d7d-2c65ff9f9d20 None None] Current status of the port 6149292f-ab11-4dcf-9685-394952d3e80b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:56.341592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c9f65750-fe8a-4460-b788-da504fe318d4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.443233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Network 9d979ef2-1115-444c-a45f-7c6e48a02ca2 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:56.456088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:35:56.461157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Publish callbacks [] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.475388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:56.486889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9e141e04-853a-498d-8c5d-1aca0efd2f59 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Deleting port 7a719f35-f88d-4d8d-82e2-86c3eaa54a5c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:35:56.487528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e141e04-853a-498d-8c5d-1aca0efd2f59 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7a719f35-f88d-4d8d-82e2-86c3eaa54a5c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.491140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.495225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:56.536988 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Publish callbacks [] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.540553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event updated for resources: {'Port': ['ID=76ea79d8-6c11-4be1-bf80-b46a7fe79c62,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:56.561681 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.572693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Deleting port 3fc1905c-f019-4e40-bf38-5b22de8bdade {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:35:56.573040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3fc1905c-f019-4e40-bf38-5b22de8bdade), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.575178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Router beef364d-3bde-46f0-8657-25b72a7dfca8 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:35:56.658244 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Network c9f65750-fe8a-4460-b788-da504fe318d4 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:35:56.662890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:35:56.674941 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Attempting to bind port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:35:56.675432 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Attempting to bind port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:35:56.675627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:35:56.675850 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Attempting to bind port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:35:56.678350 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Pushing event updated for resources: {'Port': ['ID=b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:56.688140 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:35:56.688545 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:56.688940 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.689364 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:35:56.689825 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Bound port: b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:35:56.693504 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.694257 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.694615 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.695109 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.695437 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.695769 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.696084 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.696418 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.696739 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.697074 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.697463 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.698058 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.698161 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.698393 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:35:56.698507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Pushing event updated for resources: {'Port': ['ID=ea3bcf72-4c43-4212-8002-c8641f530dd3,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Tracked resource versions report: Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: pushed versions: Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: { 'AddressGroup': {'1.2'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'ConntrackHelper': {'1.0'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'LocalIPAssociation': {'1.0'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Log': {'1.0'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Network': {'1.1'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Port': {'1.7'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'PortForwarding': {'1.2'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'QosPolicy': {'1.10'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SecurityGroup': {'1.5'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SecurityGroupRule': {'1.2'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SubPort': {'1.0'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Subnet': {'1.1'}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Trunk': {'1.1'}} Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: consumer versions: Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: { DHCP agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: HyperV agent@hv-neutron-8398: {}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: L3 agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: Metadata agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: Metering agent@dv-neutron-839860-1-hyperv: {}, Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: Open vSwitch agent@dv-neutron-839860-1-hyperv: { 'AddressGroup': '1.2', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'ConntrackHelper': '1.0', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'LocalIPAssociation': '1.0', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Log': '1.0', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Network': '1.1', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Port': '1.7', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'PortForwarding': '1.2', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'QosPolicy': '1.10', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SecurityGroup': '1.5', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SecurityGroupRule': '1.2', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'SubPort': '1.0', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Subnet': '1.1', Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: 'Trunk': '1.1'}} Apr 29 07:35:56.699527 dv-neutron-839860-1-hyperv neutron-server[104226]: {{(pid=104226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 07:35:56.743847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (10269ee5-801b-4b50-97e7-822096b7069f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.773068 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] For port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:35:56.776323 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] For port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:35:56.779005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e141e04-853a-498d-8c5d-1aca0efd2f59 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7a719f35-f88d-4d8d-82e2-86c3eaa54a5c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.787184 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.791192 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:35:56.793311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48344) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:56.807941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Attempting to bind port ea3bcf72-4c43-4212-8002-c8641f530dd3 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:35:56.808314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Attempting to bind port ea3bcf72-4c43-4212-8002-c8641f530dd3 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '12934c9c-3173-4280-b704-74f78ad85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c9f65750-fe8a-4460-b788-da504fe318d4'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:35:56.808692 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Attempting to bind port ea3bcf72-4c43-4212-8002-c8641f530dd3 on network c9f65750-fe8a-4460-b788-da504fe318d4 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:35:56.810815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:35:56.811841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.827598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:35:56.828065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Checking segment: {'id': '12934c9c-3173-4280-b704-74f78ad85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c9f65750-fe8a-4460-b788-da504fe318d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:56.828515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.828911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Bound using segment: {'id': '12934c9c-3173-4280-b704-74f78ad85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c9f65750-fe8a-4460-b788-da504fe318d4'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:35:56.830051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Bound port: ea3bcf72-4c43-4212-8002-c8641f530dd3, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12934c9c-3173-4280-b704-74f78ad85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c9f65750-fe8a-4460-b788-da504fe318d4'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:35:56.830439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:56.851324 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9e141e04-853a-498d-8c5d-1aca0efd2f59 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Calling delete_port for 7a719f35-f88d-4d8d-82e2-86c3eaa54a5c owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:35:56.857390 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:35:56.858023 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:35:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:56.893445 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ab69fb96-9b4f-4871-be09-390c026a8d27 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9587538 Apr 29 07:35:56.894895 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48350) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:56.908744 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105fbb3-7773-4048-a78c-69b196a3ff35 None None] Pushing event updated for resources: {'Port': ['ID=b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:57.014044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6149292f-ab11-4dcf-9685-394952d3e80b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:35:57.043848 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:35:57.110338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] For port ea3bcf72-4c43-4212-8002-c8641f530dd3, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:35:57.113037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3fc1905c-f019-4e40-bf38-5b22de8bdade), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.113647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks [] for floatingip (3fc1905c-f019-4e40-bf38-5b22de8bdade), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.115985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] For port ea3bcf72-4c43-4212-8002-c8641f530dd3, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ea3bcf72-4c43-4212-8002-c8641f530dd3,segment=NetworkSegment(12934c9c-3173-4280-b704-74f78ad85391),segment_id=12934c9c-3173-4280-b704-74f78ad85391)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:35:57.126719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6479a0c-4ad7-4c14-845e-30aed8d79a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.127267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6149292f-ab11-4dcf-9685-394952d3e80b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:57.127267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.135495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:35:57.165139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Calling delete_port for 3fc1905c-f019-4e40-bf38-5b22de8bdade owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:35:57.204710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (10269ee5-801b-4b50-97e7-822096b7069f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.212018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Sync routers for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:35:57.223616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.242921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.247534 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b305bd63-064c-4883-9f04-f9e49e5c7c90 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1392436 Apr 29 07:35:57.253208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48352) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:57.301121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473e711-52fd-4264-88a9-81078c3a35b2 None None] Pushing event updated for resources: {'Port': ['ID=ea3bcf72-4c43-4212-8002-c8641f530dd3,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:57.324264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:35:57.325269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:35:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:57.403171 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:35:52Z', 'revision_number': 3, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:57.426366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6149292f-ab11-4dcf-9685-394952d3e80b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:57.427549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=10269ee5-801b-4b50-97e7-822096b7069f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:57.428010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 054dd52a-1eb8-403b-8bb0-4fbe402f48bc up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:35:57.492782 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb2788-e7ab-4b62-b44e-6459a4434850 None None] The sync data for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv is: [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:35:52Z', 'revision_number': 3, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:35:57.608454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1680f5-1a26-4785-a4e5-05d421e778b5 None None] Network 9d979ef2-1115-444c-a45f-7c6e48a02ca2 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:57.695640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.708252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c9f65750-fe8a-4460-b788-da504fe318d4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.739476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:35:57.792157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:57.792523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.796110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f65750-fe8a-4460-b788-da504fe318d4']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:57.798761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fec67-0574-4833-a9d0-d6f4cfab392e tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Deleting port 76ea79d8-6c11-4be1-bf80-b46a7fe79c62 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:35:57.799106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce5fec67-0574-4833-a9d0-d6f4cfab392e tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (76ea79d8-6c11-4be1-bf80-b46a7fe79c62), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.812641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12934c9c-3173-4280-b704-74f78ad85391') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:57.812641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12934c9c-3173-4280-b704-74f78ad85391') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:57.935769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a290d429-7227-4491-a4c2-37fc1f135883 None None] Provisioning complete for port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:57.936153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a290d429-7227-4491-a4c2-37fc1f135883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:57.988672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:35:58.000841 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Sync routers for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:35:58.008247 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (12934c9c-3173-4280-b704-74f78ad85391), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.016293 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:35:58.017680 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:35:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:58.021823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca8848c-d1ea-4cab-a5bc-900c3a3f0119 None None] Network 78be7e6d-63e9-49da-bfc7-195496bb3ccc requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:58.044752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (12934c9c-3173-4280-b704-74f78ad85391), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.060802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e141e04-853a-498d-8c5d-1aca0efd2f59 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7a719f35-f88d-4d8d-82e2-86c3eaa54a5c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.063253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:35:58.063665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (12934c9c-3173-4280-b704-74f78ad85391), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.083613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6479a0c-4ad7-4c14-845e-30aed8d79a2e admin admin] Publish callbacks [] for security_group (037f7a9a-08ce-442c-960c-1914972d60b9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:35:58.089671 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:35:58.118514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e141e04-853a-498d-8c5d-1aca0efd2f59 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a719f35-f88d-4d8d-82e2-86c3eaa54a5c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:58.122303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6479a0c-4ad7-4c14-845e-30aed8d79a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (037f7a9a-08ce-442c-960c-1914972d60b9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.168403 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3fc1905c-f019-4e40-bf38-5b22de8bdade), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.187311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.api [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:35:58.187311 dv-neutron-839860-1-hyperv neutron-server[104224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:35:58.187311 dv-neutron-839860-1-hyperv neutron-server[104224]: [parameters: {'id': 'c9f65750-fe8a-4460-b788-da504fe318d4'}] Apr 29 07:35:58.187311 dv-neutron-839860-1-hyperv neutron-server[104224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:35:58.187685 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG oslo_db.api [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:35:58.256235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fc1905c-f019-4e40-bf38-5b22de8bdade,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:58.267559 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:35:58.351020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce5fec67-0574-4833-a9d0-d6f4cfab392e tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (76ea79d8-6c11-4be1-bf80-b46a7fe79c62), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.410666 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a6479a0c-4ad7-4c14-845e-30aed8d79a2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b4c6545eb544bf6b7ccf078b348a2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6092994 Apr 29 07:35:58.411680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6479a0c-4ad7-4c14-845e-30aed8d79a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037f7a9a-08ce-442c-960c-1914972d60b9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:58.417076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fec67-0574-4833-a9d0-d6f4cfab392e tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Calling delete_port for 76ea79d8-6c11-4be1-bf80-b46a7fe79c62 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:35:58.418303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48354) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:58.474384 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Allocated IP 172.20.0.1 (cfb5f71e-c5d1-468c-a82b-7008165ba057/8b3275fe-6e8b-4b60-8828-4707a49eac77/7bfd2c57-ee34-4950-976a-86892c17b129) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:35:58.477896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e141e04-853a-498d-8c5d-1aca0efd2f59 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.498064 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9e141e04-853a-498d-8c5d-1aca0efd2f59 tempest-RoutersAdminNegativeTest-1958859005 tempest-RoutersAdminNegativeTest-1958859005-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7a719f35-f88d-4d8d-82e2-86c3eaa54a5c HTTP/1.1" status: 204 len: 168 time: 2.5755012 Apr 29 07:35:58.707974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:58.708544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.731859 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:35:54Z', 'revision_number': 3, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:58.777496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a290d429-7227-4491-a4c2-37fc1f135883 None None] Current status of the port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:35:58.777878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a290d429-7227-4491-a4c2-37fc1f135883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.804519 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Checking router: beef364d-3bde-46f0-8657-25b72a7dfca8 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:35:58.804519 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Updating router beef364d-3bde-46f0-8657-25b72a7dfca8 port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:35:58.879640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=054dd52a-1eb8-403b-8bb0-4fbe402f48bc,segment=NetworkSegment(246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181),segment_id=246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:35:58.896832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.897711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:35:58.913339 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:58.948019 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:35:53Z', 'revision_number': 3, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:35:58.954998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a290d429-7227-4491-a4c2-37fc1f135883 None None] For port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7e32cb9c-f563-463e-9e4f-b2dfa6345d6c,segment=NetworkSegment(48393a0d-5e54-4d0c-b332-767c5141f184),segment_id=48393a0d-5e54-4d0c-b332-767c5141f184)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:35:58.993102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a290d429-7227-4491-a4c2-37fc1f135883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.054443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Checking router: 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:35:59.055052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Updating router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:35:59.113947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.179490 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Publish callbacks [] for port (7bfd2c57-ee34-4950-976a-86892c17b129), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.236856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c9f65750-fe8a-4460-b788-da504fe318d4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.241719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48362) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:59.247424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a079cf0a-fd3f-4b57-947c-577883b86569 admin admin] Publish callbacks [] for security_group (037f7a9a-08ce-442c-960c-1914972d60b9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.256202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd29f6-4da7-467f-9cf3-8233c4d8ab43 None None] Network c9f65750-fe8a-4460-b788-da504fe318d4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:35:59.263922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.269259 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2736c6c1-3403-4964-b945-1f627026ebe3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.1932819 Apr 29 07:35:59.286115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.290867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48366) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:59.311778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a079cf0a-fd3f-4b57-947c-577883b86569 admin admin] Publish callbacks [] for security_group (037f7a9a-08ce-442c-960c-1914972d60b9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.333534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce5fec67-0574-4833-a9d0-d6f4cfab392e tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (76ea79d8-6c11-4be1-bf80-b46a7fe79c62), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.368478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=054dd52a-1eb8-403b-8bb0-4fbe402f48bc,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:59.406313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f8557ea4-0fc0-4f39-9167-884bec8ada6d None None] Provisioning complete for port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:59.406689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8557ea4-0fc0-4f39-9167-884bec8ada6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.488902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fec67-0574-4833-a9d0-d6f4cfab392e tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event deleted for resources: {'Port': ['ID=76ea79d8-6c11-4be1-bf80-b46a7fe79c62,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:59.502349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:35:59.502718 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.574450 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Publish callbacks [] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.584450 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.592552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290d429-7227-4491-a4c2-37fc1f135883 None None] Pushing event updated for resources: {'Port': ['ID=7e32cb9c-f563-463e-9e4f-b2dfa6345d6c,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:59.611819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Pushing event updated for resources: {'Port': ['ID=7bfd2c57-ee34-4950-976a-86892c17b129,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:59.612571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.658675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce5fec67-0574-4833-a9d0-d6f4cfab392e tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.665238 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ce5fec67-0574-4833-a9d0-d6f4cfab392e tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] 10.222.0.23 "DELETE /v2.0/ports/76ea79d8-6c11-4be1-bf80-b46a7fe79c62 HTTP/1.1" status: 204 len: 168 time: 2.7658246 Apr 29 07:35:59.666247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48368) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:35:59.674267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a079cf0a-fd3f-4b57-947c-577883b86569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (037f7a9a-08ce-442c-960c-1914972d60b9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.677100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a079cf0a-fd3f-4b57-947c-577883b86569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.680820 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a079cf0a-fd3f-4b57-947c-577883b86569 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/037f7a9a-08ce-442c-960c-1914972d60b9 HTTP/1.1" status: 204 len: 168 time: 1.2553737 Apr 29 07:35:59.724902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079cf0a-fd3f-4b57-947c-577883b86569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037f7a9a-08ce-442c-960c-1914972d60b9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:59.765026 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d18d9-e15e-4126-91a4-1194406b5761 None None] Pushing event updated for resources: {'Port': ['ID=56e8e5b0-9775-43f7-8b20-55fa4991e9e8,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:35:59.773454 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Attempting to bind port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:35:59.777054 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Attempting to bind port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:35:59.777479 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Attempting to bind port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:35:59.779056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1cc1865e-5ea9-43aa-8f70-70d46f955729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.788236 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:35:59.788626 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:35:59.789165 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.789601 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:35:59.790068 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Bound port: 56e8e5b0-9775-43f7-8b20-55fa4991e9e8, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:35:59.790445 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.907214 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] For port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:35:59.916163 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] For port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=56e8e5b0-9775-43f7-8b20-55fa4991e9e8,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:35:59.933132 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:35:59.971931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Allocated IP 172.20.0.1 (c2d65d34-51cb-428d-895e-c7a17f616082/998bfdf9-e72a-4561-9cd5-8fb02d01b764/5646d9e4-d6f8-40b1-94a7-edc557e5dffa) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:00.016347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] DHCP port deletion for c9f65750-fe8a-4460-b788-da504fe318d4 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:36:00.032032 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-98088756-4478-4cb6-9582-6ab72bd6df10 tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3612447 Apr 29 07:36:00.033031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48376) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:00.046583 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:00.047500 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:35:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:00.060608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f8557ea4-0fc0-4f39-9167-884bec8ada6d None None] Current status of the port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:00.087722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1545091066'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:00.173550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Network cfb5f71e-c5d1-468c-a82b-7008165ba057 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:00.175163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f8557ea4-0fc0-4f39-9167-884bec8ada6d None None] Provisioning complete for port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:00.175759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8557ea4-0fc0-4f39-9167-884bec8ada6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.175860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Publish callbacks [] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.186664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:00.188857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Made reservation on behalf of 39be08c8f742405f87707797a0efb95e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:00.193854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.210539 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d18d9-e15e-4126-91a4-1194406b5761 None None] Pushing event updated for resources: {'Port': ['ID=56e8e5b0-9775-43f7-8b20-55fa4991e9e8,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:00.215256 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:00.221213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.263919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48378) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:00.280233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:00.281429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:00.290208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (065f26c6-f5b7-460b-b90d-89e53ae97aba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.290472 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Added segment 065f26c6-f5b7-460b-b90d-89e53ae97aba of type vlan for network f4185772-1f5a-452c-b93a-e3803ef32081 Apr 29 07:36:00.310309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Network c2d65d34-51cb-428d-895e-c7a17f616082 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:00.311484 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:00.325306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:00.328956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:00.334697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d3c089d5-64d6-495b-9732-c514e9dbd70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.380357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting port ea3bcf72-4c43-4212-8002-c8641f530dd3 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:00.380691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.394161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Pushing event updated for resources: {'Port': ['ID=5646d9e4-d6f8-40b1-94a7-edc557e5dffa,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:00.435128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.492926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] For port ea3bcf72-4c43-4212-8002-c8641f530dd3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ea3bcf72-4c43-4212-8002-c8641f530dd3,segment=NetworkSegment(12934c9c-3173-4280-b704-74f78ad85391),segment_id=12934c9c-3173-4280-b704-74f78ad85391)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:00.494323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.513925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Calling delete_port for ea3bcf72-4c43-4212-8002-c8641f530dd3 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:00.598781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Publish callbacks [] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.603869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f8557ea4-0fc0-4f39-9167-884bec8ada6d None None] Current status of the port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:00.649978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:00.669670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.710701 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:35:54Z', 'revision_number': 3, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:00.722228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f8557ea4-0fc0-4f39-9167-884bec8ada6d None None] Could not find standard attr ID for object 76ea79d8-6c11-4be1-bf80-b46a7fe79c62. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:36:00.726627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] Deleting port ea3bcf72-4c43-4212-8002-c8641f530dd3 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:00.727043 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.736621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Port': ['ID=ea3bcf72-4c43-4212-8002-c8641f530dd3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:00.741952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks [] for floatingip (5e1ea41b-b586-4dc3-9855-dabef21cc48e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.744748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.746264 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5b9115da-60c9-4891-b096-0abc78fd4b79 tempest-ExternalNetworksAdminNegativeTestJSON-949791484 tempest-ExternalNetworksAdminNegativeTestJSON-949791484-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/5e1ea41b-b586-4dc3-9855-dabef21cc48e HTTP/1.1" status: 204 len: 168 time: 5.1713977 Apr 29 07:36:00.753528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (630eeb70-766c-4d1c-9d25-8586e06e99ba), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.760722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (f4185772-1f5a-452c-b93a-e3803ef32081), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.764733 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec6a85-91ea-4415-b707-62435e33022e None None] The sync data for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv is: [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:35:54Z', 'revision_number': 3, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:00.769643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.778311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.829974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d3c089d5-64d6-495b-9732-c514e9dbd70e admin admin] Publish callbacks [] for security_group (14fd2698-da1d-458a-98aa-c85559d43cec), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.840129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d3c089d5-64d6-495b-9732-c514e9dbd70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (14fd2698-da1d-458a-98aa-c85559d43cec), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.878434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Attempting to bind port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:00.878838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Attempting to bind port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:00.879194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Attempting to bind port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:00.895997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:00.896377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:00.897964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.898358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:00.899272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Bound port: 15d7835b-b1c3-4c99-92c4-fcec804d8fe6, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:00.899647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.919457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.921316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c089d5-64d6-495b-9732-c514e9dbd70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd2698-da1d-458a-98aa-c85559d43cec,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:00.959132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] For port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:00.963830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] For port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=15d7835b-b1c3-4c99-92c4-fcec804d8fe6,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:00.966504 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d3c089d5-64d6-495b-9732-c514e9dbd70e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=086f45fae16e424494c6f0620b30108c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6834533 Apr 29 07:36:00.967345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Could not find standard attr ID for object 76ea79d8-6c11-4be1-bf80-b46a7fe79c62. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:36:00.968435 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48386) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:00.978429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] For port ea3bcf72-4c43-4212-8002-c8641f530dd3, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:00.978892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.988326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:00.996791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:00.997180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.050443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdb48c-c50a-4bee-9438-bf0809309466 None None] Pushing event updated for resources: {'Port': ['ID=15d7835b-b1c3-4c99-92c4-fcec804d8fe6,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:01.070622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (f4185772-1f5a-452c-b93a-e3803ef32081), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.076505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:01.077113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.128538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdb48c-c50a-4bee-9438-bf0809309466 None None] Pushing event updated for resources: {'Port': ['ID=15d7835b-b1c3-4c99-92c4-fcec804d8fe6,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:01.148975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] Calling delete_port for ea3bcf72-4c43-4212-8002-c8641f530dd3 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:01.163224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] Port ea3bcf72-4c43-4212-8002-c8641f530dd3 was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:36:01.177989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:01.180058 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:35:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:01.248043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No DVR routers for this DVR port ea3bcf72-4c43-4212-8002-c8641f530dd3 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:01.259465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event updated for resources: {'Network': ['ID=f4185772-1f5a-452c-b93a-e3803ef32081,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:01.271927 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-941445e0-ceea-47d4-aafd-33dd155a52e3 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1886301 Apr 29 07:36:01.308098 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48390) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:01.308456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48392) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:01.322111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:01.358433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network f4185772-1f5a-452c-b93a-e3803ef32081 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:01.360623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (ea3bcf72-4c43-4212-8002-c8641f530dd3), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.375352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Provisioning complete for port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:01.375835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.392182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95a4b070-b652-40a5-880c-b03109ceace3 admin admin] Publish callbacks [] for security_group (14fd2698-da1d-458a-98aa-c85559d43cec), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.427172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95a4b070-b652-40a5-880c-b03109ceace3 admin admin] Publish callbacks [] for security_group (14fd2698-da1d-458a-98aa-c85559d43cec), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.478830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1cc1865e-5ea9-43aa-8f70-70d46f955729 admin admin] Publish callbacks [] for security_group (c30fe6c5-15aa-4d0b-a607-ab525dc81c33), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.530564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Publish callbacks [] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.542460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.572705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95a4b070-b652-40a5-880c-b03109ceace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (14fd2698-da1d-458a-98aa-c85559d43cec), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.574579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:01.575658 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95a4b070-b652-40a5-880c-b03109ceace3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.579407 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-95a4b070-b652-40a5-880c-b03109ceace3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14fd2698-da1d-458a-98aa-c85559d43cec HTTP/1.1" status: 204 len: 168 time: 0.6069949 Apr 29 07:36:01.621303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4b070-b652-40a5-880c-b03109ceace3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd2698-da1d-458a-98aa-c85559d43cec,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:01.642911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Pushing event updated for resources: {'Port': ['ID=5646d9e4-d6f8-40b1-94a7-edc557e5dffa,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:01.645055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] Pushing event deleted for resources: {'Port': ['ID=ea3bcf72-4c43-4212-8002-c8641f530dd3,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:01.653333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.690066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ff63-50b0-446e-a4c7-14d38f51b69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.694439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb39b5-525f-4bf9-9900-fd9550adfe0f None None] No DVR routers for this DVR port ea3bcf72-4c43-4212-8002-c8641f530dd3 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:01.793125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1cc1865e-5ea9-43aa-8f70-70d46f955729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c30fe6c5-15aa-4d0b-a607-ab525dc81c33), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:01.795995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Network c2d65d34-51cb-428d-895e-c7a17f616082 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:01.795995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:02.002344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:36:02.004678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c9f65750-fe8a-4460-b788-da504fe318d4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.007240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-991e6d91-f742-4ced-91d8-edf377d01156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.007398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Provisioning complete for port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:02.007657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.087812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:02.094716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:02.147528 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1cc1865e-5ea9-43aa-8f70-70d46f955729 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=791865e8ae1f4088b76d4cebeb0e716d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8944783 Apr 29 07:36:02.149000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48408) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:02.166396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1865e-5ea9-43aa-8f70-70d46f955729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30fe6c5-15aa-4d0b-a607-ab525dc81c33,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:02.183831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f65750-fe8a-4460-b788-da504fe318d4']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:02.210765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.217830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:36:02.229857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Allocated IP 172.20.0.1 (cf51dd68-2a19-47e4-80b9-3b9e21e57ed6/70b8384d-f6f2-4ba2-9c21-7f49be3b44ac/19dcce8a-ed99-49b5-82d4-3879a7b6b226) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:02.236778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12934c9c-3173-4280-b704-74f78ad85391') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:02.237075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12934c9c-3173-4280-b704-74f78ad85391') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:02.244408 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e1775cdf-6640-488e-8c3d-cba864d29716 admin admin] 10.222.0.23 "PUT /v2.0/routers/3e91206e-0223-4c2f-b8fb-ff5070c60ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9863844 Apr 29 07:36:02.250140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bddd4741-f39d-4154-b132-466f09783860 admin admin] Publish callbacks [] for security_group (c30fe6c5-15aa-4d0b-a607-ab525dc81c33), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.279624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bddd4741-f39d-4154-b132-466f09783860 admin admin] Publish callbacks [] for security_group (c30fe6c5-15aa-4d0b-a607-ab525dc81c33), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.291951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Current status of the port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:02.302658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Could not find standard attr ID for object ea3bcf72-4c43-4212-8002-c8641f530dd3. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:36:02.314956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:02.315460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.343459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bddd4741-f39d-4154-b132-466f09783860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c30fe6c5-15aa-4d0b-a607-ab525dc81c33), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.347727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bddd4741-f39d-4154-b132-466f09783860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.349593 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bddd4741-f39d-4154-b132-466f09783860 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c30fe6c5-15aa-4d0b-a607-ab525dc81c33 HTTP/1.1" status: 204 len: 168 time: 0.1980450 Apr 29 07:36:02.363690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd4741-f39d-4154-b132-466f09783860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30fe6c5-15aa-4d0b-a607-ab525dc81c33,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:02.373143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Provisioning complete for port 7bfd2c57-ee34-4950-976a-86892c17b129 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:02.373578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.382312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:35:59Z', 'revision_number': 1, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:02.399617 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7eef9a80-f513-439c-b0ce-07877528e38a tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] 10.222.0.23 "GET /v2.0/agents/daf4a3bb-fadc-4a9c-91b2-b98a782541a8/dhcp-networks HTTP/1.1" status: 200 len: 7230 time: 1.0797226 Apr 29 07:36:02.401496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (12934c9c-3173-4280-b704-74f78ad85391), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.404804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48418) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:02.455963 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af155d7-1b29-4324-95f1-fbac086991a2 None None] The sync data for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv is: [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:35:59Z', 'revision_number': 1, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:02.459179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (12934c9c-3173-4280-b704-74f78ad85391), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.487206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e7aeb9c3-b78f-4293-ab9e-54974108e3de None None] Port 7bfd2c57-ee34-4950-976a-86892c17b129 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:02.544109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:02.544517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (12934c9c-3173-4280-b704-74f78ad85391), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.562337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:02.563426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:02.565756 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:02.598271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c188c009-e02d-4920-85e5-b025c2a46705 tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] Network f4185772-1f5a-452c-b93a-e3803ef32081 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:02.614714 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c188c009-e02d-4920-85e5-b025c2a46705 tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] 10.222.0.23 "POST /v2.0/agents/daf4a3bb-fadc-4a9c-91b2-b98a782541a8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2062964 Apr 29 07:36:02.615107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48430) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:02.635311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8494af25-6b34-4172-b75e-b2778e184a68 None None] Network f4185772-1f5a-452c-b93a-e3803ef32081 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:02.740390 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-991e6d91-f742-4ced-91d8-edf377d01156 admin admin] Publish callbacks [] for security_group (06b90e35-4e04-4f7a-93c6-e36e7aeb277f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.748904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:02.770317 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-991e6d91-f742-4ced-91d8-edf377d01156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (06b90e35-4e04-4f7a-93c6-e36e7aeb277f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.809118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.810407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 054dd52a-1eb8-403b-8bb0-4fbe402f48bc up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:02.869936 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1ae0572d-2ca0-4b15-9e55-dcaaab547a5a tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] 10.222.0.23 "GET /v2.0/agents/daf4a3bb-fadc-4a9c-91b2-b98a782541a8/dhcp-networks HTTP/1.1" status: 200 len: 8000 time: 0.2536302 Apr 29 07:36:02.873920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48436) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:02.906530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c15a5c6f-d8d0-441e-a832-dd6048f27478 None None] Provisioning complete for port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:02.906911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c15a5c6f-d8d0-441e-a832-dd6048f27478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:02.952549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e6d91-f742-4ced-91d8-edf377d01156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b90e35-4e04-4f7a-93c6-e36e7aeb277f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:02.985021 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:03.020680 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-084f0919-6469-45bd-8288-f7137157ca27 tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] 10.222.0.23 "DELETE /v2.0/agents/daf4a3bb-fadc-4a9c-91b2-b98a782541a8/dhcp-networks/f4185772-1f5a-452c-b93a-e3803ef32081 HTTP/1.1" status: 204 len: 168 time: 0.1454997 Apr 29 07:36:03.022093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48440) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:03.022922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48442) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:03.047647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c15a5c6f-d8d0-441e-a832-dd6048f27478 None None] Port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:03.092167 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0512a54c-b682-4bbd-90c5-8337d2970daf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e3443e552a54874b29c5358b8f2b7a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0678902 Apr 29 07:36:03.092826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48448) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:03.094976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:03.097397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.102889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (c9f65750-fe8a-4460-b788-da504fe318d4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.138934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Publish callbacks [] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.238827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99f4ad2b-9690-47e5-8dac-5d9ceccf60d7 admin admin] Publish callbacks [] for security_group (015366c2-8a85-4adb-8261-0457ba5f8ec5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.265579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:03.271518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=c9f65750-fe8a-4460-b788-da504fe318d4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:03.282275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.282745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99f4ad2b-9690-47e5-8dac-5d9ceccf60d7 admin admin] Publish callbacks [] for security_group (015366c2-8a85-4adb-8261-0457ba5f8ec5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.298801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48450) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:03.301035 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-939659d1-7df0-4550-a98e-efbfb1d04a05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/c9f65750-fe8a-4460-b788-da504fe318d4 HTTP/1.1" status: 204 len: 168 time: 8.0387540 Apr 29 07:36:03.307019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434988571'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:03.319858 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-991e6d91-f742-4ced-91d8-edf377d01156 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f10db4c35a734393aba00a0a3b98e87d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0027566 Apr 29 07:36:03.320141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48452) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:03.361688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dbeda775-0f04-4411-b74d-f6f090a474ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.428987 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ce1ed5f2-51dd-4f81-9060-1c4c2b8777ea tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] 10.222.0.23 "GET /v2.0/agents/daf4a3bb-fadc-4a9c-91b2-b98a782541a8/dhcp-networks HTTP/1.1" status: 200 len: 6472 time: 0.4019907 Apr 29 07:36:03.432125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48456) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:03.480126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:03.484894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.539052 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8a598972-33d7-42cb-9cf5-d152eb10c357 tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] 10.222.0.23 "GET /v2.0/networks/9d979ef2-1115-444c-a45f-7c6e48a02ca2/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1024225 Apr 29 07:36:03.540728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48458) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:03.586998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:03.595246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.601902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99f4ad2b-9690-47e5-8dac-5d9ceccf60d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (015366c2-8a85-4adb-8261-0457ba5f8ec5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.604473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99f4ad2b-9690-47e5-8dac-5d9ceccf60d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.605701 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-99f4ad2b-9690-47e5-8dac-5d9ceccf60d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/015366c2-8a85-4adb-8261-0457ba5f8ec5 HTTP/1.1" status: 204 len: 168 time: 0.5092063 Apr 29 07:36:03.622132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (15f57bfa-f2cd-462b-b0c1-7649c5404fab), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.622319 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment 15f57bfa-f2cd-462b-b0c1-7649c5404fab of type vlan for network 712574bd-b437-4ca9-a9ff-ef1ebc6ae832 Apr 29 07:36:03.622581 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Publish callbacks [] for port (7bfd2c57-ee34-4950-976a-86892c17b129), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.623823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4ad2b-9690-47e5-8dac-5d9ceccf60d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015366c2-8a85-4adb-8261-0457ba5f8ec5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:03.631297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:03.641875 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1e5609f1-7d39-49b7-bf32-0775484de34e tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] 10.222.0.23 "GET /v2.0/networks/9d979ef2-1115-444c-a45f-7c6e48a02ca2/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0990431 Apr 29 07:36:03.643752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48464) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:03.708759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.775054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:03.777715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.824388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bfb9c470-e6c6-483f-9b82-440f9302a509 admin admin] Publish callbacks [] for security_group (06b90e35-4e04-4f7a-93c6-e36e7aeb277f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.829819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:03.866763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:03.867454 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (712574bd-b437-4ca9-a9ff-ef1ebc6ae832), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:03.873733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:03.955042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=19dcce8a-ed99-49b5-82d4-3879a7b6b226,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:04.008870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (712574bd-b437-4ca9-a9ff-ef1ebc6ae832), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.043468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:04.044604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:04.045367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:04.045516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.098028 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (630eeb70-766c-4d1c-9d25-8586e06e99ba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.127860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bfb9c470-e6c6-483f-9b82-440f9302a509 admin admin] Publish callbacks [] for security_group (06b90e35-4e04-4f7a-93c6-e36e7aeb277f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.233597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:04.234829 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.262628 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9613044 Apr 29 07:36:04.266333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48478) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:04.270919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': '712574bd-b437-4ca9-a9ff-ef1ebc6ae832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:04.282715 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2fa2f8ab-dfaf-4a62-b080-b7cf653ebed8 tempest-DHCPAgentSchedulersTestJSON-1358669551 tempest-DHCPAgentSchedulersTestJSON-1358669551-project-admin] 10.222.0.23 "GET /v2.0/agents/daf4a3bb-fadc-4a9c-91b2-b98a782541a8/dhcp-networks HTTP/1.1" status: 200 len: 6472 time: 0.6376054 Apr 29 07:36:04.287025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48480) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:04.301759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (beef364d-3bde-46f0-8657-25b72a7dfca8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.306264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b71efb-99ac-4ac1-a791-38c10ad2eb18 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=712574bd-b437-4ca9-a9ff-ef1ebc6ae832,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:04.329015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 712574bd-b437-4ca9-a9ff-ef1ebc6ae832 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:04.358707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Pushing event updated for resources: {'Port': ['ID=7bfd2c57-ee34-4950-976a-86892c17b129,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:04.461078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:04.467001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.526102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:04.526660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.552537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=56e8e5b0-9775-43f7-8b20-55fa4991e9e8,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:04.553959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d6e78eb4-edab-47a0-8cd4-fdb1b859488a None None] Provisioning complete for port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:04.554812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d6e78eb4-edab-47a0-8cd4-fdb1b859488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.585090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.634088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d6e78eb4-edab-47a0-8cd4-fdb1b859488a None None] Port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:04.682478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.690986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=56e8e5b0-9775-43f7-8b20-55fa4991e9e8,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:04.738564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48490) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:04.753456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d8e05d49-d101-4d9c-b3d6-4730179f7501 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748785953', 'description': 'tempest-description--1682345051'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:04.759165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bfb9c470-e6c6-483f-9b82-440f9302a509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (06b90e35-4e04-4f7a-93c6-e36e7aeb277f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.760909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bfb9c470-e6c6-483f-9b82-440f9302a509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.762253 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bfb9c470-e6c6-483f-9b82-440f9302a509 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06b90e35-4e04-4f7a-93c6-e36e7aeb277f HTTP/1.1" status: 204 len: 168 time: 1.4368355 Apr 29 07:36:04.765883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Network cfb5f71e-c5d1-468c-a82b-7008165ba057 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:04.793383 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:04.824635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9c470-e6c6-483f-9b82-440f9302a509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b90e35-4e04-4f7a-93c6-e36e7aeb277f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:04.850301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (f4185772-1f5a-452c-b93a-e3803ef32081), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.865100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8e05d49-d101-4d9c-b3d6-4730179f7501 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:04.924744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (0833e5cc-8c4c-4661-8545-56d24c045714), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.052435 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=0833e5cc-8c4c-4661-8545-56d24c045714,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:05.101397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking segment: {'id': '15f57bfa-f2cd-462b-b0c1-7649c5404fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '712574bd-b437-4ca9-a9ff-ef1ebc6ae832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:05.102686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network hostable DHCP agents. Network: 712574bd-b437-4ca9-a9ff-ef1ebc6ae832, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:05.134542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network 712574bd-b437-4ca9-a9ff-ef1ebc6ae832 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:05.140732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.150489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 712574bd-b437-4ca9-a9ff-ef1ebc6ae832) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:05.157576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:05.158929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.179173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31dd50b-37f3-41e6-a11c-221bf2cd23a7 None None] Network 712574bd-b437-4ca9-a9ff-ef1ebc6ae832 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:05.197678 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4fa61602-0e3d-42bc-8b89-0aa2ab7d23e2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9305549 Apr 29 07:36:05.203277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48506) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:05.212721 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (f4185772-1f5a-452c-b93a-e3803ef32081), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.214246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a9ea09f6-3e7f-4915-92e7-29910c680a98 None None] Provisioning complete for port 7bfd2c57-ee34-4950-976a-86892c17b129 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:05.215489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9ea09f6-3e7f-4915-92e7-29910c680a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.216566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1770515862'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:05.282747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:05.285346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Router 630eeb70-766c-4d1c-9d25-8586e06e99ba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:36:05.289327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.293282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4185772-1f5a-452c-b93a-e3803ef32081']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:05.390707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.394394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea09f6-3e7f-4915-92e7-29910c680a98 None None] Port 7bfd2c57-ee34-4950-976a-86892c17b129 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:05.418745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:05.471230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5ffa1540-0822-4507-8eb6-5eddfc6f36a4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.471581 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment 5ffa1540-0822-4507-8eb6-5eddfc6f36a4 of type vlan for network 6e82ebd9-c53f-495a-b568-85c94d52ea37 Apr 29 07:36:05.475337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-712574bd-b437-4ca9-a9ff-ef1ebc6ae832', 'network_id': '712574bd-b437-4ca9-a9ff-ef1ebc6ae832', 'project_id': '51e9992f74a84112881b3d1213f050ef', 'fixed_ips': [{'subnet_id': '0833e5cc-8c4c-4661-8545-56d24c045714'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:05.476233 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.577627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (6e82ebd9-c53f-495a-b568-85c94d52ea37), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.594272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48512) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:05.613241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065f26c6-f5b7-460b-b90d-89e53ae97aba') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:05.613528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065f26c6-f5b7-460b-b90d-89e53ae97aba') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:05.632869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (6e82ebd9-c53f-495a-b568-85c94d52ea37), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.640566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (065f26c6-f5b7-460b-b90d-89e53ae97aba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.644539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:05.647359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.704976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48518) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:05.716249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8e05d49-d101-4d9c-b3d6-4730179f7501 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group (ee57be7c-8e60-4f3a-82ec-080760b14e42), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.719708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (065f26c6-f5b7-460b-b90d-89e53ae97aba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.723010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Allocated IP 2001:db8::1 (712574bd-b437-4ca9-a9ff-ef1ebc6ae832/0833e5cc-8c4c-4661-8545-56d24c045714/9dff3f49-8ec3-4995-a953-43f7167a01a1) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:05.772365 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8e05d49-d101-4d9c-b3d6-4730179f7501 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ee57be7c-8e60-4f3a-82ec-080760b14e42), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.779544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:05.780395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (065f26c6-f5b7-460b-b90d-89e53ae97aba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:05.787758 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:05.847169 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6430082 Apr 29 07:36:05.847935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48520) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:05.850242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48522) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:05.868928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': '6e82ebd9-c53f-495a-b568-85c94d52ea37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:05.915665 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b248328c-29c6-47e1-90ee-349f0d4f5723 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a00451537ee447e91cfb64e05551dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047138 Apr 29 07:36:05.916609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48526) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:05.922943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Publish callbacks [] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.928131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:05.954106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:05.990334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7d7187e4-7584-4f4c-8842-6a6306fe0abd tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:06.009333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8e05d49-d101-4d9c-b3d6-4730179f7501 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.011961 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d8e05d49-d101-4d9c-b3d6-4730179f7501 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2698736 Apr 29 07:36:06.013099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfc823-2369-4b0b-87a1-786e47802376 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=6e82ebd9-c53f-495a-b568-85c94d52ea37,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:06.020671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Pushing event updated for resources: {'Port': ['ID=9dff3f49-8ec3-4995-a953-43f7167a01a1,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:06.046535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 6e82ebd9-c53f-495a-b568-85c94d52ea37 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:06.049911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48528) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.056909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e05d49-d101-4d9c-b3d6-4730179f7501 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee57be7c-8e60-4f3a-82ec-080760b14e42,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:06.065126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-970af81d-564a-476f-945a-84c9d0bbac24 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Request body: {'security_group_rule': {'security_group_id': 'ee57be7c-8e60-4f3a-82ec-080760b14e42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:06.089829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (f4185772-1f5a-452c-b93a-e3803ef32081), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.102194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:06.106091 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.111630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-970af81d-564a-476f-945a-84c9d0bbac24 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group_rule (24da8069-eeb3-4312-893b-5cc719a553aa), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.131243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Network 712574bd-b437-4ca9-a9ff-ef1ebc6ae832 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:06.132710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Sync routers for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:36:06.141894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:06.148063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.151379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:06.151614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1416308527'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:06.160466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:06.161088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:06.164010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-26cfcc6f-8b37-455e-b4a4-73eb5ab4cb1b admin admin] Publish callbacks [] for security_group (8318c388-a05b-4856-8df3-605dfed8aba5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.179326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Performing IP validity checks on allocation pools {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:36:06.180997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:36:06.186233 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7d7187e4-7584-4f4c-8842-6a6306fe0abd tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] 10.222.0.23 "PUT /v2.0/quotas/e31a5ebe46fa450cbea3825ee06a1370 HTTP/1.1" status: 200 len: 366 time: 0.5905843 Apr 29 07:36:06.194455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48530) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.220987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-26cfcc6f-8b37-455e-b4a4-73eb5ab4cb1b admin admin] Publish callbacks [] for security_group (8318c388-a05b-4856-8df3-605dfed8aba5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.230422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:06.233972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.237730 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e94b037e-d337-449b-a8a1-508c1a9537d7 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0396717 Apr 29 07:36:06.244145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48532) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.281962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-970af81d-564a-476f-945a-84c9d0bbac24 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group_rule (24da8069-eeb3-4312-893b-5cc719a553aa), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.283038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.300065 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aebab0fc-b78c-496b-9338-76c799824eb6 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] 10.222.0.23 "GET /v2.0/quotas/e31a5ebe46fa450cbea3825ee06a1370 HTTP/1.1" status: 200 len: 366 time: 0.0525234 Apr 29 07:36:06.300899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-970af81d-564a-476f-945a-84c9d0bbac24 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (24da8069-eeb3-4312-893b-5cc719a553aa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.305584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48534) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.318370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Publish callbacks [] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.335146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (47d9ffcd-8398-44c3-b6bc-4d08ee4e3647), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.344484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.348748 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] 10.222.0.23 "DELETE /v2.0/networks/f4185772-1f5a-452c-b93a-e3803ef32081 HTTP/1.1" status: 204 len: 168 time: 2.0371580 Apr 29 07:36:06.350946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970af81d-564a-476f-945a-84c9d0bbac24 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24da8069-eeb3-4312-893b-5cc719a553aa,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:06.352958 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.354710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48536) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.377200 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-16eb784f-cfae-457a-9cd1-f936a6291751 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/e31a5ebe46fa450cbea3825ee06a1370 HTTP/1.1" status: 204 len: 168 time: 0.0575790 Apr 29 07:36:06.378284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-970af81d-564a-476f-945a-84c9d0bbac24 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.379367 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-970af81d-564a-476f-945a-84c9d0bbac24 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3253460 Apr 29 07:36:06.380012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48538) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.401710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48540) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.414664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-bbfe4e26-b3dd-4b40-955f-a5b553f45634 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Request body: {'security_group_rule': {'security_group_id': 'ee57be7c-8e60-4f3a-82ec-080760b14e42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:06.419096 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-262d91c6-c92e-4258-b39f-49c197fef7c2 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] DELETE failed (client error): The resource could not be found. Apr 29 07:36:06.419819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262d91c6-c92e-4258-b39f-49c197fef7c2 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:36:06.422880 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-262d91c6-c92e-4258-b39f-49c197fef7c2 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] 10.222.0.23 "DELETE /v2.0/ports/76ea79d8-6c11-4be1-bf80-b46a7fe79c62 HTTP/1.1" status: 404 len: 333 time: 0.0637164 Apr 29 07:36:06.431349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48542) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.436920 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9fb1a91d-d43a-4f66-858e-bef7cb81d849 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0374155 Apr 29 07:36:06.436920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-26cfcc6f-8b37-455e-b4a4-73eb5ab4cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8318c388-a05b-4856-8df3-605dfed8aba5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.439064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-26cfcc6f-8b37-455e-b4a4-73eb5ab4cb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.440307 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-26cfcc6f-8b37-455e-b4a4-73eb5ab4cb1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8318c388-a05b-4856-8df3-605dfed8aba5 HTTP/1.1" status: 204 len: 168 time: 0.5226004 Apr 29 07:36:06.441013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Attempting to bind port 9dff3f49-8ec3-4995-a953-43f7167a01a1 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:06.441493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Attempting to bind port 9dff3f49-8ec3-4995-a953-43f7167a01a1 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '15f57bfa-f2cd-462b-b0c1-7649c5404fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '712574bd-b437-4ca9-a9ff-ef1ebc6ae832'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:06.441871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Attempting to bind port 9dff3f49-8ec3-4995-a953-43f7167a01a1 on network 712574bd-b437-4ca9-a9ff-ef1ebc6ae832 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:06.443924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:06.444358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.449288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48544) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.450354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=19dcce8a-ed99-49b5-82d4-3879a7b6b226,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:06.460666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:36:06.474096 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Sync routers for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:36:06.477668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:06.478120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Checking segment: {'id': '15f57bfa-f2cd-462b-b0c1-7649c5404fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '712574bd-b437-4ca9-a9ff-ef1ebc6ae832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:06.478932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.479059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Bound using segment: {'id': '15f57bfa-f2cd-462b-b0c1-7649c5404fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '712574bd-b437-4ca9-a9ff-ef1ebc6ae832'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:06.479529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Bound port: 9dff3f49-8ec3-4995-a953-43f7167a01a1, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f57bfa-f2cd-462b-b0c1-7649c5404fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '712574bd-b437-4ca9-a9ff-ef1ebc6ae832'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:06.479982 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.496226 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5e3b45be-abc3-465d-bd23-a0ea724c740c admin admin] 10.222.0.23 "PUT /v2.0/routers/630eeb70-766c-4d1c-9d25-8586e06e99ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6511157 Apr 29 07:36:06.500103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1633247-b3f9-4d91-8462-42fbf30ac76d tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event deleted for resources: {'Network': ['ID=f4185772-1f5a-452c-b93a-e3803ef32081,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:06.502610 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:06.503570 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:06.513747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfcc6f-8b37-455e-b4a4-73eb5ab4cb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318c388-a05b-4856-8df3-605dfed8aba5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:06.513929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:06.587498 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bd9f9c9d-b693-4876-9e49-1c178677e842 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] 10.222.0.23 "GET /v2.0/quotas/e31a5ebe46fa450cbea3825ee06a1370 HTTP/1.1" status: 200 len: 370 time: 0.1235576 Apr 29 07:36:06.590018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48550) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.598082 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a3566d9c-5f3a-4a13-8d89-29360972db59 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] 10.222.0.23 "GET /v2.0/quotas/e31a5ebe46fa450cbea3825ee06a1370/default HTTP/1.1" status: 200 len: 370 time: 0.0038128 Apr 29 07:36:06.609008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48552) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:06.621037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-265c4c12-6a69-416b-a04b-3acc900f4312 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Deleting subnet 898b8970-3a83-49ee-b664-323082b1e22b {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:36:06.624232 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4e26-b3dd-4b40-955f-a5b553f45634 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group_rule (49be9322-b9f4-48d1-aab4-00f3f8031b6e), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.633334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-265c4c12-6a69-416b-a04b-3acc900f4312 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks [] for subnet (898b8970-3a83-49ee-b664-323082b1e22b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.652456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=47d9ffcd-8398-44c3-b6bc-4d08ee4e3647,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:06.684322 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (beef364d-3bde-46f0-8657-25b72a7dfca8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.709363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] For port 9dff3f49-8ec3-4995-a953-43f7167a01a1, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:06.716411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] For port 9dff3f49-8ec3-4995-a953-43f7167a01a1, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9dff3f49-8ec3-4995-a953-43f7167a01a1,segment=NetworkSegment(15f57bfa-f2cd-462b-b0c1-7649c5404fab),segment_id=15f57bfa-f2cd-462b-b0c1-7649c5404fab)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:06.724093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking segment: {'id': '5ffa1540-0822-4507-8eb6-5eddfc6f36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6e82ebd9-c53f-495a-b568-85c94d52ea37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:06.724453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network hostable DHCP agents. Network: 6e82ebd9-c53f-495a-b568-85c94d52ea37, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:06.809738 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:06.893656 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-ebddaf44-d2f9-4782-90fa-e6e60e09ea62 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] delete failed (client error): The resource could not be found. Apr 29 07:36:06.895021 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ebddaf44-d2f9-4782-90fa-e6e60e09ea62 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/e31a5ebe46fa450cbea3825ee06a1370 HTTP/1.1" status: 404 len: 348 time: 0.2833979 Apr 29 07:36:06.926051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for security_group (a0e78d2b-fc86-42b9-8562-a10c90367019), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.941014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-265c4c12-6a69-416b-a04b-3acc900f4312 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (898b8970-3a83-49ee-b664-323082b1e22b), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.944009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a0e78d2b-fc86-42b9-8562-a10c90367019), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.964404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:06.982760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network 6e82ebd9-c53f-495a-b568-85c94d52ea37 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:07.005915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:07.031551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 6e82ebd9-c53f-495a-b568-85c94d52ea37) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:07.042127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4e26-b3dd-4b40-955f-a5b553f45634 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group_rule (49be9322-b9f4-48d1-aab4-00f3f8031b6e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.049744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:07.050104 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5c829de4-3822-4b94-a681-f19fb2c2d73b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.050669 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Added segment 5c829de4-3822-4b94-a681-f19fb2c2d73b of type vlan for network 5f57687c-3acb-4c32-82c9-53f862533295 Apr 29 07:36:07.052122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e78d2b-fc86-42b9-8562-a10c90367019,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:07.054052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.083763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4e26-b3dd-4b40-955f-a5b553f45634 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (49be9322-b9f4-48d1-aab4-00f3f8031b6e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.090570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e8349-2fd5-4a16-8268-410df68bd927 None None] Pushing event updated for resources: {'Port': ['ID=9dff3f49-8ec3-4995-a953-43f7167a01a1,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:07.093552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add61805-948d-429f-b7c0-b4eb03b47b45 None None] Network 6e82ebd9-c53f-495a-b568-85c94d52ea37 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:07.138112 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e3ea8928-4ca6-43c7-aa1d-2f4637b980fc tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2830269 Apr 29 07:36:07.140617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:07.141593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48572) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:07.152366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:07.253016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe4e26-b3dd-4b40-955f-a5b553f45634 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49be9322-b9f4-48d1-aab4-00f3f8031b6e,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:07.315241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (5f57687c-3acb-4c32-82c9-53f862533295), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.328341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:07.328766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.343153 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '7bfd2c57-ee34-4950-976a-86892c17b129', 'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'mac_address': 'fa:16:3e:b6:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:58Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 2, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'subnets': [{'id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:07.346370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4e26-b3dd-4b40-955f-a5b553f45634 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.357513 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bbfe4e26-b3dd-4b40-955f-a5b553f45634 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9514904 Apr 29 07:36:07.358277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48576) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:07.377446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-6e82ebd9-c53f-495a-b568-85c94d52ea37', 'network_id': '6e82ebd9-c53f-495a-b568-85c94d52ea37', 'project_id': '51e9992f74a84112881b3d1213f050ef', 'fixed_ips': [{'subnet_id': '47d9ffcd-8398-44c3-b6bc-4d08ee4e3647'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:07.378359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.386081 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-265c4c12-6a69-416b-a04b-3acc900f4312 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (898b8970-3a83-49ee-b664-323082b1e22b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.392330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:07.418165 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Checking router: 630eeb70-766c-4d1c-9d25-8586e06e99ba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:36:07.419411 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Updating router 630eeb70-766c-4d1c-9d25-8586e06e99ba port 7bfd2c57-ee34-4950-976a-86892c17b129 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:36:07.444394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48578) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:07.452532 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.488403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:36:07.565199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=15d7835b-b1c3-4c99-92c4-fcec804d8fe6,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:07.583551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.587625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.602726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.603613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:07.654933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (5f57687c-3acb-4c32-82c9-53f862533295), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.660541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:07.661260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.691257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Usage tracker for resource:network and project:39dafdaf18aa4efd8133cd4ca50de1d0 is out of sync, need to count used quota {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:36:07.716239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 29 07:36:07.741048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (6e82ebd9-c53f-495a-b568-85c94d52ea37), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.756662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Usage tracker for resource:subnet and project:39dafdaf18aa4efd8133cd4ca50de1d0 is out of sync, need to count used quota {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:36:07.782784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 29 07:36:07.814776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Router beef364d-3bde-46f0-8657-25b72a7dfca8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:36:07.835447 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9806819 Apr 29 07:36:07.838212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Allocated IP 2001:db8::3 (6e82ebd9-c53f-495a-b568-85c94d52ea37/47d9ffcd-8398-44c3-b6bc-4d08ee4e3647/3f0b9de0-1084-43d4-8087-dc891f358658) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:07.843956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48584) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:07.895835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:07.901668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Usage tracker for resource:subnetpool and project:39dafdaf18aa4efd8133cd4ca50de1d0 is out of sync, need to count used quota {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:36:07.916354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-265c4c12-6a69-416b-a04b-3acc900f4312 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (898b8970-3a83-49ee-b664-323082b1e22b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:07.922700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8eff2-26f5-4edd-90ab-eb013e355a59 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Network': ['ID=5f57687c-3acb-4c32-82c9-53f862533295,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:07.967214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 29 07:36:07.992404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-265c4c12-6a69-416b-a04b-3acc900f4312 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.000708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48586) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:08.001455 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-265c4c12-6a69-416b-a04b-3acc900f4312 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] 10.222.0.23 "DELETE /v2.0/subnets/898b8970-3a83-49ee-b664-323082b1e22b HTTP/1.1" status: 204 len: 168 time: 1.5658302 Apr 29 07:36:08.015141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c4c12-6a69-416b-a04b-3acc900f4312 tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event deleted for resources: {'Subnet': ['ID=898b8970-3a83-49ee-b664-323082b1e22b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:08.027079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Publish callbacks [] for port (3f0b9de0-1084-43d4-8087-dc891f358658), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.091146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.105984 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Publish callbacks [] for port (7bfd2c57-ee34-4950-976a-86892c17b129), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.108899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=15d7835b-b1c3-4c99-92c4-fcec804d8fe6,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:08.117494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:08.134427 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.175773 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (47d9ffcd-8398-44c3-b6bc-4d08ee4e3647), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.179183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Usage tracker for resource:port and project:39dafdaf18aa4efd8133cd4ca50de1d0 is out of sync, need to count used quota {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:36:08.188670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ee9832-8c89-41a8-92cc-69057352da33 None None] Network 9d979ef2-1115-444c-a45f-7c6e48a02ca2 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:08.215440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (3f0b9de0-1084-43d4-8087-dc891f358658), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.278703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Network 6e82ebd9-c53f-495a-b568-85c94d52ea37 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:08.337116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Allocated IP 172.26.3.155 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/116322bd-f079-40be-949a-099fc70a11c0) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:08.341012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:08.349717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:08.404871 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 29 07:36:08.408529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:36:08.428954 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-15b69454-2ef1-495f-8a9e-f566ac46b8c1 admin admin] 10.222.0.23 "PUT /v2.0/routers/beef364d-3bde-46f0-8657-25b72a7dfca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9997001 Apr 29 07:36:08.472815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Sync routers for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:36:08.473168 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Attempting to bind port 7bfd2c57-ee34-4950-976a-86892c17b129 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:08.473592 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Attempting to bind port 7bfd2c57-ee34-4950-976a-86892c17b129 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:08.474136 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Attempting to bind port 7bfd2c57-ee34-4950-976a-86892c17b129 on network cfb5f71e-c5d1-468c-a82b-7008165ba057 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:08.494450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Usage tracker for resource:router and project:39dafdaf18aa4efd8133cd4ca50de1d0 is out of sync, need to count used quota {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:36:08.507518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:08.507897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.508488 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fff23-f050-4c93-9b65-044e36c36769 None None] Pushing event updated for resources: {'Port': ['ID=7bfd2c57-ee34-4950-976a-86892c17b129,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:08.528178 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:08.531050 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Checking segment: {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:08.531591 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.532096 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Bound using segment: {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:08.532706 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Bound port: 7bfd2c57-ee34-4950-976a-86892c17b129, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:08.533213 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.541519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 29 07:36:08.644748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:08.656708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:08.658396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:08.660171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.672127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for port (116322bd-f079-40be-949a-099fc70a11c0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.685608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48608) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:08.691168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e9f020a5-b04e-442c-b8a5-4d7ce8f141a8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111691974', 'description': 'tempest-description--1958265388'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:08.707929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (9d979ef2-1115-444c-a45f-7c6e48a02ca2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.754638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9f020a5-b04e-442c-b8a5-4d7ce8f141a8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.759656 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] For port 7bfd2c57-ee34-4950-976a-86892c17b129, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:08.767892 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] For port 7bfd2c57-ee34-4950-976a-86892c17b129, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7bfd2c57-ee34-4950-976a-86892c17b129,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:08.778026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Usage tracker for resource:floatingip and project:39dafdaf18aa4efd8133cd4ca50de1d0 is out of sync, need to count used quota {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:36:08.784310 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.801285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (116322bd-f079-40be-949a-099fc70a11c0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:08.817299 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 29 07:36:08.894199 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fff23-f050-4c93-9b65-044e36c36769 None None] Pushing event updated for resources: {'Port': ['ID=7bfd2c57-ee34-4950-976a-86892c17b129,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:08.921251 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:08.922286 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:08.943964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:08.957854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:08.976966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:08.991791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0a1061dd-b9a1-4e36-b341-1de20547a182 None None] Provisioning complete for port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:08.993345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0a1061dd-b9a1-4e36-b341-1de20547a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.006103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:09.011222 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (47d9ffcd-8398-44c3-b6bc-4d08ee4e3647), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.027966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Pushing event updated for resources: {'Port': ['ID=116322bd-f079-40be-949a-099fc70a11c0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:09.087962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0a1061dd-b9a1-4e36-b341-1de20547a182 None None] Port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:09.098178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a46c3-2738-4356-a70e-6244ec0ad589 None None] Network 712574bd-b437-4ca9-a9ff-ef1ebc6ae832 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:09.121792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=47d9ffcd-8398-44c3-b6bc-4d08ee4e3647,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:09.177713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9f020a5-b04e-442c-b8a5-4d7ce8f141a8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group (0dd3ad14-c40f-42c6-a6e6-8a62224cdbde), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.197652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9f020a5-b04e-442c-b8a5-4d7ce8f141a8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0dd3ad14-c40f-42c6-a6e6-8a62224cdbde), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.310500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9f020a5-b04e-442c-b8a5-4d7ce8f141a8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.311959 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e9f020a5-b04e-442c-b8a5-4d7ce8f141a8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6251299 Apr 29 07:36:09.318064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48618) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:09.338077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6931190c-770d-41fa-8129-c9e90578ebbd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ad14-c40f-42c6-a6e6-8a62224cdbde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:09.367164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f020a5-b04e-442c-b8a5-4d7ce8f141a8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:09.374977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for floatingip (dd66b6e3-d917-4507-9f81-8396084a855f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.383526 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:09.521403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6931190c-770d-41fa-8129-c9e90578ebbd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group_rule (81a84d98-8c2d-4d28-8a82-590f6a434a88), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.555416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (6e82ebd9-c53f-495a-b568-85c94d52ea37), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.600788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48624) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:09.604935 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e82ebd9-c53f-495a-b568-85c94d52ea37']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:09.613168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0cc7989e-9294-4dd2-b5ac-6a1008d3f9dc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894866762', 'description': 'tempest-description--1158527712'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:09.620557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 2, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:09.627373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Deleting port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:09.627864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.644884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6931190c-770d-41fa-8129-c9e90578ebbd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group_rule (81a84d98-8c2d-4d28-8a82-590f6a434a88), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.646466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (116322bd-f079-40be-949a-099fc70a11c0), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.659598 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffa1540-0822-4507-8eb6-5eddfc6f36a4') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:09.660067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffa1540-0822-4507-8eb6-5eddfc6f36a4') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:09.713022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Usage tracker for resource:security_group and project:39dafdaf18aa4efd8133cd4ca50de1d0 is out of sync, need to count used quota {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:36:09.715997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (5ffa1540-0822-4507-8eb6-5eddfc6f36a4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.739667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48626) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:09.758114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6931190c-770d-41fa-8129-c9e90578ebbd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (81a84d98-8c2d-4d28-8a82-590f6a434a88), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.759413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 29 07:36:09.770754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5ffa1540-0822-4507-8eb6-5eddfc6f36a4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.773439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cc7989e-9294-4dd2-b5ac-6a1008d3f9dc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.778831 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '7bfd2c57-ee34-4950-976a-86892c17b129', 'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'mac_address': 'fa:16:3e:b6:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:58Z', 'updated_at': '2022-04-29T07:36:08Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'subnets': [{'id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:09.793630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:09.794196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (5ffa1540-0822-4507-8eb6-5eddfc6f36a4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.799493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (72624eb5-1a85-456c-b9b5-6dec1eed7768), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:09.801776 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:09.818706 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9697c13-3f62-47c1-b91c-94eab46fbf5f None None] The sync data for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv is: [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '7bfd2c57-ee34-4950-976a-86892c17b129', 'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'mac_address': 'fa:16:3e:b6:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:58Z', 'updated_at': '2022-04-29T07:36:08Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'subnets': [{'id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:09.819650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Pushing event updated for resources: {'Port': ['ID=3f0b9de0-1084-43d4-8087-dc891f358658,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:09.837006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931190c-770d-41fa-8129-c9e90578ebbd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a84d98-8c2d-4d28-8a82-590f6a434a88,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:09.867053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6931190c-770d-41fa-8129-c9e90578ebbd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:09.872392 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6931190c-770d-41fa-8129-c9e90578ebbd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5426311 Apr 29 07:36:09.872568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Usage tracker for resource:security_group_rule and project:39dafdaf18aa4efd8133cd4ca50de1d0 is out of sync, need to count used quota {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 29 07:36:09.872665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48630) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:09.880308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:09.884187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-034b4096-3092-4b8c-9ec6-0b53c3da36cd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Request body: {'security_group_rule': {'security_group_id': '0dd3ad14-c40f-42c6-a6e6-8a62224cdbde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:09.922879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Attempting to bind port 3f0b9de0-1084-43d4-8087-dc891f358658 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:09.923237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Attempting to bind port 3f0b9de0-1084-43d4-8087-dc891f358658 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5ffa1540-0822-4507-8eb6-5eddfc6f36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6e82ebd9-c53f-495a-b568-85c94d52ea37'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:09.923598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Attempting to bind port 3f0b9de0-1084-43d4-8087-dc891f358658 on network 6e82ebd9-c53f-495a-b568-85c94d52ea37 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:09.926809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Checking router: 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:36:09.926809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Updating router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:36:09.962940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] For port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7e32cb9c-f563-463e-9e4f-b2dfa6345d6c,segment=NetworkSegment(48393a0d-5e54-4d0c-b332-767c5141f184),segment_id=48393a0d-5e54-4d0c-b332-767c5141f184)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:09.965510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.002839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.049941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-034b4096-3092-4b8c-9ec6-0b53c3da36cd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group_rule (1c22ebcf-7770-4dbc-8623-b31dab7f823a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.074612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.quota.resource [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104224) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 29 07:36:10.087749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-325373850'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:10.109773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for port (116322bd-f079-40be-949a-099fc70a11c0), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.111484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Calling delete_port for 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:10.117122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Provisioning complete for port 7bfd2c57-ee34-4950-976a-86892c17b129 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:10.117780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.124154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (116322bd-f079-40be-949a-099fc70a11c0), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.133340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.api [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:36:10.133340 dv-neutron-839860-1-hyperv neutron-server[104224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:36:10.133340 dv-neutron-839860-1-hyperv neutron-server[104224]: [parameters: {'id': '6e82ebd9-c53f-495a-b568-85c94d52ea37'}] Apr 29 07:36:10.133340 dv-neutron-839860-1-hyperv neutron-server[104224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:36:10.133762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG oslo_db.api [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:36:10.138689 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-367c8e9e-ad1f-41e7-9f30-0408286116f4 tempest-QuotasTest-423596450 tempest-QuotasTest-423596450-project-admin] 10.222.0.23 "GET /v2.0/quotas/39dafdaf18aa4efd8133cd4ca50de1d0/details.json HTTP/1.1" status: 200 len: 703 time: 2.6736333 Apr 29 07:36:10.159076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:10.159349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Checking segment: {'id': '5ffa1540-0822-4507-8eb6-5eddfc6f36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6e82ebd9-c53f-495a-b568-85c94d52ea37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:10.159755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.170220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Bound using segment: {'id': '5ffa1540-0822-4507-8eb6-5eddfc6f36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6e82ebd9-c53f-495a-b568-85c94d52ea37'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:10.175121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Bound port: 3f0b9de0-1084-43d4-8087-dc891f358658, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffa1540-0822-4507-8eb6-5eddfc6f36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6e82ebd9-c53f-495a-b568-85c94d52ea37'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:10.175882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3f0b9de0-1084-43d4-8087-dc891f358658), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.195808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=72624eb5-1a85-456c-b9b5-6dec1eed7768,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:10.280638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Pushing event updated for resources: {'Port': ['ID=116322bd-f079-40be-949a-099fc70a11c0,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:10.306289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Made reservation on behalf of 82af74b6706f480eae70c95efc595741 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:10.316610 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.321822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:10.322475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network hostable DHCP agents. Network: 5f57687c-3acb-4c32-82c9-53f862533295, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:10.329535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] For port 3f0b9de0-1084-43d4-8087-dc891f358658, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:10.334654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] For port 3f0b9de0-1084-43d4-8087-dc891f358658, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3f0b9de0-1084-43d4-8087-dc891f358658,segment=NetworkSegment(5ffa1540-0822-4507-8eb6-5eddfc6f36a4),segment_id=5ffa1540-0822-4507-8eb6-5eddfc6f36a4)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:10.357194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-034b4096-3092-4b8c-9ec6-0b53c3da36cd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group_rule (1c22ebcf-7770-4dbc-8623-b31dab7f823a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.358323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9dff3f49-8ec3-4995-a953-43f7167a01a1 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:10.360070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.366717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-034b4096-3092-4b8c-9ec6-0b53c3da36cd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (1c22ebcf-7770-4dbc-8623-b31dab7f823a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.371808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (dd66b6e3-d917-4507-9f81-8396084a855f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.396209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b4096-3092-4b8c-9ec6-0b53c3da36cd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c22ebcf-7770-4dbc-8623-b31dab7f823a,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:10.407493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.409195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3f0b9de0-1084-43d4-8087-dc891f358658), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.410192 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-373ac04e-c81a-4289-9bff-0e7ff8d50edd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0450687 Apr 29 07:36:10.422580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-034b4096-3092-4b8c-9ec6-0b53c3da36cd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.425068 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-034b4096-3092-4b8c-9ec6-0b53c3da36cd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5507026 Apr 29 07:36:10.437732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48636) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:10.443466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cc7989e-9294-4dd2-b5ac-6a1008d3f9dc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group (9bb32d7d-87d1-4fbf-8d70-9c931274a525), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.444521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:10.452864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:10.462224 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cc7989e-9294-4dd2-b5ac-6a1008d3f9dc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9bb32d7d-87d1-4fbf-8d70-9c931274a525), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.483900 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.497749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 5f57687c-3acb-4c32-82c9-53f862533295) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:10.510727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7e32cb9c-f563-463e-9e4f-b2dfa6345d6c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.517205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:10.517845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.528730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cc7989e-9294-4dd2-b5ac-6a1008d3f9dc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.534574 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0cc7989e-9294-4dd2-b5ac-6a1008d3f9dc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9316268 Apr 29 07:36:10.549447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48638) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:10.581331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a406bb3-23be-438e-9328-2e87f4acffd2 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:10.584542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7989e-9294-4dd2-b5ac-6a1008d3f9dc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb32d7d-87d1-4fbf-8d70-9c931274a525,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:10.591600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1e9e3976-62e6-41d9-9a81-50aab53474a5 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Request body: {'security_group_rule': {'security_group_id': '9bb32d7d-87d1-4fbf-8d70-9c931274a525', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:10.612748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event deleted for resources: {'Port': ['ID=7e32cb9c-f563-463e-9e4f-b2dfa6345d6c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:10.644800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (6e82ebd9-c53f-495a-b568-85c94d52ea37), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.669879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] No DVR routers for this DVR port 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:10.683515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:10.692896 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-41c41da1-cde8-40f3-a8fb-c7bb99eb104b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8463211 Apr 29 07:36:10.698859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48642) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:10.746760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'name': 'tempest-NetworksTestDHCPv6-1435274963'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:10.760347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48646) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:10.823081 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Allocated IP 172.26.3.159 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/06002525-6d9f-455c-b039-3828e9982a28) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:10.840883 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a44941-c9c0-4b90-8744-3a05f9a06cb0 None None] DHCP port deletion for 9d979ef2-1115-444c-a45f-7c6e48a02ca2 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:36:10.932270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3976-62e6-41d9-9a81-50aab53474a5 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group_rule (c10cc0f7-1e06-42d2-bace-f8adfec9d723), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.017454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks [] for security_group (033e46c2-a7ad-4737-b27d-7cea70e69d15), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.030295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd61fab-e629-417d-91e5-08ff39321e44 None None] Pushing event updated for resources: {'Port': ['ID=3f0b9de0-1084-43d4-8087-dc891f358658,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:11.046268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (9d979ef2-1115-444c-a45f-7c6e48a02ca2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.056992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef7523b-3273-44b0-bea7-114f25519031 None None] Network 6e82ebd9-c53f-495a-b568-85c94d52ea37 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:11.072002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for port (06002525-6d9f-455c-b039-3828e9982a28), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.077051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (033e46c2-a7ad-4737-b27d-7cea70e69d15), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.120743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (06002525-6d9f-455c-b039-3828e9982a28), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.149975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '72624eb5-1a85-456c-b9b5-6dec1eed7768'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:11.157540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.174070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f204278-e7f6-42f9-a390-8ad8bfe83169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.182274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d979ef2-1115-444c-a45f-7c6e48a02ca2']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:11.196242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:11.240526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:11.242381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48393a0d-5e54-4d0c-b332-767c5141f184') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:11.242683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48393a0d-5e54-4d0c-b332-767c5141f184') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:11.246626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:11.251791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:11.300633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (81f83ac2-1f87-4b0f-969d-f10c32a7a2be), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.300981 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Added segment 81f83ac2-1f87-4b0f-969d-f10c32a7a2be of type vlan for network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c Apr 29 07:36:11.302980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48674) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:11.304668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (48393a0d-5e54-4d0c-b332-767c5141f184), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.337129 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 07:36:11.339937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3976-62e6-41d9-9a81-50aab53474a5 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group_rule (c10cc0f7-1e06-42d2-bace-f8adfec9d723), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.346284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Current status of the port 7bfd2c57-ee34-4950-976a-86892c17b129 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:11.346705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.366540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '19dcce8a-ed99-49b5-82d4-3879a7b6b226', 'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'mac_address': 'fa:16:3e:5c:d2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:36:00Z', 'updated_at': '2022-04-29T07:36:05Z', 'revision_number': 2, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'subnets': [{'id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:11.374833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (48393a0d-5e54-4d0c-b332-767c5141f184), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.385719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:11.386168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (48393a0d-5e54-4d0c-b332-767c5141f184), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.403161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for floatingip (4ac08223-f5fc-4c4b-a81f-bffb8c037344), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.405466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Pushing event updated for resources: {'Port': ['ID=06002525-6d9f-455c-b039-3828e9982a28,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:11.415234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Checking router: beef364d-3bde-46f0-8657-25b72a7dfca8 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:36:11.415743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Updating router beef364d-3bde-46f0-8657-25b72a7dfca8 port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:36:11.418507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9dff3f49-8ec3-4995-a953-43f7167a01a1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:11.418996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.460442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (06002525-6d9f-455c-b039-3828e9982a28), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:11.491307 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:11.493145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3976-62e6-41d9-9a81-50aab53474a5 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (c10cc0f7-1e06-42d2-bace-f8adfec9d723), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.508873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033e46c2-a7ad-4737-b27d-7cea70e69d15,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:11.534164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:11.537474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.561261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] For port 7bfd2c57-ee34-4950-976a-86892c17b129, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7bfd2c57-ee34-4950-976a-86892c17b129,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:11.563758 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting port 3f0b9de0-1084-43d4-8087-dc891f358658 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:11.564084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3f0b9de0-1084-43d4-8087-dc891f358658), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.587111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.605972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.650048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.666436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for port (06002525-6d9f-455c-b039-3828e9982a28), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.672275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (06002525-6d9f-455c-b039-3828e9982a28), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.674259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e3976-62e6-41d9-9a81-50aab53474a5 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10cc0f7-1e06-42d2-bace-f8adfec9d723,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:11.757721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Pushing event updated for resources: {'Port': ['ID=06002525-6d9f-455c-b039-3828e9982a28,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:11.769294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Provisioning complete for port 9dff3f49-8ec3-4995-a953-43f7167a01a1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:11.769673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.772042 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (4ac08223-f5fc-4c4b-a81f-bffb8c037344), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.777136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3976-62e6-41d9-9a81-50aab53474a5 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.779016 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1e9e3976-62e6-41d9-9a81-50aab53474a5 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1916847 Apr 29 07:36:11.779997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (9d979ef2-1115-444c-a45f-7c6e48a02ca2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.784721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48676) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:11.789821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.resource_extend [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:36:11.795390 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 869bfe32-2aad-4c7b-92b8-08770a943220 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:11.796434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cf5e238b-daee-4ba4-b7a4-ee4937040684 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Request body: {'security_group_rule': {'security_group_id': '9bb32d7d-87d1-4fbf-8d70-9c931274a525', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:11.816430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.817775 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f6d1d9ad-1c1a-45c6-9027-236e6c759dcb tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3787556 Apr 29 07:36:11.849183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.854097 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] 10.222.0.23 "DELETE /v2.0/networks/9d979ef2-1115-444c-a45f-7c6e48a02ca2 HTTP/1.1" status: 204 len: 168 time: 3.7565625 Apr 29 07:36:11.854619 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf5e238b-daee-4ba4-b7a4-ee4937040684 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group_rule (e5d628e7-8eb0-46ca-a4ad-9c560e3a92de), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:11.885719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Pushing event updated for resources: {'Port': ['ID=7bfd2c57-ee34-4950-976a-86892c17b129,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:11.891057 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-eadfc6e5-d8ed-47d9-9629-6645be564b66 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--748785953&fields=id&tenant_id=9d4f708c377c4df28049531a5255377c HTTP/1.1" status: 200 len: 267 time: 0.5565906 Apr 29 07:36:12.021036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/72624eb5-1a85-456c-b9b5-6dec1eed7768/53eb8d06-c68c-44bf-aa79-d89d2d0475e7) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:12.032941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf5e238b-daee-4ba4-b7a4-ee4937040684 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group_rule (e5d628e7-8eb0-46ca-a4ad-9c560e3a92de), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.034883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daf894-0eef-4772-bb04-607a4ad1e3cb tempest-DHCPAgentSchedulersTestJSON-1506148437 tempest-DHCPAgentSchedulersTestJSON-1506148437-project] Pushing event deleted for resources: {'Network': ['ID=9d979ef2-1115-444c-a45f-7c6e48a02ca2,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:12.043812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf5e238b-daee-4ba4-b7a4-ee4937040684 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e5d628e7-8eb0-46ca-a4ad-9c560e3a92de), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.085116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e238b-daee-4ba4-b7a4-ee4937040684 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d628e7-8eb0-46ca-a4ad-9c560e3a92de,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:12.112438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9dff3f49-8ec3-4995-a953-43f7167a01a1 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:12.113437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.114538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.116017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf5e238b-daee-4ba4-b7a4-ee4937040684 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.120657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:12.121710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.122104 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cf5e238b-daee-4ba4-b7a4-ee4937040684 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322804 Apr 29 07:36:12.122845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48692) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:12.127611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] For port 3f0b9de0-1084-43d4-8087-dc891f358658, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3f0b9de0-1084-43d4-8087-dc891f358658,segment=NetworkSegment(5ffa1540-0822-4507-8eb6-5eddfc6f36a4),segment_id=5ffa1540-0822-4507-8eb6-5eddfc6f36a4)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:12.128063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3f0b9de0-1084-43d4-8087-dc891f358658), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.128293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:12.161402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.277088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48702) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:12.278047 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Calling delete_port for 3f0b9de0-1084-43d4-8087-dc891f358658 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:12.328012 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5837271 Apr 29 07:36:12.374613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.381196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f204278-e7f6-42f9-a390-8ad8bfe83169 admin admin] Publish callbacks [] for security_group (58ed3fa8-49af-4661-8903-c8e1137d8d2a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.403061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Publish callbacks [] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.403313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f204278-e7f6-42f9-a390-8ad8bfe83169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (58ed3fa8-49af-4661-8903-c8e1137d8d2a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.405549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b1b09-4e68-4168-8589-12b7d15e1e75 tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Pushing event updated for resources: {'Network': ['ID=bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:12.447252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:12.456087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.559486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 9dff3f49-8ec3-4995-a953-43f7167a01a1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9dff3f49-8ec3-4995-a953-43f7167a01a1,segment=NetworkSegment(15f57bfa-f2cd-462b-b0c1-7649c5404fab),segment_id=15f57bfa-f2cd-462b-b0c1-7649c5404fab)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:12.560630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48712) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:12.586467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.587301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7bfd2c57-ee34-4950-976a-86892c17b129 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:12.587502 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 07:36:12.609390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Current status of the port 9dff3f49-8ec3-4995-a953-43f7167a01a1 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:12.609771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.633832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Allocated IP 172.26.3.95 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/340944cf-9923-475d-8488-767cc3b6815a) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:12.666344 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-180dbe6a-e82f-4120-a1e3-1ef9fc4976fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39be08c8f742405f87707797a0efb95e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3852947 Apr 29 07:36:12.678032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48714) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:12.699506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a2904-db04-4aee-bdfb-8e88499b8f9e None None] Pushing event updated for resources: {'Port': ['ID=5646d9e4-d6f8-40b1-94a7-edc557e5dffa,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:12.747083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f204278-e7f6-42f9-a390-8ad8bfe83169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ed3fa8-49af-4661-8903-c8e1137d8d2a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:12.760201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-d5d3448d-0010-4171-993e-34758d66f15d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:12.761807 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-d5d3448d-0010-4171-993e-34758d66f15d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 811 time: 0.8698261 Apr 29 07:36:12.762833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-d544328c-5832-4fcc-8ce3-bd91dbc485c3 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--111691974&fields=id&tenant_id=6f8225b2c6dd4796aa7620c308f02a13 HTTP/1.1" status: 200 len: 267 time: 0.2010634 Apr 29 07:36:12.773811 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2f204278-e7f6-42f9-a390-8ad8bfe83169 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c86629e5bebf4d3cbedc33ec0d07407f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9859531 Apr 29 07:36:12.782676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48716) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:12.845179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3f0b9de0-1084-43d4-8087-dc891f358658), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.880240 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-f192ffce-7894-45c9-960e-1fde6a4657cc tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/quotas/9d4f708c377c4df28049531a5255377c HTTP/1.1" status: 200 len: 375 time: 0.1052990 Apr 29 07:36:12.890412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Port': ['ID=3f0b9de0-1084-43d4-8087-dc891f358658,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:12.930927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No DVR routers for this DVR port 3f0b9de0-1084-43d4-8087-dc891f358658 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:12.959429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Publish callbacks [] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.964833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=9dff3f49-8ec3-4995-a953-43f7167a01a1,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:12.983883 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Attempting to bind port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:12.984305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Attempting to bind port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:12.984673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Attempting to bind port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa on network c2d65d34-51cb-428d-895e-c7a17f616082 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:12.996152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:12.998394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:36:12.998786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:36:13.010416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7bfd2c57-ee34-4950-976a-86892c17b129 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:13.010638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.019426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:13.019722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Checking segment: {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:13.020138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.020486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Bound using segment: {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:13.020951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Bound port: 5646d9e4-d6f8-40b1-94a7-edc557e5dffa, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:13.021351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.045611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-568239b9-2b8b-45c0-848a-071a298ac3ca admin admin] Publish callbacks [] for security_group (76330ac4-bb5c-4f3e-9bc7-5b70d5f5b22f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.058639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Publish callbacks [] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.085538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.098225 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:13.113988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:13.116681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (6e82ebd9-c53f-495a-b568-85c94d52ea37), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.140580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Pushing event updated for resources: {'Port': ['ID=53eb8d06-c68c-44bf-aa79-d89d2d0475e7,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:13.143236 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:13.176332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-568239b9-2b8b-45c0-848a-071a298ac3ca admin admin] Publish callbacks [] for security_group (76330ac4-bb5c-4f3e-9bc7-5b70d5f5b22f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.180183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e82ebd9-c53f-495a-b568-85c94d52ea37']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:13.180333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for port (340944cf-9923-475d-8488-767cc3b6815a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.202172 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::2cd (5f57687c-3acb-4c32-82c9-53f862533295/72624eb5-1a85-456c-b9b5-6dec1eed7768/869bfe32-2aad-4c7b-92b8-08770a943220) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:13.227645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffa1540-0822-4507-8eb6-5eddfc6f36a4') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:13.227984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffa1540-0822-4507-8eb6-5eddfc6f36a4') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:13.238180 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-605db4aa-ad92-44b2-b056-aa80880a250d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3499928 Apr 29 07:36:13.259488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (5ffa1540-0822-4507-8eb6-5eddfc6f36a4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.294347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe78c03-4660-4996-9ea8-ff4806a1add0 None None] Pushing event updated for resources: {'Port': ['ID=19dcce8a-ed99-49b5-82d4-3879a7b6b226,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:13.300612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] For port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:13.320960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5ffa1540-0822-4507-8eb6-5eddfc6f36a4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.338610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737b73-dece-4610-8ee9-1b7883293854 req-da2341df-ce6d-47ab-9dee-dc0478e8b329 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:13.345601 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-da2341df-ce6d-47ab-9dee-dc0478e8b329 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/networks?id=cfb5f71e-c5d1-468c-a82b-7008165ba057 HTTP/1.1" status: 200 len: 812 time: 0.5634687 Apr 29 07:36:13.369080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:13.369080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (5ffa1540-0822-4507-8eb6-5eddfc6f36a4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:13.379566 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:13.389343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] For port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5646d9e4-d6f8-40b1-94a7-edc557e5dffa,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:13.391813 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-00443796-53fe-412f-97ef-7d232441acfc tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/quotas/6f8225b2c6dd4796aa7620c308f02a13 HTTP/1.1" status: 200 len: 375 time: 0.0454106 Apr 29 07:36:13.410077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Attempting to bind port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:13.410444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Attempting to bind port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:13.410800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Attempting to bind port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:13.411115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (340944cf-9923-475d-8488-767cc3b6815a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.414440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7bfd2c57-ee34-4950-976a-86892c17b129 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:13.421846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:13.424181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.447190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8af1e31-0229-4adb-890c-5fb926fac165 admin admin] Publish callbacks [] for security_group (58ed3fa8-49af-4661-8903-c8e1137d8d2a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.462211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-568239b9-2b8b-45c0-848a-071a298ac3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (76330ac4-bb5c-4f3e-9bc7-5b70d5f5b22f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.464752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-568239b9-2b8b-45c0-848a-071a298ac3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.465353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:13.465726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:13.465950 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-568239b9-2b8b-45c0-848a-071a298ac3ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76330ac4-bb5c-4f3e-9bc7-5b70d5f5b22f HTTP/1.1" status: 204 len: 168 time: 0.7817934 Apr 29 07:36:13.466107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.466495 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:13.466958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Bound port: 53eb8d06-c68c-44bf-aa79-d89d2d0475e7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:13.467331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.469407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Attempting to bind port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:13.469755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Attempting to bind port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:13.470103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Attempting to bind port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 on network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:13.533474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:13.533847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Checking segment: {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:13.533963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:13.534245 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.534630 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Bound using segment: {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:13.535103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Bound port: 19dcce8a-ed99-49b5-82d4-3879a7b6b226, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:13.535627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.567876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:13.579928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8af1e31-0229-4adb-890c-5fb926fac165 admin admin] Publish callbacks [] for security_group (58ed3fa8-49af-4661-8903-c8e1137d8d2a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.582963 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-8d128aa4-fcf7-460f-adbb-54ca9217c6e2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:36:13.584307 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-8d128aa4-fcf7-460f-adbb-54ca9217c6e2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1562185 Apr 29 07:36:13.586453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:13.588257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568239b9-2b8b-45c0-848a-071a298ac3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76330ac4-bb5c-4f3e-9bc7-5b70d5f5b22f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:13.592530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (6e82ebd9-c53f-495a-b568-85c94d52ea37), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.593952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Pushing event updated for resources: {'Port': ['ID=340944cf-9923-475d-8488-767cc3b6815a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:13.635497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.638896 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/6e82ebd9-c53f-495a-b568-85c94d52ea37 HTTP/1.1" status: 204 len: 168 time: 6.4962184 Apr 29 07:36:13.653179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48726) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:13.658765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-986833979'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:13.690799 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-8defafc4-e02c-48f9-bf0a-8444084379fe tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f8225b2c6dd4796aa7620c308f02a13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2970843 Apr 29 07:36:13.752036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e1fd4-0af7-452b-b059-55b6782f7cad tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=6e82ebd9-c53f-495a-b568-85c94d52ea37,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:13.808874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8af1e31-0229-4adb-890c-5fb926fac165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (58ed3fa8-49af-4661-8903-c8e1137d8d2a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.810780 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8af1e31-0229-4adb-890c-5fb926fac165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.811910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f8af1e31-0229-4adb-890c-5fb926fac165 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58ed3fa8-49af-4661-8903-c8e1137d8d2a HTTP/1.1" status: 204 len: 168 time: 1.0283637 Apr 29 07:36:13.848864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af1e31-0229-4adb-890c-5fb926fac165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ed3fa8-49af-4661-8903-c8e1137d8d2a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:13.850982 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a2904-db04-4aee-bdfb-8e88499b8f9e None None] Pushing event updated for resources: {'Port': ['ID=5646d9e4-d6f8-40b1-94a7-edc557e5dffa,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:13.851186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for floatingip (ec24724c-5b6c-4d2b-8e43-7259ce3e91ee), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.858667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:13.859582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:13.861726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d8d04-58d3-4138-87b7-245b059f33f9 None None] Current status of the port 9dff3f49-8ec3-4995-a953-43f7167a01a1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:13.863909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:13.868397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.952469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (869bfe32-2aad-4c7b-92b8-08770a943220), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.952757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (340944cf-9923-475d-8488-767cc3b6815a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:13.972362 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c78e4f8f-5720-4afb-8d56-0b545ccd4f40 service neutron] 10.222.0.23 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710790 Apr 29 07:36:13.982048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:14.013771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:14.014857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.017437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] For port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:14.057267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b153d7bf-e951-4b6e-b2cb-0be1ffea0799), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.057605 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment b153d7bf-e951-4b6e-b2cb-0be1ffea0799 of type vlan for network 3cd69f12-392a-48c9-8632-18275033237c Apr 29 07:36:14.062893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] For port 19dcce8a-ed99-49b5-82d4-3879a7b6b226, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:14.072938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48740) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:14.077089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] For port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=53eb8d06-c68c-44bf-aa79-d89d2d0475e7,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:14.100886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] For port 19dcce8a-ed99-49b5-82d4-3879a7b6b226, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=19dcce8a-ed99-49b5-82d4-3879a7b6b226,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:14.105195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.112852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Provisioning complete for port 7bfd2c57-ee34-4950-976a-86892c17b129 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:14.113555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.159332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (3cd69f12-392a-48c9-8632-18275033237c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.166987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (869bfe32-2aad-4c7b-92b8-08770a943220), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.177993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.181765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b024ead5-1642-4531-871b-4aee7660fcc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.242881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:14.341291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb40bd-068a-4494-bf5d-eda9cb42651b None None] Pushing event updated for resources: {'Port': ['ID=53eb8d06-c68c-44bf-aa79-d89d2d0475e7,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:14.363392 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-b0c4710d-a4d0-487a-9240-0ca7366bf8ce service neutron] 10.222.0.23 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835926 Apr 29 07:36:14.384603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-b81fb9f3-0d0f-4ae9-a701-8c9302af9871 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:36:14.388864 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-b81fb9f3-0d0f-4ae9-a701-8c9302af9871 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4726856 Apr 29 07:36:14.417711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48742) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:14.468453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:14.481620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (3cd69f12-392a-48c9-8632-18275033237c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.487050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:14.487699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.519071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3ef4834b-ceab-4c41-ac26-7408da608522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.524155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:14.541253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:14.544544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for port (340944cf-9923-475d-8488-767cc3b6815a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.546576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:14.547217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.560824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=869bfe32-2aad-4c7b-92b8-08770a943220,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:14.603989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b024ead5-1642-4531-871b-4aee7660fcc7 admin admin] Publish callbacks [] for security_group (0432d2cb-589c-4b39-8314-59ef8dd25123), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.609573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (340944cf-9923-475d-8488-767cc3b6815a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.631031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:14.633002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:14.675388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b024ead5-1642-4531-871b-4aee7660fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0432d2cb-589c-4b39-8314-59ef8dd25123), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.693339 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0391326 Apr 29 07:36:14.700124 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-023d5359-7599-4fd9-b904-6ecc648c39c5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9996865 Apr 29 07:36:14.706370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48746) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:14.706702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48748) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:14.714608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': '3cd69f12-392a-48c9-8632-18275033237c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:14.733668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac05208-f087-4941-a313-d866979c0350 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=3cd69f12-392a-48c9-8632-18275033237c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:14.757447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Pushing event updated for resources: {'Port': ['ID=340944cf-9923-475d-8488-767cc3b6815a,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:14.770190 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b024ead5-1642-4531-871b-4aee7660fcc7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddb762286dc94f09a39aa8a49a078d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6936245 Apr 29 07:36:14.790282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48758) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:14.791007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024ead5-1642-4531-871b-4aee7660fcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0432d2cb-589c-4b39-8314-59ef8dd25123,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:14.822730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 3cd69f12-392a-48c9-8632-18275033237c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:14.902041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-f67cb838-aa7b-4990-a3d3-4644506b8fed service neutron] 10.222.0.23 "GET /v2.0/networks/cfb5f71e-c5d1-468c-a82b-7008165ba057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059798 Apr 29 07:36:14.923954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (ec24724c-5b6c-4d2b-8e43-7259ce3e91ee), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.947804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:14.966314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a41d6825-6615-4801-b9d1-d7c6b7c6d461 admin admin] Publish callbacks [] for security_group (0432d2cb-589c-4b39-8314-59ef8dd25123), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.998588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:14.999965 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f7bcffa3-7d97-4b79-a297-609a7f4d7779 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8761151 Apr 29 07:36:15.006316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a41d6825-6615-4801-b9d1-d7c6b7c6d461 admin admin] Publish callbacks [] for security_group (0432d2cb-589c-4b39-8314-59ef8dd25123), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:15.049935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:15.050773 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:15.054332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:15.088808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0af3d4-3190-4a79-9931-278b2f1780fd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:15.094221 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0af3d4-3190-4a79-9931-278b2f1780fd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:15.098698 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-df0af3d4-3190-4a79-9931-278b2f1780fd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3898559 Apr 29 07:36:15.099313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48774) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:15.100430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Current status of the port 7bfd2c57-ee34-4950-976a-86892c17b129 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:15.102335 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-78c40466-d51c-48f6-920c-a3869919291d service neutron] 10.222.0.23 "GET /v2.0/networks/cfb5f71e-c5d1-468c-a82b-7008165ba057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994720 Apr 29 07:36:15.141361 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe78c03-4660-4996-9ea8-ff4806a1add0 None None] Pushing event updated for resources: {'Port': ['ID=19dcce8a-ed99-49b5-82d4-3879a7b6b226,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:15.182323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a41d6825-6615-4801-b9d1-d7c6b7c6d461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0432d2cb-589c-4b39-8314-59ef8dd25123), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:15.184847 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a41d6825-6615-4801-b9d1-d7c6b7c6d461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:15.186044 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a41d6825-6615-4801-b9d1-d7c6b7c6d461 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0432d2cb-589c-4b39-8314-59ef8dd25123 HTTP/1.1" status: 204 len: 168 time: 0.3923628 Apr 29 07:36:15.202073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d6825-6615-4801-b9d1-d7c6b7c6d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0432d2cb-589c-4b39-8314-59ef8dd25123,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:15.279915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Provisioning complete for port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:15.280287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:15.434175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3ef4834b-ceab-4c41-ac26-7408da608522 admin admin] Publish callbacks [] for security_group (41f735c9-b81e-4a33-a718-192632f56179), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:15.484860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3ef4834b-ceab-4c41-ac26-7408da608522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (41f735c9-b81e-4a33-a718-192632f56179), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:15.523191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:15.556087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48790) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:15.561035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Request body: {'port': {'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c', 'binding:host_id': 'hv-neutron-8398', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1663530503'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:15.772900 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4834b-ceab-4c41-ac26-7408da608522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f735c9-b81e-4a33-a718-192632f56179,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:15.773667 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-706493a2-466e-4eb0-af64-6b9240c9bd5c req-795fdbac-08c6-4fd5-bb1d-c608b1c2672d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 210 time: 0.1966784 Apr 29 07:36:15.811184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Made reservation on behalf of 4755a15dd61d4ac18a2b345c94c4f241 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:15.821093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:15.855518 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3ef4834b-ceab-4c41-ac26-7408da608522 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39dafdaf18aa4efd8133cd4ca50de1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4344542 Apr 29 07:36:15.856085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:15.857888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48810) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:15.969856 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Current status of the port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:15.970207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.033435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2588563d-d98d-493c-905f-8777649b0841 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 869bfe32-2aad-4c7b-92b8-08770a943220 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:16.034203 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2588563d-d98d-493c-905f-8777649b0841 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (869bfe32-2aad-4c7b-92b8-08770a943220), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.052798 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:16.053445 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.077469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks [] for security_group (4b825ced-0368-4549-b95b-d706f1472c76), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.092418 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d0c11a1a-b68d-4fdd-9d12-b4e625d2e2ab req-86835794-8a68-405b-8933-128ed88cbcbe tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 210 time: 0.1950450 Apr 29 07:36:16.105128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (4b825ced-0368-4549-b95b-d706f1472c76), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.113606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] device_id is not set on port 27543124-e97f-47e1-b5b1-cbdb24a694f8 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:16.183781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:36:13Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:16.231927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b825ced-0368-4549-b95b-d706f1472c76,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:16.255873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0c3f7a1-cada-4e5f-8436-6229dacc712d admin admin] Publish callbacks [] for security_group (41f735c9-b81e-4a33-a718-192632f56179), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.266945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b992f-f3ec-48f5-8060-add4b29b0fe4 None None] The sync data for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv is: [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:36:13Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:16.268991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af4c54d-3590-4d28-8275-6bd8a43e36d4 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:36:16.316401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] For port 19dcce8a-ed99-49b5-82d4-3879a7b6b226, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=19dcce8a-ed99-49b5-82d4-3879a7b6b226,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:16.343057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.367429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0c3f7a1-cada-4e5f-8436-6229dacc712d admin admin] Publish callbacks [] for security_group (41f735c9-b81e-4a33-a718-192632f56179), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.440026 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-ae10af52-7f94-47b4-bb6b-babee1e738f6 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--894866762&fields=id&tenant_id=2edc335584ce421bb32ba7e8c97ee283 HTTP/1.1" status: 200 len: 267 time: 0.7262793 Apr 29 07:36:16.526961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Provisioning complete for port 9dff3f49-8ec3-4995-a953-43f7167a01a1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:16.527336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.706205 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4c54d-3590-4d28-8275-6bd8a43e36d4 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:36:16.706683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0c3f7a1-cada-4e5f-8436-6229dacc712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (41f735c9-b81e-4a33-a718-192632f56179), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.718583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0c3f7a1-cada-4e5f-8436-6229dacc712d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.730722 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f0c3f7a1-cada-4e5f-8436-6229dacc712d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41f735c9-b81e-4a33-a718-192632f56179 HTTP/1.1" status: 204 len: 168 time: 0.8708651 Apr 29 07:36:16.751366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '19dcce8a-ed99-49b5-82d4-3879a7b6b226', 'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'mac_address': 'fa:16:3e:5c:d2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:36:00Z', 'updated_at': '2022-04-29T07:36:14Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'subnets': [{'id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:16.753191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] device_id is not set on port 27543124-e97f-47e1-b5b1-cbdb24a694f8 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:16.796902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks [] for port (27543124-e97f-47e1-b5b1-cbdb24a694f8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.800968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3f7a1-cada-4e5f-8436-6229dacc712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f735c9-b81e-4a33-a718-192632f56179,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:16.831624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (27543124-e97f-47e1-b5b1-cbdb24a694f8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.863502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2588563d-d98d-493c-905f-8777649b0841 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (869bfe32-2aad-4c7b-92b8-08770a943220), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:16.880724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2588563d-d98d-493c-905f-8777649b0841 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 869bfe32-2aad-4c7b-92b8-08770a943220 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:16.939378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede0c67-5665-4f0f-bebc-a2d660b3257e None None] The sync data for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv is: [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '19dcce8a-ed99-49b5-82d4-3879a7b6b226', 'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'mac_address': 'fa:16:3e:5c:d2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:36:00Z', 'updated_at': '2022-04-29T07:36:14Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'subnets': [{'id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:16.957145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:16.959423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:17.016068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-1f20c914-0e69-4150-beb5-83d6aaf367a9 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:17.042726 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-1f20c914-0e69-4150-beb5-83d6aaf367a9 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/networks?id=cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 HTTP/1.1" status: 200 len: 805 time: 0.5584543 Apr 29 07:36:17.056461 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (80eb9fff-adad-4c10-a773-858a03aab79e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:17.069838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Checking segment: {'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:17.070524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Network hostable DHCP agents. Network: bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:17.090346 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2bd9fc8f-a83e-4f30-9ba8-4505db0e9895 req-a49942ca-452d-42ff-a222-a832c600e971 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 210 time: 0.1759653 Apr 29 07:36:17.151409 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-865906d6-4756-4e73-b96b-7030361938c0 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/quotas/2edc335584ce421bb32ba7e8c97ee283 HTTP/1.1" status: 200 len: 375 time: 0.0996344 Apr 29 07:36:17.153636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'Port': ['ID=27543124-e97f-47e1-b5b1-cbdb24a694f8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:17.174553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:17.199451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:17.207891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:17.276663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:17.276983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:17.277340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:17.389886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Pushing event updated for resources: {'Port': ['ID=19dcce8a-ed99-49b5-82d4-3879a7b6b226,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:17.460492 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f335813-5f24-4cb5-b797-130ff06b134f req-f368b906-60c9-4abf-adce-2e97d06020ec tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 210 time: 0.1441853 Apr 29 07:36:17.463632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:17.464152 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:17.464681 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 2 to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 Apr 29 07:36:17.523942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:17.524276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:17.524608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:17.545806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Current status of the port 9dff3f49-8ec3-4995-a953-43f7167a01a1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:17.547758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:17.548846 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:17.549253 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 3 to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 Apr 29 07:36:17.557006 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-7220b313-d7aa-418b-ac28-037cb8770bc0 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2edc335584ce421bb32ba7e8c97ee283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4045300 Apr 29 07:36:17.572176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking segment: {'id': 'b153d7bf-e951-4b6e-b2cb-0be1ffea0799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3cd69f12-392a-48c9-8632-18275033237c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:17.572564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network hostable DHCP agents. Network: 3cd69f12-392a-48c9-8632-18275033237c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:17.580912 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=80eb9fff-adad-4c10-a773-858a03aab79e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:17.618203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:17.618872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:17.619396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:17.628918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:17.629655 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:17.630437 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 4 to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 Apr 29 07:36:17.653542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:17.654243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:17.654774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:17.663379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:17.663976 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:17.665041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 5 to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 Apr 29 07:36:17.695126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:17.695967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:17.696392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:17.706047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:17.706621 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:17.707278 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 6 to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 Apr 29 07:36:17.748091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=53eb8d06-c68c-44bf-aa79-d89d2d0475e7,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:17.763606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:17.765100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:17.765550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:17.773860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:17.774660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9dff3f49-8ec3-4995-a953-43f7167a01a1 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:17.782133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:17.782908 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:17.783418 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 7 to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 Apr 29 07:36:17.824406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:17.825504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:17.829179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:17.840690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:17.846649 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:17.849027 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 8 to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 Apr 29 07:36:17.899779 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:17.900137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:17.900462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:17.930190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:17.932294 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:17.933872 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 9 to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 Apr 29 07:36:17.953612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:17.954332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:17.954880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:17.963994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:17.964682 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:17.965313 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 10 to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 Apr 29 07:36:17.977052 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-505e080d-a2bb-4e05-b5db-7ab2d863049e service neutron] 10.222.0.23 "GET /v2.0/networks/cf51dd68-2a19-47e4-80b9-3b9e21e57ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059944 Apr 29 07:36:17.994874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network 3cd69f12-392a-48c9-8632-18275033237c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:18.002507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:18.002869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:18.004780 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:18.021165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:18.021889 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 27543124-e97f-47e1-b5b1-cbdb24a694f8 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:18.023587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (27543124-e97f-47e1-b5b1-cbdb24a694f8), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:18.161197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 3cd69f12-392a-48c9-8632-18275033237c) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:18.181929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2588563d-d98d-493c-905f-8777649b0841 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (869bfe32-2aad-4c7b-92b8-08770a943220), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:18.187542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:18.188588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:18.189612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] For port 27543124-e97f-47e1-b5b1-cbdb24a694f8, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:18.189904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempted to set empty binding levels {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:36:18.195048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (27543124-e97f-47e1-b5b1-cbdb24a694f8), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:18.214197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:18.214877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:18.239539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Provisioning complete for port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:18.243429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:18.275576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588563d-d98d-493c-905f-8777649b0841 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=869bfe32-2aad-4c7b-92b8-08770a943220,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:18.310593 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d42e6c87-88df-4f71-928e-f5d845f6d955 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.6026380 Apr 29 07:36:18.320559 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.7630305 Apr 29 07:36:18.328343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48898) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:18.328724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48900) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:18.445850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2588563d-d98d-493c-905f-8777649b0841 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:18.457129 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2588563d-d98d-493c-905f-8777649b0841 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/869bfe32-2aad-4c7b-92b8-08770a943220 HTTP/1.1" status: 204 len: 168 time: 3.2675757 Apr 29 07:36:18.460212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48910) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:18.486883 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-eb52ea5c-fe66-462f-ada7-c9febe374c75 service neutron] 10.222.0.23 "GET /v2.0/networks/cf51dd68-2a19-47e4-80b9-3b9e21e57ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760840 Apr 29 07:36:18.532861 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a95b4e97-7c65-4eb5-81cc-972a356035cc req-72d92b1f-e52e-4cb6-95b1-54c5aa3645ff tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 210 time: 0.3247788 Apr 29 07:36:18.583238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=53eb8d06-c68c-44bf-aa79-d89d2d0475e7,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:18.652411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.36', 62113) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:18.731496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9dff3f49-8ec3-4995-a953-43f7167a01a1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:18.731861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:18.734499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8b1c02-da3b-4a1f-87f8-be8ee3a42009 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:18.763072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797ac83-1524-4419-81d3-26d48de9a9ec tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'Port': ['ID=27543124-e97f-47e1-b5b1-cbdb24a694f8,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:18.897065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (3cd69f12-392a-48c9-8632-18275033237c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:18.913914 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f58210eb-8ffd-4aed-9493-9fcb44d9a6d9 req-7b1531b2-b19d-46f5-8b7f-bc53a2741f3e tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 210 time: 0.1991403 Apr 29 07:36:18.940772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38eece-4f06-4a45-9155-33ac9008cae9 None None] Network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:18.948583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92809d79-8f89-4625-9601-4f483a9bba4e None None] Network 3cd69f12-392a-48c9-8632-18275033237c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:19.008630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c98db9-0be6-462a-ac17-af2f40c23039 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:19.014938 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c98db9-0be6-462a-ac17-af2f40c23039 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:19.028997 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-23c98db9-0be6-462a-ac17-af2f40c23039 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5644948 Apr 29 07:36:19.032910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48930) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:19.084737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-48850904-7a64-4843-b8a5-aa01dc1a11a2 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Deleting port 27543124-e97f-47e1-b5b1-cbdb24a694f8 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:19.090866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48850904-7a64-4843-b8a5-aa01dc1a11a2 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (27543124-e97f-47e1-b5b1-cbdb24a694f8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.197577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-48850904-7a64-4843-b8a5-aa01dc1a11a2 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] For port 27543124-e97f-47e1-b5b1-cbdb24a694f8, host hv-neutron-8398, got binding levels [] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:19.198739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48850904-7a64-4843-b8a5-aa01dc1a11a2 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (27543124-e97f-47e1-b5b1-cbdb24a694f8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.213555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-48850904-7a64-4843-b8a5-aa01dc1a11a2 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Calling delete_port for 27543124-e97f-47e1-b5b1-cbdb24a694f8 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:19.225939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-332c0cb8-8be1-4094-bed4-6b9ae3f9ffa9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 72624eb5-1a85-456c-b9b5-6dec1eed7768 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:36:19.233479 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-332c0cb8-8be1-4094-bed4-6b9ae3f9ffa9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (72624eb5-1a85-456c-b9b5-6dec1eed7768), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.339216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 48950) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:19.352691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48850904-7a64-4843-b8a5-aa01dc1a11a2 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (27543124-e97f-47e1-b5b1-cbdb24a694f8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.390001 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-da33ef19-3818-487f-8031-aaba446e33de req-816047cc-5a0f-4dc7-b907-5c70f2d9bb07 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 210 time: 0.3302982 Apr 29 07:36:19.403358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (80eb9fff-adad-4c10-a773-858a03aab79e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.422769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Current status of the port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:19.423396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.476552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-3cd69f12-392a-48c9-8632-18275033237c', 'network_id': '3cd69f12-392a-48c9-8632-18275033237c', 'project_id': '51e9992f74a84112881b3d1213f050ef', 'fixed_ips': [{'subnet_id': '80eb9fff-adad-4c10-a773-858a03aab79e'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:19.477669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.485467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737b73-dece-4610-8ee9-1b7883293854 req-c9a6135b-3e4a-406f-b0b8-edcf1d1c91e5 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:19.489368 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-c9a6135b-3e4a-406f-b0b8-edcf1d1c91e5 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.36 "GET /v2.0/networks?id=cfb5f71e-c5d1-468c-a82b-7008165ba057 HTTP/1.1" status: 200 len: 812 time: 0.8357966 Apr 29 07:36:19.531170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-332c0cb8-8be1-4094-bed4-6b9ae3f9ffa9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (72624eb5-1a85-456c-b9b5-6dec1eed7768), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.620466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.36', 62120) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:19.640075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] For port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5646d9e4-d6f8-40b1-94a7-edc557e5dffa,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:19.672129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.694622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48850904-7a64-4843-b8a5-aa01dc1a11a2 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event deleted for resources: {'Port': ['ID=27543124-e97f-47e1-b5b1-cbdb24a694f8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:19.794816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48850904-7a64-4843-b8a5-aa01dc1a11a2 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:19.798542 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-48850904-7a64-4843-b8a5-aa01dc1a11a2 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "DELETE /v2.0/ports/27543124-e97f-47e1-b5b1-cbdb24a694f8 HTTP/1.1" status: 204 len: 168 time: 1.4118814 Apr 29 07:36:19.806092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48976) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:19.930482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9dff3f49-8ec3-4995-a953-43f7167a01a1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:19.942571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7bfd2c57-ee34-4950-976a-86892c17b129 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:20.063864 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-859fbafd-57cc-4cff-8a82-85b0877b26d4 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:36:20.065698 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-859fbafd-57cc-4cff-8a82-85b0877b26d4 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "GET /v2.0/ports/27543124-e97f-47e1-b5b1-cbdb24a694f8 HTTP/1.1" status: 404 len: 333 time: 0.2536533 Apr 29 07:36:20.078203 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48988) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:20.088227 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Request body: {'port': {'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1104156914'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:20.133609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-46f30d5e-57bb-4caa-a0b6-7a3bbff939e6 None None] Provisioning complete for port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:20.134010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46f30d5e-57bb-4caa-a0b6-7a3bbff939e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.179481 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-ba38db70-711c-4aa1-bb09-2d302de56329 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8225b2c6dd4796aa7620c308f02a13 HTTP/1.1" status: 200 len: 379 time: 0.6416664 Apr 29 07:36:20.247119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe4820-eebb-40a0-a49d-109f775dfa56 None None] Pushing event updated for resources: {'Port': ['ID=5646d9e4-d6f8-40b1-94a7-edc557e5dffa,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:20.276096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Request body: {'port': {'device_id': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'admin_state_up': True, 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'security_groups': ['0dd3ad14-c40f-42c6-a6e6-8a62224cdbde']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:20.299408 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-61960a42-8ff2-4af9-882b-301582565bd5 req-004adfb7-aad3-40da-8169-630218c645a0 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 210 time: 0.1577334 Apr 29 07:36:20.348507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Allocated IP 2001:db8::1 (3cd69f12-392a-48c9-8632-18275033237c/80eb9fff-adad-4c10-a773-858a03aab79e/3e53142d-26ec-4333-907f-a5dd4f1686d4) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:20.382218 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:20.387041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-332c0cb8-8be1-4094-bed4-6b9ae3f9ffa9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (72624eb5-1a85-456c-b9b5-6dec1eed7768), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.390854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 48994) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:20.464938 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Made reservation on behalf of 4755a15dd61d4ac18a2b345c94c4f241 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:20.467327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.487137 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0298ce03-98ed-4b3d-bcc1-ec4f6ca92bb0 req-02057715-48d6-4975-bcb3-efdb82f1c9c6 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 210 time: 0.0708988 Apr 29 07:36:20.497316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.541254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7bfd2c57-ee34-4950-976a-86892c17b129 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:20.541748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.665780 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fd0fef4c-a366-4f82-9215-cd1c432d5d74 req-4bb74f06-2e54-4f53-b042-fa437f85ec53 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 210 time: 0.0862300 Apr 29 07:36:20.676001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] device_id is not set on port d0b8850d-28d8-4623-bdf6-2928743d53e0 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:20.736458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-46f30d5e-57bb-4caa-a0b6-7a3bbff939e6 None None] Current status of the port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:20.757634 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-65298a15-58c0-4811-bbc3-26e17db289dc tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2056574456'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:20.803527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-332c0cb8-8be1-4094-bed4-6b9ae3f9ffa9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (72624eb5-1a85-456c-b9b5-6dec1eed7768), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.807859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-f8e4b260-dbd9-427f-bb4c-9d16129ed59e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:20.812438 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-f8e4b260-dbd9-427f-bb4c-9d16129ed59e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.36 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 811 time: 1.1691515 Apr 29 07:36:20.813070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-46f30d5e-57bb-4caa-a0b6-7a3bbff939e6 None None] Provisioning complete for port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:20.813611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46f30d5e-57bb-4caa-a0b6-7a3bbff939e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.892278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Publish callbacks [] for port (3e53142d-26ec-4333-907f-a5dd4f1686d4), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.910389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (3e53142d-26ec-4333-907f-a5dd4f1686d4), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.930525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.36', 62124) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:20.968184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-65298a15-58c0-4811-bbc3-26e17db289dc tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (dd3e9c14-9967-4f9d-8b9c-f7a217783e1a), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.970630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-65298a15-58c0-4811-bbc3-26e17db289dc tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (dd3e9c14-9967-4f9d-8b9c-f7a217783e1a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.976314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-332c0cb8-8be1-4094-bed4-6b9ae3f9ffa9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.982509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7bfd2c57-ee34-4950-976a-86892c17b129 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:20.983540 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-332c0cb8-8be1-4094-bed4-6b9ae3f9ffa9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/72624eb5-1a85-456c-b9b5-6dec1eed7768 HTTP/1.1" status: 204 len: 168 time: 1.9348752 Apr 29 07:36:20.984858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49002) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:20.988983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (80eb9fff-adad-4c10-a773-858a03aab79e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:20.991028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5646d9e4-d6f8-40b1-94a7-edc557e5dffa up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:20.993433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6372423-dd43-4961-a9ab-d9df34a4fa0a None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:20.997000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c0cb8-8be1-4094-bed4-6b9ae3f9ffa9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=72624eb5-1a85-456c-b9b5-6dec1eed7768,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:21.008449 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-146bbb25-94c6-4e3e-b649-a43dd07ad818 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d4f708c377c4df28049531a5255377c HTTP/1.1" status: 200 len: 379 time: 0.1714425 Apr 29 07:36:21.185728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Network 3cd69f12-392a-48c9-8632-18275033237c is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:21.206207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:21.222759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:21.224949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Pushing event updated for resources: {'Port': ['ID=3e53142d-26ec-4333-907f-a5dd4f1686d4,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:21.270058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Request body: {'port': {'device_id': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'admin_state_up': True, 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'security_groups': ['ee57be7c-8e60-4f3a-82ec-080760b14e42']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:21.361457 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-46f30d5e-57bb-4caa-a0b6-7a3bbff939e6 None None] Current status of the port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:21.373482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Attempting to bind port 3e53142d-26ec-4333-907f-a5dd4f1686d4 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:21.374139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Attempting to bind port 3e53142d-26ec-4333-907f-a5dd4f1686d4 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'b153d7bf-e951-4b6e-b2cb-0be1ffea0799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3cd69f12-392a-48c9-8632-18275033237c'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:21.374672 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Attempting to bind port 3e53142d-26ec-4333-907f-a5dd4f1686d4 on network 3cd69f12-392a-48c9-8632-18275033237c {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:21.381986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:21.382491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.411727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:21.412867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Checking segment: {'id': 'b153d7bf-e951-4b6e-b2cb-0be1ffea0799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3cd69f12-392a-48c9-8632-18275033237c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:21.424051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.424051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Bound using segment: {'id': 'b153d7bf-e951-4b6e-b2cb-0be1ffea0799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3cd69f12-392a-48c9-8632-18275033237c'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:21.424051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Bound port: 3e53142d-26ec-4333-907f-a5dd4f1686d4, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b153d7bf-e951-4b6e-b2cb-0be1ffea0799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3cd69f12-392a-48c9-8632-18275033237c'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:21.424051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e53142d-26ec-4333-907f-a5dd4f1686d4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.441926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=80eb9fff-adad-4c10-a773-858a03aab79e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:21.456303 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-52ad93fd-1c4d-475b-bf61-ac52ea68ebb8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4465714 Apr 29 07:36:21.465482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49006) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:21.481182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.534064 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81c6b6b3-2668-4c5c-9f73-ed16638338b3 req-6d8304cf-0586-4ac3-bd4f-74eae570f144 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 210 time: 0.0457151 Apr 29 07:36:21.535002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Made reservation on behalf of 9d4f708c377c4df28049531a5255377c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:21.539993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.583083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c774046-942c-4883-8eb6-68c91d30dcba None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:36:21.588261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:21.699167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5dc15a78-a479-432f-ab7b-cded4e5064de None None] Provisioning complete for port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:21.699535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5dc15a78-a479-432f-ab7b-cded4e5064de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.715987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Made reservation on behalf of 6f8225b2c6dd4796aa7620c308f02a13 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:21.726030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.749591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] For port 3e53142d-26ec-4333-907f-a5dd4f1686d4, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:21.797827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:21.816655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] For port 3e53142d-26ec-4333-907f-a5dd4f1686d4, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3e53142d-26ec-4333-907f-a5dd4f1686d4,segment=NetworkSegment(b153d7bf-e951-4b6e-b2cb-0be1ffea0799),segment_id=b153d7bf-e951-4b6e-b2cb-0be1ffea0799)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:21.825085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (3cd69f12-392a-48c9-8632-18275033237c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.869645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3e53142d-26ec-4333-907f-a5dd4f1686d4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.889771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-8dc4b7be-c771-49e3-b8e8-8d855cdc6580 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:21.891375 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-8dc4b7be-c771-49e3-b8e8-8d855cdc6580 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.36 "GET /v2.0/networks?id=cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 HTTP/1.1" status: 200 len: 805 time: 0.9514320 Apr 29 07:36:21.891537 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-65298a15-58c0-4811-bbc3-26e17db289dc tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (dd3e9c14-9967-4f9d-8b9c-f7a217783e1a), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:21.912093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:36:21.921785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd69f12-392a-48c9-8632-18275033237c']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:21.926820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Allocated IP 172.20.0.11 (c2d65d34-51cb-428d-895e-c7a17f616082/998bfdf9-e72a-4561-9cd5-8fb02d01b764/94d00825-4c14-4367-b026-64428cd66896) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:22.000426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b153d7bf-e951-4b6e-b2cb-0be1ffea0799') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:22.000735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b153d7bf-e951-4b6e-b2cb-0be1ffea0799') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:22.017703 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-575a1ae5-d272-4171-88ab-6ea5c3696315 req-4c5f2593-c4d1-4757-87c1-f2819b92e3c0 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 210 time: 0.0651703 Apr 29 07:36:22.031476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (b153d7bf-e951-4b6e-b2cb-0be1ffea0799), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.045882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks [] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.096891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Allocated IP 172.26.3.134 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/e772df5a-23c3-4ef5-a2d5-d8df56186259) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:22.099766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b153d7bf-e951-4b6e-b2cb-0be1ffea0799), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.131003 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:22.131489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (b153d7bf-e951-4b6e-b2cb-0be1ffea0799), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: warnings.warn('Neutron quota engine will require "--force" ' Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:22.136794 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:22.157605 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-253c80d7-90a3-4fa9-9e46-2487f20b9d38 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2edc335584ce421bb32ba7e8c97ee283 HTTP/1.1" status: 200 len: 379 time: 0.2281802 Apr 29 07:36:22.162813 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-65298a15-58c0-4811-bbc3-26e17db289dc tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (dd3e9c14-9967-4f9d-8b9c-f7a217783e1a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.170790 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e6424497-ada7-45e8-a7cb-7ec8256977c1 req-d3b5d174-b58c-4897-be04-3df1d23793fd tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 210 time: 0.4411876 Apr 29 07:36:22.177317 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.214983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Request body: {'port': {'device_id': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'admin_state_up': True, 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'security_groups': ['9bb32d7d-87d1-4fbf-8d70-9c931274a525']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:22.294433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:36:22.295136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7e32cb9c-f563-463e-9e4f-b2dfa6345d6c not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:36:22.434191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4c774046-942c-4883-8eb6-68c91d30dcba None None] Deleting port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:22.434951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4c774046-942c-4883-8eb6-68c91d30dcba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.441274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:36:22.441274 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:36:22.441274 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': '3cd69f12-392a-48c9-8632-18275033237c'}] Apr 29 07:36:22.441274 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:36:22.441841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:36:22.450615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Made reservation on behalf of 2edc335584ce421bb32ba7e8c97ee283 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:22.458272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.489453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:22.506092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:22.519649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-65298a15-58c0-4811-bbc3-26e17db289dc tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.521100 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-65298a15-58c0-4811-bbc3-26e17db289dc tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.1289501 Apr 29 07:36:22.522151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:22.523069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:22.523887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.533048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49016) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:22.592407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144175f-224a-4fd9-9e6c-06d960a69280 None None] Pushing event updated for resources: {'Port': ['ID=3e53142d-26ec-4333-907f-a5dd4f1686d4,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:22.689529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'Port': ['ID=d0b8850d-28d8-4623-bdf6-2928743d53e0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:22.693823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4c774046-942c-4883-8eb6-68c91d30dcba None None] For port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=53eb8d06-c68c-44bf-aa79-d89d2d0475e7,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:22.694228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4c774046-942c-4883-8eb6-68c91d30dcba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.710493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4c774046-942c-4883-8eb6-68c91d30dcba None None] Calling delete_port for 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:22.711217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Allocated IP 172.20.0.11 (cfb5f71e-c5d1-468c-a82b-7008165ba057/8b3275fe-6e8b-4b60-8828-4707a49eac77/8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:22.779196 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f2295985-4f42-423e-a4bb-641eb57899b7 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6995614 Apr 29 07:36:22.782705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-472ecb9c-3e6d-4a15-9d78-5b6841ecb864 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (dd3e9c14-9967-4f9d-8b9c-f7a217783e1a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.786218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49020) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:22.805687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8398'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:22.808546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:22.812315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.844270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for port (94d00825-4c14-4367-b026-64428cd66896), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.864572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 19dcce8a-ed99-49b5-82d4-3879a7b6b226 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:22.903434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for port (e772df5a-23c3-4ef5-a2d5-d8df56186259), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.920495 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4c774046-942c-4883-8eb6-68c91d30dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (53eb8d06-c68c-44bf-aa79-d89d2d0475e7), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:22.935825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f202a-273d-41bc-967e-495fe1c880c0 None None] Network 3cd69f12-392a-48c9-8632-18275033237c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:22.980978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c774046-942c-4883-8eb6-68c91d30dcba None None] No DVR routers for this DVR port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:23.016379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Allocated IP 172.20.0.6 (cf51dd68-2a19-47e4-80b9-3b9e21e57ed6/70b8384d-f6f2-4ba2-9c21-7f49be3b44ac/2f5539fc-3323-411c-9f9f-4710253dfad4) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:23.021537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c774046-942c-4883-8eb6-68c91d30dcba None None] Pushing event deleted for resources: {'Port': ['ID=53eb8d06-c68c-44bf-aa79-d89d2d0475e7,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:23.048184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5dc15a78-a479-432f-ab7b-cded4e5064de None None] Current status of the port 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:23.054641 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:23.055013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.056744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5dc15a78-a479-432f-ab7b-cded4e5064de None None] Could not find standard attr ID for object 869bfe32-2aad-4c7b-92b8-08770a943220. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:36:23.149528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (3cd69f12-392a-48c9-8632-18275033237c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.155011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7900f127-7d46-4295-aae9-1235710ea9ec None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:36:23.201657 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-911fde0a-7969-47bb-9656-10f23ab7e0a1 req-39d5187c-335a-4aca-8ce9-4d8139c3c9dd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 210 time: 0.2657745 Apr 29 07:36:23.298928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:23.300461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5646d9e4-d6f8-40b1-94a7-edc557e5dffa up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:23.355994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900f127-7d46-4295-aae9-1235710ea9ec None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:36:23.365769 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-37f171e9-d5f9-490b-a083-dc8f06a3b71b req-3bb5a253-20bf-40dd-8a8d-82ce5edd3ea6 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 210 time: 0.1734860 Apr 29 07:36:23.382119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:23.382522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.396682 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7c352e9-fd49-47a2-b043-c5877895334d req-bfb127eb-a960-4776-8772-927f8f27f538 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 210 time: 0.0827537 Apr 29 07:36:23.407817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (94d00825-4c14-4367-b026-64428cd66896), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.414164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.465982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.470583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e772df5a-23c3-4ef5-a2d5-d8df56186259), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.488540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-472ecb9c-3e6d-4a15-9d78-5b6841ecb864 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (dd3e9c14-9967-4f9d-8b9c-f7a217783e1a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.496060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-472ecb9c-3e6d-4a15-9d78-5b6841ecb864 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (dd3e9c14-9967-4f9d-8b9c-f7a217783e1a), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.498666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Network c2d65d34-51cb-428d-895e-c7a17f616082 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:23.524989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:23.541662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:23.575560 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Pushing event updated for resources: {'Port': ['ID=94d00825-4c14-4367-b026-64428cd66896,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:23.581467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:23.601417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:23.606489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.673208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event updated for resources: {'Port': ['ID=e772df5a-23c3-4ef5-a2d5-d8df56186259,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:23.680414 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:23.685925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-472ecb9c-3e6d-4a15-9d78-5b6841ecb864 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (dd3e9c14-9967-4f9d-8b9c-f7a217783e1a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.686904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ecb9c-3e6d-4a15-9d78-5b6841ecb864 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd3e9c14-9967-4f9d-8b9c-f7a217783e1a {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:36:23.711246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-472ecb9c-3e6d-4a15-9d78-5b6841ecb864 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.713606 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-472ecb9c-3e6d-4a15-9d78-5b6841ecb864 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "DELETE /v2.0/routers/dd3e9c14-9967-4f9d-8b9c-f7a217783e1a HTTP/1.1" status: 204 len: 168 time: 1.1746807 Apr 29 07:36:23.719875 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.721546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49028) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:23.727882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-daf98b00-5254-483a-85e7-7f15b75962f5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Request body: {'router': {'name': 'tempest-router-1596302112', 'distributed': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:23.767853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Pushing event updated for resources: {'Port': ['ID=2f5539fc-3323-411c-9f9f-4710253dfad4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:23.794591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:23.804534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:36:23.828012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:36:23.828300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 53eb8d06-c68c-44bf-aa79-d89d2d0475e7 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:36:23.854429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting port 3e53142d-26ec-4333-907f-a5dd4f1686d4 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:23.854921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3e53142d-26ec-4333-907f-a5dd4f1686d4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.890829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-daf98b00-5254-483a-85e7-7f15b75962f5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (0082c67a-6dba-44ae-b97e-8569d201c3d5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.891890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-daf98b00-5254-483a-85e7-7f15b75962f5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (0082c67a-6dba-44ae-b97e-8569d201c3d5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.909254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (a9a9d80e-b261-4ac9-a4c8-19a57433be9e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.938320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] For port 3e53142d-26ec-4333-907f-a5dd4f1686d4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3e53142d-26ec-4333-907f-a5dd4f1686d4,segment=NetworkSegment(b153d7bf-e951-4b6e-b2cb-0be1ffea0799),segment_id=b153d7bf-e951-4b6e-b2cb-0be1ffea0799)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:23.938790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3e53142d-26ec-4333-907f-a5dd4f1686d4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.946963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:23.947700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:23.966746 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:23.970726 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:23.978167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.003617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Calling delete_port for 3e53142d-26ec-4333-907f-a5dd4f1686d4 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:24.022887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:24.031046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:24.095205 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-c56332ca-7534-40e4-9141-21a9f2a336ec tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8300946 Apr 29 07:36:24.194332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:24.194332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.427699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5cd24137-a74a-44df-83b8-5c2b4b5caafe None None] Provisioning complete for port 2f5539fc-3323-411c-9f9f-4710253dfad4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:24.428531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cd24137-a74a-44df-83b8-5c2b4b5caafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.471084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:24.501318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c9769-d0c0-4917-bf1b-96a6ce5d8488 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:24.525394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:24.525993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.531203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5cd24137-a74a-44df-83b8-5c2b4b5caafe None None] Port 2f5539fc-3323-411c-9f9f-4710253dfad4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:24.581660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-daf98b00-5254-483a-85e7-7f15b75962f5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (0082c67a-6dba-44ae-b97e-8569d201c3d5), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.583640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Network cfb5f71e-c5d1-468c-a82b-7008165ba057 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:24.607944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=a9a9d80e-b261-4ac9-a4c8-19a57433be9e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:24.630874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:24.631419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5cd24137-a74a-44df-83b8-5c2b4b5caafe None None] Provisioning complete for port 94d00825-4c14-4367-b026-64428cd66896 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:24.632556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cd24137-a74a-44df-83b8-5c2b4b5caafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (94d00825-4c14-4367-b026-64428cd66896), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.632975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-daf98b00-5254-483a-85e7-7f15b75962f5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (0082c67a-6dba-44ae-b97e-8569d201c3d5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.637429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:24.650224 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Pushing event updated for resources: {'Port': ['ID=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:24.709654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5cd24137-a74a-44df-83b8-5c2b4b5caafe None None] Port 94d00825-4c14-4367-b026-64428cd66896 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:24.715734 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f771608d-5404-4b53-a0bb-bbabcd022bd6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1319027 Apr 29 07:36:24.716544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49036) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:24.722696 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-d608016e-d8ac-4ad8-a111-aa85565e50f5 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:36:24.725408 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-d608016e-d8ac-4ad8-a111-aa85565e50f5 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5019531 Apr 29 07:36:24.734214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] device_id is not set on port d0b8850d-28d8-4623-bdf6-2928743d53e0 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:24.744315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'name': 'tempest-NetworksTestDHCPv6-1572181422'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:24.761284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks [] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.767202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-daf98b00-5254-483a-85e7-7f15b75962f5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.771262 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-daf98b00-5254-483a-85e7-7f15b75962f5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0467565 Apr 29 07:36:24.775788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49038) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:24.796616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': 'a9a9d80e-b261-4ac9-a4c8-19a57433be9e'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:24.808482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.863976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.929318 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:24.931006 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-d4a9d7ca-e9b3-4839-9bb7-0bbf65d964ce tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7200656 Apr 29 07:36:24.933289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:24.954060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef8367-97fb-440c-ad14-19e10e22235c req-9900b1bc-960d-4845-8646-bc69fbdaff67 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:24.956080 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5bef8367-97fb-440c-ad14-19e10e22235c req-9900b1bc-960d-4845-8646-bc69fbdaff67 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 932 time: 0.5000279 Apr 29 07:36:25.078006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0faca616-3a50-4878-8362-0e2ee6a3ddc0 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (0082c67a-6dba-44ae-b97e-8569d201c3d5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.098005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a25f7fc7-9f26-4f7c-b6e7-f1dddb1c3c99 None None] Provisioning complete for port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:25.098005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a25f7fc7-9f26-4f7c-b6e7-f1dddb1c3c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.114920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/a9a9d80e-b261-4ac9-a4c8-19a57433be9e/82272540-3ee6-4919-a11c-1e385db28e99) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:25.148068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'Port': ['ID=d0b8850d-28d8-4623-bdf6-2928743d53e0,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:25.165682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Request body: {'port': {'device_id': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:25.168819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:25.169328 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:25.169716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:25.173156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Request body: {'port': {'device_id': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:25.203891 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-8cc0c0ea-2a5b-4057-abf9-b5e37b575465 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9593265 Apr 29 07:36:25.211726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a25f7fc7-9f26-4f7c-b6e7-f1dddb1c3c99 None None] Port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:25.224049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:25.224519 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:25.231753 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 2 to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 Apr 29 07:36:25.278811 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5bef8367-97fb-440c-ad14-19e10e22235c req-2f347bb7-16d7-498e-923a-161c433d874c tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150516 Apr 29 07:36:25.305585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:25.306221 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:25.306739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:25.338372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:25.339260 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:25.345283 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 3 to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 Apr 29 07:36:25.384532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:25.393518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.424751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:25.425526 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:25.426087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:25.454805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:25.461046 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:25.479999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for floatingip (5cd1c932-e9b6-4981-b702-bd472fd6f482), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.481682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Request body: {'port': {'device_id': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:25.485993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:25.501857 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 4 to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 Apr 29 07:36:25.549752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Publish callbacks [] for port (82272540-3ee6-4919-a11c-1e385db28e99), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.561923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (82272540-3ee6-4919-a11c-1e385db28e99), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.647149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Pushing event updated for resources: {'Port': ['ID=82272540-3ee6-4919-a11c-1e385db28e99,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:25.647799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e69d8-488d-48a6-a4fb-f81436b41e53 req-b4ffd325-909f-4315-bf86-1afe5319ebf3 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:25.657386 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:25.658166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:25.658646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:25.664206 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-194e69d8-488d-48a6-a4fb-f81436b41e53 req-b4ffd325-909f-4315-bf86-1afe5319ebf3 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 931 time: 0.9277959 Apr 29 07:36:25.665789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:25.667536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:25.675717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:25.796602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:25.796880 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:25.798704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Attempting to bind port 82272540-3ee6-4919-a11c-1e385db28e99 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:25.799687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Attempting to bind port 82272540-3ee6-4919-a11c-1e385db28e99 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:25.799687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Attempting to bind port 82272540-3ee6-4919-a11c-1e385db28e99 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:25.805731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:25.806291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:25.806690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.807125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:25.807589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Bound port: 82272540-3ee6-4919-a11c-1e385db28e99, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:25.807994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (82272540-3ee6-4919-a11c-1e385db28e99), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.817128 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 5 to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 Apr 29 07:36:25.842111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3e53142d-26ec-4333-907f-a5dd4f1686d4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.853695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::61 (5f57687c-3acb-4c32-82c9-53f862533295/a9a9d80e-b261-4ac9-a4c8-19a57433be9e/a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:25.878066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:25.878327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:25.878549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:25.887990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:25.888225 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:25.888662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.891335 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 6 to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 Apr 29 07:36:25.914394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac566ca-6dde-4cbe-9a5e-3ef22c248d0c req-5731274a-6b97-4bd1-ad7f-68394e2c1623 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:25.916009 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5ac566ca-6dde-4cbe-9a5e-3ef22c248d0c req-5731274a-6b97-4bd1-ad7f-68394e2c1623 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 932 time: 0.1607282 Apr 29 07:36:25.919216 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:25.919551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:25.919903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:25.946950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] For port 82272540-3ee6-4919-a11c-1e385db28e99, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:25.951051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] For port 82272540-3ee6-4919-a11c-1e385db28e99, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=82272540-3ee6-4919-a11c-1e385db28e99,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:25.962946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (82272540-3ee6-4919-a11c-1e385db28e99), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.967862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0faca616-3a50-4878-8362-0e2ee6a3ddc0 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (0082c67a-6dba-44ae-b97e-8569d201c3d5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.972636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (94d00825-4c14-4367-b026-64428cd66896), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.975252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0faca616-3a50-4878-8362-0e2ee6a3ddc0 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (0082c67a-6dba-44ae-b97e-8569d201c3d5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:25.977597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No DVR routers for this DVR port 3e53142d-26ec-4333-907f-a5dd4f1686d4 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:25.982420 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.008964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e772df5a-23c3-4ef5-a2d5-d8df56186259), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.047214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Port': ['ID=3e53142d-26ec-4333-907f-a5dd4f1686d4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:26.047530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee6216-d379-44d5-9bcd-e161f8fbdcf7 None None] Pushing event updated for resources: {'Port': ['ID=82272540-3ee6-4919-a11c-1e385db28e99,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:26.140499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:26.140832 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:26.141686 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-194e69d8-488d-48a6-a4fb-f81436b41e53 req-ff357eb3-0074-47ac-8330-7c24779ad51d tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4763906 Apr 29 07:36:26.255939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0faca616-3a50-4878-8362-0e2ee6a3ddc0 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (0082c67a-6dba-44ae-b97e-8569d201c3d5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.256766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faca616-3a50-4878-8362-0e2ee6a3ddc0 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0082c67a-6dba-44ae-b97e-8569d201c3d5 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:36:26.289000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0faca616-3a50-4878-8362-0e2ee6a3ddc0 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.290542 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0faca616-3a50-4878-8362-0e2ee6a3ddc0 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0082c67a-6dba-44ae-b97e-8569d201c3d5 HTTP/1.1" status: 204 len: 168 time: 1.5123031 Apr 29 07:36:26.305747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49046) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:26.314428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b793d2fa-c849-456d-8528-8cda4e8f4f37 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Request body: {'router': {'name': 'tempest-router-402182569', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8297f0d6a74b47c0b05d026293d3d59d'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:26.328175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (3cd69f12-392a-48c9-8632-18275033237c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.467575 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 7 to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 Apr 29 07:36:26.599791 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:26.600577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:26.600577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:26.654848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd69f12-392a-48c9-8632-18275033237c']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:26.718029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:26.718359 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:26.722388 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 8 to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 Apr 29 07:36:26.728779 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5ac566ca-6dde-4cbe-9a5e-3ef22c248d0c req-8983329d-9663-4f3e-a2dc-3fbb7eb02e93 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7682211 Apr 29 07:36:26.779120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b793d2fa-c849-456d-8528-8cda4e8f4f37 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.780600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b793d2fa-c849-456d-8528-8cda4e8f4f37 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.782483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:26.782907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:26.783244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:26.791959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:26.792312 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:26.797121 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 9 to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 Apr 29 07:36:26.800190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b153d7bf-e951-4b6e-b2cb-0be1ffea0799') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:26.800761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b153d7bf-e951-4b6e-b2cb-0be1ffea0799') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:26.821102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:26.821389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:26.821716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:26.853445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:26.853842 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:26.865187 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 10 to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 Apr 29 07:36:26.866216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (b153d7bf-e951-4b6e-b2cb-0be1ffea0799), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.906852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.908641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b153d7bf-e951-4b6e-b2cb-0be1ffea0799), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.916954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:26.916954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:26.917288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:26.919182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:26.919911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (b153d7bf-e951-4b6e-b2cb-0be1ffea0799), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.938307 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:26.938653 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port d0b8850d-28d8-4623-bdf6-2928743d53e0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:26.938956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:26.950347 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:27.038584 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:36:27.059694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Publish callbacks [] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.069784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.108449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] For port d0b8850d-28d8-4623-bdf6-2928743d53e0, host hv-neutron-8398, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:27.108835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempted to set empty binding levels {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:36:27.132955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:27.137066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.139334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:27.142307 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:27.148125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.148859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.176341 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] In _notify_port_updated(), no bound segment for port d0b8850d-28d8-4623-bdf6-2928743d53e0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:36:27.177164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.178252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.183089 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "PUT /v2.0/ports/d0b8850d-28d8-4623-bdf6-2928743d53e0 HTTP/1.1" status: 200 len: 977 time: 4.3942206 Apr 29 07:36:27.184728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49052) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:27.318556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:27.389241 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bfef7f0f-4964-47d5-a37a-ea91a65c4bbf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6492209 Apr 29 07:36:27.431363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49054) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:27.584997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d00825-4c14-4367-b026-64428cd66896 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:36:27.594553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28fe0f-f77e-47bf-a5fe-b316d9ee02ed tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'Port': ['ID=d0b8850d-28d8-4623-bdf6-2928743d53e0,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:27.604492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Publish callbacks [] for port (94d00825-4c14-4367-b026-64428cd66896), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.652913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.653547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.654071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.654598 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.655058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.655637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.656178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.656976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.657547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.658075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.658605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.659174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.659631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.660192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.660608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.661123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.661685 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.668372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.669077 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.669646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.670126 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.670590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.671179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.671650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.672143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.681249 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-25eaf811-41e8-4268-b7b8-2a1811376e76 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22734 time: 0.4916413 Apr 29 07:36:27.686430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49056) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:27.732784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Transition to ACTIVE for port object 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:36:27.748985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac499c2-1ea2-4c85-b0eb-fd17e147dc1f req-f9af9b29-b3ad-49e1-b32b-5c7ad9f65248 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.750825 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ac499c2-1ea2-4c85-b0eb-fd17e147dc1f req-f9af9b29-b3ad-49e1-b32b-5c7ad9f65248 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 931 time: 0.4826782 Apr 29 07:36:27.763036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.785940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Transition to ACTIVE for port object 94d00825-4c14-4367-b026-64428cd66896 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:36:27.793779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14278f-4ac8-465d-b816-6dfe89dbdc80 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.798249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14278f-4ac8-465d-b816-6dfe89dbdc80 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.799941 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ad14278f-4ac8-465d-b816-6dfe89dbdc80 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3460503 Apr 29 07:36:27.843750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49060) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:27.880770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d63b59bc-29c0-46b3-a935-6de16cac9c4b None None] Provisioning complete for port 82272540-3ee6-4919-a11c-1e385db28e99 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:27.881396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d63b59bc-29c0-46b3-a935-6de16cac9c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (82272540-3ee6-4919-a11c-1e385db28e99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.914124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5539fc-3323-411c-9f9f-4710253dfad4 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:36:27.922898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Publish callbacks [] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.941192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Transition to ACTIVE for port object 2f5539fc-3323-411c-9f9f-4710253dfad4 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:36:27.942661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (3cd69f12-392a-48c9-8632-18275033237c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.945681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b793d2fa-c849-456d-8528-8cda4e8f4f37 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:27.966468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f36f57-58d3-45ac-9c11-1810a5a25eb0 req-d9b32f8f-acce-40cc-ba9e-0ecbabf259d8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:27.981003 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-76f36f57-58d3-45ac-9c11-1810a5a25eb0 req-d9b32f8f-acce-40cc-ba9e-0ecbabf259d8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 932 time: 1.5211105 Apr 29 07:36:27.993393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (94d00825-4c14-4367-b026-64428cd66896), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.000081 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.001111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d63b59bc-29c0-46b3-a935-6de16cac9c4b None None] Current status of the port 82272540-3ee6-4919-a11c-1e385db28e99 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:28.001645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d63b59bc-29c0-46b3-a935-6de16cac9c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (82272540-3ee6-4919-a11c-1e385db28e99), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.034764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b793d2fa-c849-456d-8528-8cda4e8f4f37 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.057655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d63b59bc-29c0-46b3-a935-6de16cac9c4b None None] For port 82272540-3ee6-4919-a11c-1e385db28e99, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=82272540-3ee6-4919-a11c-1e385db28e99,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:28.065595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d63b59bc-29c0-46b3-a935-6de16cac9c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (82272540-3ee6-4919-a11c-1e385db28e99), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.088975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.099148 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/3cd69f12-392a-48c9-8632-18275033237c HTTP/1.1" status: 204 len: 168 time: 9.7152078 Apr 29 07:36:28.148784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49062) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:28.149835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73660143-4d6a-45f0-b8c0-9a3ec7ce540b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=3cd69f12-392a-48c9-8632-18275033237c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:28.150850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b59bc-29c0-46b3-a935-6de16cac9c4b None None] Pushing event updated for resources: {'Port': ['ID=82272540-3ee6-4919-a11c-1e385db28e99,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:28.155871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-364016187'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:28.210811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for port (e772df5a-23c3-4ef5-a2d5-d8df56186259), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.228729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b793d2fa-c849-456d-8528-8cda4e8f4f37 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.231046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2e7b6331-ac48-4a18-97b7-51323bcde1f8 None None] Provisioning complete for port a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:28.231707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6331-ac48-4a18-97b7-51323bcde1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.236590 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b793d2fa-c849-456d-8528-8cda4e8f4f37 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.9294953 Apr 29 07:36:28.240125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49064) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:28.256400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:28.281914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (e772df5a-23c3-4ef5-a2d5-d8df56186259), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.295410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b6331-ac48-4a18-97b7-51323bcde1f8 None None] Port a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:28.384262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Pushing event updated for resources: {'Port': ['ID=94d00825-4c14-4367-b026-64428cd66896,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:28.496435 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-76f36f57-58d3-45ac-9c11-1810a5a25eb0 req-9ad78a0b-c8b0-467c-820f-deadd6da5506 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5089211 Apr 29 07:36:28.540616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 82272540-3ee6-4919-a11c-1e385db28e99 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:28.566475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:28.577354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.606166 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ac499c2-1ea2-4c85-b0eb-fd17e147dc1f req-78fd996e-1eac-4165-9a40-48c342ddfede tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8404903 Apr 29 07:36:28.666745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Pushing event updated for resources: {'Port': ['ID=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:28.699009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 82272540-3ee6-4919-a11c-1e385db28e99 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:28.699384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (82272540-3ee6-4919-a11c-1e385db28e99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.839159 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4e96c49a-9ad7-4ff0-87d7-b60256dc3714 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Deleting port d0b8850d-28d8-4623-bdf6-2928743d53e0 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:28.839581 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e96c49a-9ad7-4ff0-87d7-b60256dc3714 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.882940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2f5539fc-3323-411c-9f9f-4710253dfad4,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:28.900378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 82272540-3ee6-4919-a11c-1e385db28e99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:28.920084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-4e96c49a-9ad7-4ff0-87d7-b60256dc3714 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] For port d0b8850d-28d8-4623-bdf6-2928743d53e0, host hv-neutron-8398, got binding levels [] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:28.920517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e96c49a-9ad7-4ff0-87d7-b60256dc3714 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:28.935951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4e96c49a-9ad7-4ff0-87d7-b60256dc3714 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Calling delete_port for d0b8850d-28d8-4623-bdf6-2928743d53e0 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:28.939580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:28.944927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (5cd1c932-e9b6-4981-b702-bd472fd6f482), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.007038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5bb09c43-3251-4757-a22a-5138a0acb986), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.007620 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment 5bb09c43-3251-4757-a22a-5138a0acb986 of type vlan for network 6adee160-0bf9-4c25-9338-d447204313bd Apr 29 07:36:29.040200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-170d61eb-8b60-4f88-9eda-c1d5a837a521 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:29.040542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-170d61eb-8b60-4f88-9eda-c1d5a837a521 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.067497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Attempting to bind port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:29.069624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Attempting to bind port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:29.073532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Attempting to bind port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 on network cfb5f71e-c5d1-468c-a82b-7008165ba057 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:29.095146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.099829 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7589545 Apr 29 07:36:29.132747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49066) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:29.149351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 on network cfb5f71e-c5d1-468c-a82b-7008165ba057 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:29.150404 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Attempting to bind port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 on network cfb5f71e-c5d1-468c-a82b-7008165ba057 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:29.150678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Attempting to bind port 94d00825-4c14-4367-b026-64428cd66896 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:29.151014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Attempting to bind port 94d00825-4c14-4367-b026-64428cd66896 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:29.151337 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Attempting to bind port 94d00825-4c14-4367-b026-64428cd66896 on network c2d65d34-51cb-428d-895e-c7a17f616082 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:29.152885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e96c49a-9ad7-4ff0-87d7-b60256dc3714 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (d0b8850d-28d8-4623-bdf6-2928743d53e0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.153348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4b5bc-17ab-4089-a2c2-b6bbba2c31cf tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event updated for resources: {'Port': ['ID=e772df5a-23c3-4ef5-a2d5-d8df56186259,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:29.160654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-968485249'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:29.171210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Attempting to bind port 2f5539fc-3323-411c-9f9f-4710253dfad4 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:29.171467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Attempting to bind port 2f5539fc-3323-411c-9f9f-4710253dfad4 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:29.171783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Attempting to bind port 2f5539fc-3323-411c-9f9f-4710253dfad4 on network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:29.180262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf670d0-e16e-4d2f-9485-94f71f50e064 req-54e10db5-a367-4a87-9005-153718b4e86a tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:29.187673 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ecf670d0-e16e-4d2f-9485-94f71f50e064 req-54e10db5-a367-4a87-9005-153718b4e86a tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 944 time: 0.4953284 Apr 29 07:36:29.211589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:29.222514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Checking segment: {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:29.222514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Bound using segment: {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:29.222514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Bound port: 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:29.222514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.236557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.236952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.239760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (6adee160-0bf9-4c25-9338-d447204313bd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.242177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Port 94d00825-4c14-4367-b026-64428cd66896 on network c2d65d34-51cb-428d-895e-c7a17f616082 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:29.242570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Attempting to bind port 94d00825-4c14-4367-b026-64428cd66896 on network c2d65d34-51cb-428d-895e-c7a17f616082 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:29.244964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Port 2f5539fc-3323-411c-9f9f-4710253dfad4 on network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:29.245334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Attempting to bind port 2f5539fc-3323-411c-9f9f-4710253dfad4 on network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:29.275070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96c49a-9ad7-4ff0-87d7-b60256dc3714 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0b8850d-28d8-4623-bdf6-2928743d53e0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:29.286130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e96c49a-9ad7-4ff0-87d7-b60256dc3714 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.292503 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4e96c49a-9ad7-4ff0-87d7-b60256dc3714 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d0b8850d-28d8-4623-bdf6-2928743d53e0 HTTP/1.1" status: 204 len: 168 time: 1.6053429 Apr 29 07:36:29.297027 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49068) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:29.330244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:29.330903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Checking segment: {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:29.331224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Bound using segment: {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:29.331734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Bound port: 94d00825-4c14-4367-b026-64428cd66896, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:29.332098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (94d00825-4c14-4367-b026-64428cd66896), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.334341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:29.334695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Checking segment: {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:29.335103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Bound using segment: {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:29.335494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Bound port: 2f5539fc-3323-411c-9f9f-4710253dfad4, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:29.336497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.344108 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-41595fa7-ec4b-4cfa-8af3-f285a8fcaed5 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:36:29.349987 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-41595fa7-ec4b-4cfa-8af3-f285a8fcaed5 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "GET /v2.0/ports/d0b8850d-28d8-4623-bdf6-2928743d53e0 HTTP/1.1" status: 404 len: 333 time: 0.0518937 Apr 29 07:36:29.352906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49070) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:29.374456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-484843839', 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:29.391217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Made reservation on behalf of a93ca7c105aa4bf78f22716d9539d3f6 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:29.394541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.404051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-170d61eb-8b60-4f88-9eda-c1d5a837a521 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.425831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-170d61eb-8b60-4f88-9eda-c1d5a837a521 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:29.438958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.503158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (6adee160-0bf9-4c25-9338-d447204313bd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.508088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:29.508704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.525601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104223) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 29 07:36:29.525601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Router d49fc9d3-45a1-4ac3-9c35-7551dd5f821a migrating from provider to provider. {{(pid=104223) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 29 07:36:29.525601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.545642 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ecf670d0-e16e-4d2f-9485-94f71f50e064 req-37d7ff42-5b48-4cae-8e72-9a0467e84cd8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3520830 Apr 29 07:36:29.600623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] For port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39, host hv-neutron-8398, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:29.602846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.608081 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Made reservation on behalf of 4755a15dd61d4ac18a2b345c94c4f241 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:29.610860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.618994 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4669774 Apr 29 07:36:29.632218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49074) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:29.635992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.644511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': '6adee160-0bf9-4c25-9338-d447204313bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:29.689144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] For port 2f5539fc-3323-411c-9f9f-4710253dfad4, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:29.700031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b0f9e-c4bc-40bc-bd5c-2355e3ce5d97 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=6adee160-0bf9-4c25-9338-d447204313bd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:29.705120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] For port 2f5539fc-3323-411c-9f9f-4710253dfad4, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2f5539fc-3323-411c-9f9f-4710253dfad4,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:29.712396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 6adee160-0bf9-4c25-9338-d447204313bd details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:29.722180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] For port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:29.737138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.739951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] For port 94d00825-4c14-4367-b026-64428cd66896, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:29.747481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] device_id is not set on port f7c9e954-e902-40e6-8b6c-b5d6855b6711 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:29.753347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.890637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-170d61eb-8b60-4f88-9eda-c1d5a837a521 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.931772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] For port 94d00825-4c14-4367-b026-64428cd66896, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=94d00825-4c14-4367-b026-64428cd66896,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:29.961767 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Pushing event updated for resources: {'Port': ['ID=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:29.974501 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:29.975664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:29.977577 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-baac02d0-1514-4bec-9b1e-0da96a896f0e service neutron] 10.222.0.36 "PUT /v2.0/ports/8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 HTTP/1.1" status: 200 len: 1094 time: 4.5151277 Apr 29 07:36:29.978569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'tag': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:36:30.017287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (94d00825-4c14-4367-b026-64428cd66896), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.034321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:30.034947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.036398 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] 10.222.0.36 "PUT /v2.0/ports/2f5539fc-3323-411c-9f9f-4710253dfad4 HTTP/1.1" status: 200 len: 1093 time: 5.0319624 Apr 29 07:36:30.062254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:36:30.094983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89227a36-cb0e-4342-a3ac-89f5e6857a0f req-259b6216-0c98-4579-8658-e3dea1b3e4b6 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:30.096910 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-89227a36-cb0e-4342-a3ac-89f5e6857a0f req-259b6216-0c98-4579-8658-e3dea1b3e4b6 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 944 time: 0.4924514 Apr 29 07:36:30.097853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d61eb-8b60-4f88-9eda-c1d5a837a521 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:30.156090 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] No L3 agents can host the router d49fc9d3-45a1-4ac3-9c35-7551dd5f821a Apr 29 07:36:30.198217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-170d61eb-8b60-4f88-9eda-c1d5a837a521 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.205475 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-170d61eb-8b60-4f88-9eda-c1d5a837a521 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff HTTP/1.1" status: 204 len: 168 time: 2.3585184 Apr 29 07:36:30.238163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49084) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:30.248580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd183e3-fca9-42b6-8798-73a185f00a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2f5539fc-3323-411c-9f9f-4710253dfad4,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:30.264960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:30.268255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.270691 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 1094 time: 5.4210722 Apr 29 07:36:30.359656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a13a324-420e-478a-8ca7-e4ad69aec2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8e72af68-1bd8-4c98-93f5-c874891b3869", "tag": "8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:36:30.411337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:30.423335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.434039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for security_group (ddcc1cd3-d127-4545-b102-94c89fa52600), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.473514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3bbbe1-6d4d-461f-a86d-b5d1ec735163 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:30.475897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3bbbe1-6d4d-461f-a86d-b5d1ec735163 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:30.477564 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ff3bbbe1-6d4d-461f-a86d-b5d1ec735163 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1862812 Apr 29 07:36:30.536552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49090) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:30.659754 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-89227a36-cb0e-4342-a3ac-89f5e6857a0f req-d93299c7-599e-491d-82f6-f5d395734679 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5397561 Apr 29 07:36:30.701248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks [] for port (f7c9e954-e902-40e6-8b6c-b5d6855b6711), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.709351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-c4f58145-75a9-4122-b675-fff0c37f4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:30.710896 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-c4f58145-75a9-4122-b675-fff0c37f4424 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2edc335584ce421bb32ba7e8c97ee283&device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 1127 time: 0.5836594 Apr 29 07:36:30.738284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6583e49-4160-4660-8204-93ed33fd9aa7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet a9a9d80e-b261-4ac9-a4c8-19a57433be9e {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:36:30.753746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6583e49-4160-4660-8204-93ed33fd9aa7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (a9a9d80e-b261-4ac9-a4c8-19a57433be9e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.850129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6583e49-4160-4660-8204-93ed33fd9aa7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (a9a9d80e-b261-4ac9-a4c8-19a57433be9e), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.857877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f7c9e954-e902-40e6-8b6c-b5d6855b6711), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.882445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8a7721-d120-4fff-baab-d5a3b95a7950" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:36:30.896087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ddcc1cd3-d127-4545-b102-94c89fa52600), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.909871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:30.919968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6e40a7ea-f7d1-478d-a599-32ccc7dd49cf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.919968 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Added segment 6e40a7ea-f7d1-478d-a599-32ccc7dd49cf of type vlan for network 0e98a725-375c-4c08-8c4f-3cf05366eab9 Apr 29 07:36:30.959670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (0e98a725-375c-4c08-8c4f-3cf05366eab9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:30.963828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc80ed6e-aab9-4e48-b1a0-eaf847aec067 x-openstack-request-id: req-cc80ed6e-aab9-4e48-b1a0-eaf847aec067 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:36:30.964239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e72af68-1bd8-4c98-93f5-c874891b3869", "tag": "8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:36:30.964564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc80ed6e-aab9-4e48-b1a0-eaf847aec067 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:36:30.965107 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc80ed6e-aab9-4e48-b1a0-eaf847aec067'] response: {'name': 'network-changed', 'server_uuid': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'tag': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39', 'status': 'completed', 'code': 200} Apr 29 07:36:30.991930 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-c62d7102-1594-4b20-baac-085ff9dcf4bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5539fc-3323-411c-9f9f-4710253dfad4 HTTP/1.1" status: 200 len: 217 time: 0.1039591 Apr 29 07:36:31.043879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01bc85-ce22-48ed-a104-663382a7423b req-45643e56-acea-4194-8a2e-0094a8c6b7b1 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.046139 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1a01bc85-ce22-48ed-a104-663382a7423b req-45643e56-acea-4194-8a2e-0094a8c6b7b1 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 943 time: 1.3385835 Apr 29 07:36:31.088024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (0e98a725-375c-4c08-8c4f-3cf05366eab9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.092981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.093648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.109619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:31.126860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:31.152996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'Port': ['ID=f7c9e954-e902-40e6-8b6c-b5d6855b6711,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:31.177561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:31.178499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.179077 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.202209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcc1cd3-d127-4545-b102-94c89fa52600,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:31.235528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cedb07-d2aa-4dde-81c6-681027d1e74f req-10b3e846-04de-4a65-bb9d-c2fcee421cc7 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.237071 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-32cedb07-d2aa-4dde-81c6-681027d1e74f req-10b3e846-04de-4a65-bb9d-c2fcee421cc7 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 944 time: 0.2691901 Apr 29 07:36:31.241399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-eb76b068-4952-41c3-a65a-8ea5e1c3a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.242923 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-eb76b068-4952-41c3-a65a-8ea5e1c3a4c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70b8384d-f6f2-4ba2-9c21-7f49be3b44ac HTTP/1.1" status: 200 len: 844 time: 0.2247519 Apr 29 07:36:31.243779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (87d61e74-729d-4e90-a273-30e57d5777af), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.248653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737b73-dece-4610-8ee9-1b7883293854 req-fc88ad8d-b3db-43fc-b483-41235d5d463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.252017 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-fc88ad8d-b3db-43fc-b483-41235d5d463c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f8225b2c6dd4796aa7620c308f02a13&device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 1128 time: 1.0933411 Apr 29 07:36:31.255719 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f455b8c4-bfbf-4e35-82cd-48939ec84f1b tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8830750 Apr 29 07:36:31.258691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6583e49-4160-4660-8204-93ed33fd9aa7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a9a9d80e-b261-4ac9-a4c8-19a57433be9e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.260636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c70b5d0e-1e85-4f8c-9856-22fc8fdcee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.265558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7625e-6f13-4b1c-aa29-d04ddb0382f4 service neutron] Pushing event updated for resources: {'Port': ['ID=94d00825-4c14-4367-b026-64428cd66896,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:31.276160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1166263 Apr 29 07:36:31.280693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49102) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:31.281033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49104) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:31.297392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Request body: {'subnet': {'network_id': '0e98a725-375c-4c08-8c4f-3cf05366eab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:31.316160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Hosts for router d49fc9d3-45a1-4ac3-9c35-7551dd5f821a: [] {{(pid=104223) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 29 07:36:31.317911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434bb94-53a1-4445-92a7-2caa5ba68431 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event updated for resources: {'Network': ['ID=0e98a725-375c-4c08-8c4f-3cf05366eab9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:31.331027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 0e98a725-375c-4c08-8c4f-3cf05366eab9 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:31.375279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-5b486040-c796-44b0-a483-143b70ae890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.376809 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-5b486040-c796-44b0-a483-143b70ae890a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1128 time: 0.9964643 Apr 29 07:36:31.421694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=87d61e74-729d-4e90-a273-30e57d5777af,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:31.469687 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-32cedb07-d2aa-4dde-81c6-681027d1e74f req-f226e265-cda8-46b2-adf4-e0560dd98f2d tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223964 Apr 29 07:36:31.478795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking segment: {'id': '5bb09c43-3251-4757-a22a-5138a0acb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6adee160-0bf9-4c25-9338-d447204313bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:31.479064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Hosts for other DVR routers connected to router d49fc9d3-45a1-4ac3-9c35-7551dd5f821a: set() {{(pid=104223) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 29 07:36:31.479176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network hostable DHCP agents. Network: 6adee160-0bf9-4c25-9338-d447204313bd, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:31.482574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.483910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fbdf287d-b06d-45f0-ae70-70743887b9e4 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "PUT /v2.0/routers/d49fc9d3-45a1-4ac3-9c35-7551dd5f821a HTTP/1.1" status: 200 len: 716 time: 3.2344668 Apr 29 07:36:31.485437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-c841d173-24fb-4f15-9add-fa31605b2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.486959 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-c841d173-24fb-4f15-9add-fa31605b2eaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf51dd68-2a19-47e4-80b9-3b9e21e57ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2311738 Apr 29 07:36:31.488857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49108) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:31.496341 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6583e49-4160-4660-8204-93ed33fd9aa7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (a9a9d80e-b261-4ac9-a4c8-19a57433be9e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.503152 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-27f51606-68d3-40d4-bbd8-1d2b00d31042 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 HTTP/1.1" status: 200 len: 217 time: 0.2112160 Apr 29 07:36:31.553390 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-5cce8bd1-e30e-4d33-94c7-8c77a111c919 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 217 time: 0.1203766 Apr 29 07:36:31.558550 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1a01bc85-ce22-48ed-a104-663382a7423b req-b8b6ab2c-1bbc-42d4-99c7-189189799bcb tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5011604 Apr 29 07:36:31.570175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a8e79-0ca6-41d9-ab43-1eb3b06b6f93 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.571571 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-747a8e79-0ca6-41d9-ab43-1eb3b06b6f93 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "GET /v2.0/ports/f7c9e954-e902-40e6-8b6c-b5d6855b6711 HTTP/1.1" status: 200 len: 954 time: 0.2838204 Apr 29 07:36:31.638207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4849c5b-e5b1-4342-8823-5fb9e5efb217 x-openstack-request-id: req-a4849c5b-e5b1-4342-8823-5fb9e5efb217 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:36:31.638582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:36:31.638842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4849c5b-e5b1-4342-8823-5fb9e5efb217 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:36:31.639343 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4849c5b-e5b1-4342-8823-5fb9e5efb217'] response: {'name': 'network-changed', 'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'status': 'completed', 'code': 200} Apr 29 07:36:31.644803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49112) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:31.696810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-b7663783-1295-4077-975a-22753604c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.698361 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-b7663783-1295-4077-975a-22753604c2a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 200 len: 850 time: 0.1298001 Apr 29 07:36:31.763736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737b73-dece-4610-8ee9-1b7883293854 req-a6391de4-39d2-4f70-b1f6-1ca102939299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.765330 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-a6391de4-39d2-4f70-b1f6-1ca102939299 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3275fe-6e8b-4b60-8828-4707a49eac77 HTTP/1.1" status: 200 len: 851 time: 0.2288735 Apr 29 07:36:31.854365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Made reservation on behalf of a93ca7c105aa4bf78f22716d9539d3f6 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:31.857585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.877559 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6583e49-4160-4660-8204-93ed33fd9aa7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a9d80e-b261-4ac9-a4c8-19a57433be9e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:31.891212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6583e49-4160-4660-8204-93ed33fd9aa7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:31.896575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a7e3ee-664e-45b4-bafd-e206568a92c0 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:31.896740 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a6583e49-4160-4660-8204-93ed33fd9aa7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/a9a9d80e-b261-4ac9-a4c8-19a57433be9e HTTP/1.1" status: 204 len: 168 time: 1.3323023 Apr 29 07:36:31.897646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network 6adee160-0bf9-4c25-9338-d447204313bd is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:31.901149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49116) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:31.905519 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a52b5332-d6c7-4c67-b558-de40dd182ac9 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "GET /v2.0/routers/d49fc9d3-45a1-4ac3-9c35-7551dd5f821a HTTP/1.1" status: 200 len: 716 time: 0.4129417 Apr 29 07:36:31.914114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49118) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:31.976065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 6adee160-0bf9-4c25-9338-d447204313bd) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:31.976298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-8b9c1c5d-f660-4e97-b247-678c79269fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:31.979053 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-15b6ae31-c5cd-433f-8ada-d96945af9a6b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748923 Apr 29 07:36:31.984109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49122) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:31.986415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14821b7-44f0-4eab-bb37-0af9a37e0a74 None None] Network 6adee160-0bf9-4c25-9338-d447204313bd requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:31.987939 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-8b9c1c5d-f660-4e97-b247-678c79269fbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2d65d34-51cb-428d-895e-c7a17f616082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2811277 Apr 29 07:36:31.998115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:32.002638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:32.003422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.024213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4e270-8526-4c23-a48c-5c14162b0484 req-89d38ce7-d2c4-416c-990a-cf617f243b8d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:32.025912 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ade4e270-8526-4c23-a48c-5c14162b0484 req-89d38ce7-d2c4-416c-990a-cf617f243b8d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 944 time: 0.2395647 Apr 29 07:36:32.045675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737b73-dece-4610-8ee9-1b7883293854 req-07796f9c-5be5-41a2-b69d-59a648398c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:32.047438 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-07796f9c-5be5-41a2-b69d-59a648398c6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfb5f71e-c5d1-468c-a82b-7008165ba057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2589338 Apr 29 07:36:32.067534 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-36cb5161-115b-4020-a8a6-749977cbe596 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4277248 Apr 29 07:36:32.071018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49124) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:32.074550 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-2c37d8d6-f1f6-40b6-9879-968ef3fc0808 service neutron] 10.222.0.36 "GET /v2.0/networks/cf51dd68-2a19-47e4-80b9-3b9e21e57ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646057 Apr 29 07:36:32.105054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-5fa56ef4-f651-4a09-b61d-e630000faf5c tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Deleting port f7c9e954-e902-40e6-8b6c-b5d6855b6711 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:32.105368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5fa56ef4-f651-4a09-b61d-e630000faf5c tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f7c9e954-e902-40e6-8b6c-b5d6855b6711), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.247966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-6adee160-0bf9-4c25-9338-d447204313bd', 'network_id': '6adee160-0bf9-4c25-9338-d447204313bd', 'project_id': '51e9992f74a84112881b3d1213f050ef', 'fixed_ips': [{'subnet_id': '87d61e74-729d-4e90-a273-30e57d5777af'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:32.249185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.265731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5fa56ef4-f651-4a09-b61d-e630000faf5c tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f7c9e954-e902-40e6-8b6c-b5d6855b6711), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.276113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb71c84d-5e08-4c06-aa38-7a0bca59ac7c None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:36:32.318963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-5fa56ef4-f651-4a09-b61d-e630000faf5c tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Calling delete_port for f7c9e954-e902-40e6-8b6c-b5d6855b6711 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:32.363333 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ade4e270-8526-4c23-a48c-5c14162b0484 req-73129bf8-a574-442a-b735-d998a501d4b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833183 Apr 29 07:36:32.376820 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-de91d3c3-34c6-440c-a9ad-530c879e0641 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746850 Apr 29 07:36:32.451326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bb71c84d-5e08-4c06-aa38-7a0bca59ac7c None None] Deleting port 82272540-3ee6-4919-a11c-1e385db28e99 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:32.452072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bb71c84d-5e08-4c06-aa38-7a0bca59ac7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (82272540-3ee6-4919-a11c-1e385db28e99), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.458165 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cba8928d-2718-46da-b949-1b72a85a0b35 tempest-RoutersTestDVR-156627409 tempest-RoutersTestDVR-156627409-project] 10.222.0.23 "GET /v2.0/routers/d49fc9d3-45a1-4ac3-9c35-7551dd5f821a HTTP/1.1" status: 200 len: 682 time: 0.5414000 Apr 29 07:36:32.458165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:32.466121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.466477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 82272540-3ee6-4919-a11c-1e385db28e99 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:36:32.468165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49126) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:32.475551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (6adee160-0bf9-4c25-9338-d447204313bd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.578787 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-932e8144-5bf7-4386-ab54-abb1fe069812 service neutron] 10.222.0.36 "GET /v2.0/networks/cfb5f71e-c5d1-468c-a82b-7008165ba057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922333 Apr 29 07:36:32.692100 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2c45ef8-bc6d-447f-989c-21dfd22e357e req-162b89a0-0d07-422f-a1ab-640cdce2b5d7 service neutron] 10.222.0.36 "GET /v2.0/networks/cf51dd68-2a19-47e4-80b9-3b9e21e57ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067128 Apr 29 07:36:32.720390 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (87d61e74-729d-4e90-a273-30e57d5777af), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.782730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (93e1c495-8697-4fff-9a35-71f19d29e2ba), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.785938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfa75-9f94-4563-932b-0665be698abd tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.829627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48414e12-679e-4c12-a8ab-429521392445 req-8f676125-933e-4fd3-a7e4-7fe906925754 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:32.831354 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-48414e12-679e-4c12-a8ab-429521392445 req-8f676125-933e-4fd3-a7e4-7fe906925754 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 944 time: 0.1890566 Apr 29 07:36:32.861370 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bb71c84d-5e08-4c06-aa38-7a0bca59ac7c None None] For port 82272540-3ee6-4919-a11c-1e385db28e99, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=82272540-3ee6-4919-a11c-1e385db28e99,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:32.861766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bb71c84d-5e08-4c06-aa38-7a0bca59ac7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (82272540-3ee6-4919-a11c-1e385db28e99), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:32.875645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bb71c84d-5e08-4c06-aa38-7a0bca59ac7c None None] Calling delete_port for 82272540-3ee6-4919-a11c-1e385db28e99 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:32.933672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-cc7862cb-13b5-49fb-81ac-77f95c2ef8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:32.935453 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-cc7862cb-13b5-49fb-81ac-77f95c2ef8f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2edc335584ce421bb32ba7e8c97ee283&device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 1127 time: 0.1797416 Apr 29 07:36:32.941267 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-48414e12-679e-4c12-a8ab-429521392445 req-2208fd86-195d-4a80-9bb2-d8fc98af49ce tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037431 Apr 29 07:36:32.974742 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bb71c84d-5e08-4c06-aa38-7a0bca59ac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (82272540-3ee6-4919-a11c-1e385db28e99), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.024948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71c84d-5e08-4c06-aa38-7a0bca59ac7c None None] Pushing event deleted for resources: {'Port': ['ID=82272540-3ee6-4919-a11c-1e385db28e99,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:33.028787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Allocated IP 2001:db8::1 (6adee160-0bf9-4c25-9338-d447204313bd/87d61e74-729d-4e90-a273-30e57d5777af/154fd848-1266-4801-8503-b3f7f01c15fa) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:33.035651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71c84d-5e08-4c06-aa38-7a0bca59ac7c None None] No DVR routers for this DVR port 82272540-3ee6-4919-a11c-1e385db28e99 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:33.052006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No active binding found for port 82272540-3ee6-4919-a11c-1e385db28e99 {{(pid=104225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 07:36:33.052569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] The host dv-neutron-839860-1-hyperv is not matching for port 82272540-3ee6-4919-a11c-1e385db28e99 host None! {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 29 07:36:33.053022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 82272540-3ee6-4919-a11c-1e385db28e99 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:36:33.086800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-7fb5b631-e817-4c59-82ef-95ae11d2adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:33.088695 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-7fb5b631-e817-4c59-82ef-95ae11d2adcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 HTTP/1.1" status: 200 len: 906 time: 0.1464326 Apr 29 07:36:33.158343 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-65d7b189-fa4b-4cc4-9d0a-54c87c181d1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5539fc-3323-411c-9f9f-4710253dfad4 HTTP/1.1" status: 200 len: 217 time: 0.0423057 Apr 29 07:36:33.169056 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dd2bd2b-43af-41df-b6bc-9e12324d157b req-2e7ab283-f48a-4038-8b0b-f9fec640551d service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436059 Apr 29 07:36:33.200366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (a8df2255-4be1-4364-b42e-eb8c8409867c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.227138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Publish callbacks [] for port (154fd848-1266-4801-8503-b3f7f01c15fa), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.237010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (154fd848-1266-4801-8503-b3f7f01c15fa), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.273022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:33.279597 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-c6dd8132-4dbb-4d8e-9041-aecd32fe3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:33.281948 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-c6dd8132-4dbb-4d8e-9041-aecd32fe3665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70b8384d-f6f2-4ba2-9c21-7f49be3b44ac HTTP/1.1" status: 200 len: 844 time: 0.1166377 Apr 29 07:36:33.284267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:33.286134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=a8df2255-4be1-4364-b42e-eb8c8409867c,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:33.289711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:33.290303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.310387 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a095100-0f74-404d-83f3-aebd0f56b2b7 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:33.327337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (87d61e74-729d-4e90-a273-30e57d5777af), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.358960 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83737b73-dece-4610-8ee9-1b7883293854 req-de75edae-c35b-439b-9847-d6bf898fa6ae service neutron] 10.222.0.36 "GET /v2.0/networks/cfb5f71e-c5d1-468c-a82b-7008165ba057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681190 Apr 29 07:36:33.370871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Network 6adee160-0bf9-4c25-9338-d447204313bd is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:33.386257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5fa56ef4-f651-4a09-b61d-e630000faf5c tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f7c9e954-e902-40e6-8b6c-b5d6855b6711), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.387546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=87d61e74-729d-4e90-a273-30e57d5777af,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:33.394066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:33.397584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:33.399771 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7ec1f4d3-2e1c-43ad-9a81-8332715999c6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4124491 Apr 29 07:36:33.403230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49134) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:33.409695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'name': 'tempest-NetworksTestDHCPv6-626711737'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:33.432916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Pushing event updated for resources: {'Port': ['ID=154fd848-1266-4801-8503-b3f7f01c15fa,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:33.460519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfa75-9f94-4563-932b-0665be698abd tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.467238 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfa75-9f94-4563-932b-0665be698abd tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.473072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8c19cefa-c3e7-4b67-bdd1-713e2fdeac79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.508450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Attempting to bind port 154fd848-1266-4801-8503-b3f7f01c15fa on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:33.508828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Attempting to bind port 154fd848-1266-4801-8503-b3f7f01c15fa by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5bb09c43-3251-4757-a22a-5138a0acb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6adee160-0bf9-4c25-9338-d447204313bd'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:33.512060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Attempting to bind port 154fd848-1266-4801-8503-b3f7f01c15fa on network 6adee160-0bf9-4c25-9338-d447204313bd {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:33.526279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event updated for resources: {'Subnet': ['ID=93e1c495-8697-4fff-9a35-71f19d29e2ba,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:33.533871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:33.534293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Checking segment: {'id': '5bb09c43-3251-4757-a22a-5138a0acb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6adee160-0bf9-4c25-9338-d447204313bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:33.534638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.535026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Bound using segment: {'id': '5bb09c43-3251-4757-a22a-5138a0acb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6adee160-0bf9-4c25-9338-d447204313bd'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:33.535490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Bound port: 154fd848-1266-4801-8503-b3f7f01c15fa, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb09c43-3251-4757-a22a-5138a0acb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6adee160-0bf9-4c25-9338-d447204313bd'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:33.535866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (154fd848-1266-4801-8503-b3f7f01c15fa), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.614713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': 'a8df2255-4be1-4364-b42e-eb8c8409867c'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:33.615577 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.643358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780ce61-e1f2-41f1-9086-549436839b88 req-2aca5ee0-cf99-41a4-9e69-538cee14c7b6 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:33.646224 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b780ce61-e1f2-41f1-9086-549436839b88 req-2aca5ee0-cf99-41a4-9e69-538cee14c7b6 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 943 time: 0.4372606 Apr 29 07:36:33.651703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] For port 154fd848-1266-4801-8503-b3f7f01c15fa, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:33.659632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] For port 154fd848-1266-4801-8503-b3f7f01c15fa, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=154fd848-1266-4801-8503-b3f7f01c15fa,segment=NetworkSegment(5bb09c43-3251-4757-a22a-5138a0acb986),segment_id=5bb09c43-3251-4757-a22a-5138a0acb986)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:33.664074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'tag': '94d00825-4c14-4367-b026-64428cd66896'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:36:33.667252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adfdbf6-ca18-4302-a819-567226b58f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c870b9-5714-4a8f-86c4-05506174d8d0", "tag": "94d00825-4c14-4367-b026-64428cd66896"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:36:33.668403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (154fd848-1266-4801-8503-b3f7f01c15fa), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.672568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa56ef4-f651-4a09-b61d-e630000faf5c tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7c9e954-e902-40e6-8b6c-b5d6855b6711,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:33.725702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5fa56ef4-f651-4a09-b61d-e630000faf5c tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.729130 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5fa56ef4-f651-4a09-b61d-e630000faf5c tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f7c9e954-e902-40e6-8b6c-b5d6855b6711 HTTP/1.1" status: 204 len: 168 time: 2.0833275 Apr 29 07:36:33.738591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49138) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:33.783247 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b24355-b565-4bee-b516-a9c0f1359fcb tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:36:33.784800 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a5b24355-b565-4bee-b516-a9c0f1359fcb tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "GET /v2.0/ports/f7c9e954-e902-40e6-8b6c-b5d6855b6711 HTTP/1.1" status: 404 len: 333 time: 0.0435600 Apr 29 07:36:33.793840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (6adee160-0bf9-4c25-9338-d447204313bd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.796919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49140) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:33.798509 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:36:33.806171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Request body: {'port': {'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1802551399'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:33.806368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfa75-9f94-4563-932b-0665be698abd tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (d49fc9d3-45a1-4ac3-9c35-7551dd5f821a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.806791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2bfa75-9f94-4563-932b-0665be698abd tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d49fc9d3-45a1-4ac3-9c35-7551dd5f821a {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:36:33.808615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Checking segment: {'id': '6e40a7ea-f7d1-478d-a599-32ccc7dd49cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0e98a725-375c-4c08-8c4f-3cf05366eab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:33.809043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Network hostable DHCP agents. Network: 0e98a725-375c-4c08-8c4f-3cf05366eab9, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:33.819810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-7b49fdb3-d698-4017-b7e5-ead59ee17c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:33.821380 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-7b49fdb3-d698-4017-b7e5-ead59ee17c92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf51dd68-2a19-47e4-80b9-3b9e21e57ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5275099 Apr 29 07:36:33.826628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfa75-9f94-4563-932b-0665be698abd tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.827945 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aa2bfa75-9f94-4563-932b-0665be698abd tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d49fc9d3-45a1-4ac3-9c35-7551dd5f821a HTTP/1.1" status: 204 len: 168 time: 1.3518946 Apr 29 07:36:33.834702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49142) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:33.842442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e3937a51-cc1c-4edf-bb11-9608cb670cf6 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Request body: {'router': {'name': 'tempest-router-1133238599', 'distributed': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:33.848386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e339525-441f-4c97-a77a-dc11101ef5f2 None None] Pushing event updated for resources: {'Port': ['ID=154fd848-1266-4801-8503-b3f7f01c15fa,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:33.873608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/a8df2255-4be1-4364-b42e-eb8c8409867c/f62b9706-83cc-44a5-9586-800deba597d2) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:33.877527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adee160-0bf9-4c25-9338-d447204313bd']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:33.885602 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63d3c4a-df17-4e22-9926-4ab08cab4229 None None] Network 6adee160-0bf9-4c25-9338-d447204313bd requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:33.899742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3937a51-cc1c-4edf-bb11-9608cb670cf6 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (6f71f24d-8c32-45cc-877d-31378860be6d), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.901358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3937a51-cc1c-4edf-bb11-9608cb670cf6 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (6f71f24d-8c32-45cc-877d-31378860be6d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.913644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Network 0e98a725-375c-4c08-8c4f-3cf05366eab9 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:33.943511 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b780ce61-e1f2-41f1-9086-549436839b88 req-aa474b5b-2d2e-4503-908e-99552ee7a627 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191739 Apr 29 07:36:33.945814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb09c43-3251-4757-a22a-5138a0acb986') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:33.946466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb09c43-3251-4757-a22a-5138a0acb986') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:33.946574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-d232a867-3ae1-494d-9e85-66fb7af0fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:33.948192 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-d232a867-3ae1-494d-9e85-66fb7af0fa8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f8225b2c6dd4796aa7620c308f02a13&device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 1128 time: 0.5242441 Apr 29 07:36:33.960754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 0e98a725-375c-4c08-8c4f-3cf05366eab9) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:33.965363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da7f7c-fcb5-43b2-aa0c-744dd9f836b7 req-bb83bfa3-cc73-4802-be88-2993c28cdf41 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:33.965571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:33.967075 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-61da7f7c-fcb5-43b2-aa0c-744dd9f836b7 req-bb83bfa3-cc73-4802-be88-2993c28cdf41 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 944 time: 0.5087366 Apr 29 07:36:33.969118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8fd167-eec7-4f6d-956b-164c0cfc51ea None None] Network 0e98a725-375c-4c08-8c4f-3cf05366eab9 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:33.973867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:33.979436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Made reservation on behalf of 4755a15dd61d4ac18a2b345c94c4f241 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:33.981968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.005011 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (5bb09c43-3251-4757-a22a-5138a0acb986), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.016540 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3c4f7560-ebae-49cc-b55c-1d6463be7898 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7275078 Apr 29 07:36:34.021951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49146) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:34.036723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1897432590', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:34.066415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5bb09c43-3251-4757-a22a-5138a0acb986), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.089427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] device_id is not set on port 2b06b261-56cf-4deb-a22d-18e1243035a0 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:34.102246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0cb0e-fc0e-47b1-9219-98dcf9a4d732 x-openstack-request-id: req-c9e0cb0e-fc0e-47b1-9219-98dcf9a4d732 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:36:34.102692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c870b9-5714-4a8f-86c4-05506174d8d0", "tag": "94d00825-4c14-4367-b026-64428cd66896", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:36:34.103038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9e0cb0e-fc0e-47b1-9219-98dcf9a4d732 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:36:34.104014 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e0cb0e-fc0e-47b1-9219-98dcf9a4d732'] response: {'name': 'network-changed', 'server_uuid': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'tag': '94d00825-4c14-4367-b026-64428cd66896', 'status': 'completed', 'code': 200} Apr 29 07:36:34.154800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:34.154800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (5bb09c43-3251-4757-a22a-5138a0acb986), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:34.169514 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:34.180865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-0e98a725-375c-4c08-8c4f-3cf05366eab9', 'network_id': '0e98a725-375c-4c08-8c4f-3cf05366eab9', 'project_id': 'a93ca7c105aa4bf78f22716d9539d3f6', 'fixed_ips': [{'subnet_id': '93e1c495-8697-4fff-9a35-71f19d29e2ba'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:34.181427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.192909 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-61da7f7c-fcb5-43b2-aa0c-744dd9f836b7 req-8faeecbc-b52d-44ef-a9db-69116874d833 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074223 Apr 29 07:36:34.205828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3937a51-cc1c-4edf-bb11-9608cb670cf6 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (6f71f24d-8c32-45cc-877d-31378860be6d), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.233879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3937a51-cc1c-4edf-bb11-9608cb670cf6 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (6f71f24d-8c32-45cc-877d-31378860be6d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.252123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (4d6e2191-88e4-4581-b155-971f3aa2fd10), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.253431 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (4d6e2191-88e4-4581-b155-971f3aa2fd10), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.263216 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:34.266801 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.277057 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-4f6e5245-afce-4ae8-8f4a-1077ed1f282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:34.278780 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-4f6e5245-afce-4ae8-8f4a-1077ed1f282e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1128 time: 0.1685827 Apr 29 07:36:34.283916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e3937a51-cc1c-4edf-bb11-9608cb670cf6 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.285189 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e3937a51-cc1c-4edf-bb11-9608cb670cf6 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4461806 Apr 29 07:36:34.289524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49150) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:34.298536 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-e2c6995f-2321-4cc9-b6a0-d69a717fc717 service neutron] 10.222.0.36 "GET /v2.0/networks/cf51dd68-2a19-47e4-80b9-3b9e21e57ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535077 Apr 29 07:36:34.306316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.api [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:36:34.306316 dv-neutron-839860-1-hyperv neutron-server[104224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:36:34.306316 dv-neutron-839860-1-hyperv neutron-server[104224]: [parameters: {'id': '6adee160-0bf9-4c25-9338-d447204313bd'}] Apr 29 07:36:34.306316 dv-neutron-839860-1-hyperv neutron-server[104224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:36:34.306884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG oslo_db.api [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:36:34.317162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Publish callbacks [] for port (f62b9706-83cc-44a5-9586-800deba597d2), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.317844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-4f745c08-73ea-4cf4-91c1-9a9582b18f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:34.319171 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-4f745c08-73ea-4cf4-91c1-9a9582b18f99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfb5f71e-c5d1-468c-a82b-7008165ba057 HTTP/1.1" status: 200 len: 913 time: 0.3280599 Apr 29 07:36:34.335508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (f62b9706-83cc-44a5-9586-800deba597d2), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.372676 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 540fb3ee-377d-49fe-8b80-e3608f6f075f yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:34.415106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:34.420815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:34.423577 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:34.438438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Pushing event updated for resources: {'Port': ['ID=f62b9706-83cc-44a5-9586-800deba597d2,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:34.464123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Allocated IP 172.20.0.2 (0e98a725-375c-4c08-8c4f-3cf05366eab9/93e1c495-8697-4fff-9a35-71f19d29e2ba/76990b98-5904-466a-bad7-5ec427f6495d) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:34.473710 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-b523c2e0-6223-4fde-9ba2-473e7d81a598 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 HTTP/1.1" status: 200 len: 217 time: 0.0410156 Apr 29 07:36:34.475109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2042eb7-59a8-4c6e-8dec-05501af7a6b5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (6f71f24d-8c32-45cc-877d-31378860be6d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.485609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfdfac-7d66-40be-9355-a815962cb2a5 req-f9836aa2-e37c-4ae8-b624-a84f351be88a tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:34.492422 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ddbfdfac-7d66-40be-9355-a815962cb2a5 req-f9836aa2-e37c-4ae8-b624-a84f351be88a tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 944 time: 0.3061635 Apr 29 07:36:34.504983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Attempting to bind port f62b9706-83cc-44a5-9586-800deba597d2 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:34.506460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Attempting to bind port f62b9706-83cc-44a5-9586-800deba597d2 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:34.506460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Attempting to bind port f62b9706-83cc-44a5-9586-800deba597d2 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:34.512012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for router_controller (4d6e2191-88e4-4581-b155-971f3aa2fd10), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.514305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:34.514618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:34.515057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.515491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:34.516020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Bound port: f62b9706-83cc-44a5-9586-800deba597d2, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:34.516523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f62b9706-83cc-44a5-9586-800deba597d2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.545600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks [] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.650323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] For port f62b9706-83cc-44a5-9586-800deba597d2, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:34.681366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] For port f62b9706-83cc-44a5-9586-800deba597d2, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f62b9706-83cc-44a5-9586-800deba597d2,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:34.697887 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cd8a7721-d120-4fff-baab-d5a3b95a7950 req-706aa23b-4ce8-41d8-8b7d-68739bc2d935 service neutron] 10.222.0.36 "GET /v2.0/networks/cf51dd68-2a19-47e4-80b9-3b9e21e57ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880677 Apr 29 07:36:34.706856 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.708594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f62b9706-83cc-44a5-9586-800deba597d2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.764358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Publish callbacks [] for port (76990b98-5904-466a-bad7-5ec427f6495d), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.773072 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ddbfdfac-7d66-40be-9355-a815962cb2a5 req-07ded519-e707-49c9-b2ca-0b19906c325c tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796590 Apr 29 07:36:34.778792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-f0ba1e21-f392-4747-bfe5-ae888d5c4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:34.780578 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-f0ba1e21-f392-4747-bfe5-ae888d5c4197 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3275fe-6e8b-4b60-8828-4707a49eac77 HTTP/1.1" status: 200 len: 851 time: 0.2463174 Apr 29 07:36:34.784672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-a205c1c8-91d3-4b03-b0ff-284895625b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:34.795772 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-a205c1c8-91d3-4b03-b0ff-284895625b18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 912 time: 0.4942677 Apr 29 07:36:34.795772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2042eb7-59a8-4c6e-8dec-05501af7a6b5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (6f71f24d-8c32-45cc-877d-31378860be6d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.796273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (76990b98-5904-466a-bad7-5ec427f6495d), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.803183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2042eb7-59a8-4c6e-8dec-05501af7a6b5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router_controller (6f71f24d-8c32-45cc-877d-31378860be6d), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.812663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84e69c-3d9b-4106-84a9-a69fa6f26f2d None None] Pushing event updated for resources: {'Port': ['ID=f62b9706-83cc-44a5-9586-800deba597d2,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:34.813729 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (6adee160-0bf9-4c25-9338-d447204313bd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.819037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::381 (5f57687c-3acb-4c32-82c9-53f862533295/a8df2255-4be1-4364-b42e-eb8c8409867c/540fb3ee-377d-49fe-8b80-e3608f6f075f) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:34.823790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.831279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for router_gateway (4d6e2191-88e4-4581-b155-971f3aa2fd10), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.917941 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-e790529c-55f0-4fb8-b1c8-507f567bacd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 217 time: 0.1110926 Apr 29 07:36:34.943471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2042eb7-59a8-4c6e-8dec-05501af7a6b5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (6f71f24d-8c32-45cc-877d-31378860be6d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:34.944092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2042eb7-59a8-4c6e-8dec-05501af7a6b5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f71f24d-8c32-45cc-877d-31378860be6d {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:36:34.973409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:34.993784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2042eb7-59a8-4c6e-8dec-05501af7a6b5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.001705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'Port': ['ID=2b06b261-56cf-4deb-a22d-18e1243035a0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:35.001907 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c2042eb7-59a8-4c6e-8dec-05501af7a6b5 tempest-RoutersTestDVR-369875974 tempest-RoutersTestDVR-369875974-project-admin] 10.222.0.23 "DELETE /v2.0/routers/6f71f24d-8c32-45cc-877d-31378860be6d HTTP/1.1" status: 204 len: 168 time: 0.7053149 Apr 29 07:36:35.004822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-075579ca-cec0-4819-b7c0-97d1ba659a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:35.007981 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-075579ca-cec0-4819-b7c0-97d1ba659a76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfb5f71e-c5d1-468c-a82b-7008165ba057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2134588 Apr 29 07:36:35.023489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Network 0e98a725-375c-4c08-8c4f-3cf05366eab9 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:35.023711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:35.025762 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:35.027615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:35.028072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:35.028919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:35.031343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.076285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Pushing event updated for resources: {'Port': ['ID=76990b98-5904-466a-bad7-5ec427f6495d,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:35.127198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Attempting to bind port 76990b98-5904-466a-bad7-5ec427f6495d on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:35.127574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Attempting to bind port 76990b98-5904-466a-bad7-5ec427f6495d by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '6e40a7ea-f7d1-478d-a599-32ccc7dd49cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0e98a725-375c-4c08-8c4f-3cf05366eab9'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:35.127917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Attempting to bind port 76990b98-5904-466a-bad7-5ec427f6495d on network 0e98a725-375c-4c08-8c4f-3cf05366eab9 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:35.133484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:35.133866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Checking segment: {'id': '6e40a7ea-f7d1-478d-a599-32ccc7dd49cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0e98a725-375c-4c08-8c4f-3cf05366eab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:35.134247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.134647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Bound using segment: {'id': '6e40a7ea-f7d1-478d-a599-32ccc7dd49cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0e98a725-375c-4c08-8c4f-3cf05366eab9'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:35.135113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Bound port: 76990b98-5904-466a-bad7-5ec427f6495d, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e40a7ea-f7d1-478d-a599-32ccc7dd49cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0e98a725-375c-4c08-8c4f-3cf05366eab9'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:35.135543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (76990b98-5904-466a-bad7-5ec427f6495d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.160074 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-8051310e-b8be-4dfa-8e69-19a88b0c8be7 service neutron] 10.222.0.36 "GET /v2.0/networks/cfb5f71e-c5d1-468c-a82b-7008165ba057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433764 Apr 29 07:36:35.229260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] For port 76990b98-5904-466a-bad7-5ec427f6495d, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:35.236103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.239257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] For port 76990b98-5904-466a-bad7-5ec427f6495d, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=76990b98-5904-466a-bad7-5ec427f6495d,segment=NetworkSegment(6e40a7ea-f7d1-478d-a599-32ccc7dd49cf),segment_id=6e40a7ea-f7d1-478d-a599-32ccc7dd49cf)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:35.249865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (76990b98-5904-466a-bad7-5ec427f6495d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.262799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-b1324fdb-33f1-44dd-a27f-66e166f5de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:35.264448 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-b1324fdb-33f1-44dd-a27f-66e166f5de49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 200 len: 850 time: 0.3332715 Apr 29 07:36:35.291460 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (540fb3ee-377d-49fe-8b80-e3608f6f075f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.363707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8893737-c976-4c9c-b0e4-17cef526704c None None] Pushing event updated for resources: {'Port': ['ID=76990b98-5904-466a-bad7-5ec427f6495d,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:35.408582 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a13a324-420e-478a-8ca7-e4ad69aec2ac req-2a81b98c-d70e-4709-9ed9-fa9cd9a1fdc9 service neutron] 10.222.0.36 "GET /v2.0/networks/cfb5f71e-c5d1-468c-a82b-7008165ba057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412059 Apr 29 07:36:35.411210 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d83d3441-c698-4c5b-a747-ef736740614a tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6093833 Apr 29 07:36:35.414320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49160) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:35.420790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:35.448997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49162) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:35.469920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (540fb3ee-377d-49fe-8b80-e3608f6f075f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.487646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-182f5740-7a10-49b4-a19f-aa3ad0cfe763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:35.489105 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-182f5740-7a10-49b4-a19f-aa3ad0cfe763 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2d65d34-51cb-428d-895e-c7a17f616082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2118490 Apr 29 07:36:35.511863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd413a-60c2-4f9e-bdb7-46b618e4f32a req-0ebaa223-63d9-4bd9-b75a-6e1c9687b708 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:35.513417 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cdd413a-60c2-4f9e-bdb7-46b618e4f32a req-0ebaa223-63d9-4bd9-b75a-6e1c9687b708 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 944 time: 0.1655209 Apr 29 07:36:35.526763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=540fb3ee-377d-49fe-8b80-e3608f6f075f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:35.535811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ee694-17ab-49b1-b275-7544959580ba req-3835e14f-f595-441a-b891-6449cf5ebddb tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:35.537380 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f48ee694-17ab-49b1-b275-7544959580ba req-3835e14f-f595-441a-b891-6449cf5ebddb tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 943 time: 0.4486783 Apr 29 07:36:35.561087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting port 154fd848-1266-4801-8503-b3f7f01c15fa {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:35.561481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (154fd848-1266-4801-8503-b3f7f01c15fa), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.585882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:35.597982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.615482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:35.624889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:35.630435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:35.631636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.688092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bb04-9d52-4d9b-9959-e895c2eb1d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.699017 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cdd413a-60c2-4f9e-bdb7-46b618e4f32a req-8cf2db1a-a204-438e-9d29-cf23d4c84c91 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678834 Apr 29 07:36:35.722092 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5987d88d-e4c4-4717-a8d1-5b135e1ecc1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3167672 Apr 29 07:36:35.732055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49166) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:35.747608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:36:35.764036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] For port 154fd848-1266-4801-8503-b3f7f01c15fa, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=154fd848-1266-4801-8503-b3f7f01c15fa,segment=NetworkSegment(5bb09c43-3251-4757-a22a-5138a0acb986),segment_id=5bb09c43-3251-4757-a22a-5138a0acb986)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:35.764400 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (154fd848-1266-4801-8503-b3f7f01c15fa), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:35.774107 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f48ee694-17ab-49b1-b275-7544959580ba req-5e35be57-76f3-4dd2-ba1e-19e33868421a tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266047 Apr 29 07:36:35.778524 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-38ccd300-4098-4e84-bfcc-7dd5999890aa service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621219 Apr 29 07:36:35.822726 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Calling delete_port for 154fd848-1266-4801-8503-b3f7f01c15fa owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:35.932941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:35.972524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'port_id': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39', 'mac_address': 'fa:16:3e:43:4d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:36:36.030059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:36.030731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.033545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.050906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:36:36.078475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:36.084951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.085684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2f5539fc-3323-411c-9f9f-4710253dfad4 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:36:36.219371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:36.277847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2f5539fc-3323-411c-9f9f-4710253dfad4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2f5539fc-3323-411c-9f9f-4710253dfad4,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:36.299419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'port_id': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'mac_address': 'fa:16:3e:fd:5d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:36:36.323781 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9adfdbf6-ca18-4302-a819-567226b58f7f req-34d775aa-460b-491c-8299-b44d3f7d11e3 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294287 Apr 29 07:36:36.334326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] device_id is not set on port 2b06b261-56cf-4deb-a22d-18e1243035a0 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:36.343422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks [] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.358889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8601351a-3fe9-4fea-8ad9-7c7839d1dd90 None None] Provisioning complete for port f62b9706-83cc-44a5-9586-800deba597d2 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:36.359332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8601351a-3fe9-4fea-8ad9-7c7839d1dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f62b9706-83cc-44a5-9586-800deba597d2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.360612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6dde2-7563-4ac7-ad79-fa29e18593bf req-5836fa69-1387-413e-a4e3-8779431e9113 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:36.363423 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c5c6dde2-7563-4ac7-ad79-fa29e18593bf req-5836fa69-1387-413e-a4e3-8779431e9113 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 944 time: 0.4544761 Apr 29 07:36:36.364544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bb04-9d52-4d9b-9959-e895c2eb1d47 admin admin] Publish callbacks [] for security_group (87fba19a-a0c5-4f49-8b53-7fc7fb5f0726), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.365035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.365553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for router_gateway (4d6e2191-88e4-4581-b155-971f3aa2fd10), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.393593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.410761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 2f5539fc-3323-411c-9f9f-4710253dfad4 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:36.411248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.423385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0a6bb04-9d52-4d9b-9959-e895c2eb1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (87fba19a-a0c5-4f49-8b53-7fc7fb5f0726), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.457401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5539fc-3323-411c-9f9f-4710253dfad4 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:36:36.474286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'Port': ['ID=2b06b261-56cf-4deb-a22d-18e1243035a0,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:36.519652 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c5c6dde2-7563-4ac7-ad79-fa29e18593bf req-8e457f4f-15bf-4ad2-b020-8a40dc744f76 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118467 Apr 29 07:36:36.550440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:36.550775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:36.551109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:36.572146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:36.572502 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:36.572907 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 2 to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 Apr 29 07:36:36.577992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2f5539fc-3323-411c-9f9f-4710253dfad4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2f5539fc-3323-411c-9f9f-4710253dfad4,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:36.587942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:36.588682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:36.588682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:36.593825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:36.594123 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:36.594509 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 3 to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 Apr 29 07:36:36.602266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.602907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 94d00825-4c14-4367-b026-64428cd66896 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:36:36.608898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:36.609260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:36.609578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:36.618974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:36.619546 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:36.619712 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 4 to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 Apr 29 07:36:36.643043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:36.643564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:36.643687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:36.649951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:36.650218 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:36.650613 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 5 to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 Apr 29 07:36:36.654976 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b0a6bb04-9d52-4d9b-9959-e895c2eb1d47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8297f0d6a74b47c0b05d026293d3d59d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1970041 Apr 29 07:36:36.662714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49170) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:36.670981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 76990b98-5904-466a-bad7-5ec427f6495d up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:36.676102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be8a1cf-004f-48e9-bc21-74b60ed83801 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:36.681168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:36.681630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be8a1cf-004f-48e9-bc21-74b60ed83801 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:36.681753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:36.682013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:36.685940 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4be8a1cf-004f-48e9-bc21-74b60ed83801 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9325638 Apr 29 07:36:36.687304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49172) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:36.693289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8601351a-3fe9-4fea-8ad9-7c7839d1dd90 None None] Current status of the port f62b9706-83cc-44a5-9586-800deba597d2 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:36.693678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8601351a-3fe9-4fea-8ad9-7c7839d1dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f62b9706-83cc-44a5-9586-800deba597d2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.704272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:36.704839 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:36.709382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6bb04-9d52-4d9b-9959-e895c2eb1d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fba19a-a0c5-4f49-8b53-7fc7fb5f0726,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:36.726285 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 6 to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 Apr 29 07:36:36.751567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (154fd848-1266-4801-8503-b3f7f01c15fa), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.758890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:36.760034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:36.760034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:36.776220 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:36.777858 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:36.791595 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 7 to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 Apr 29 07:36:36.798261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.resource_extend [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:36:36.800556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Port': ['ID=154fd848-1266-4801-8503-b3f7f01c15fa,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:36.817933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No DVR routers for this DVR port 154fd848-1266-4801-8503-b3f7f01c15fa on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:36.852087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=2f5539fc-3323-411c-9f9f-4710253dfad4,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:36.856408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8601351a-3fe9-4fea-8ad9-7c7839d1dd90 None None] For port f62b9706-83cc-44a5-9586-800deba597d2, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f62b9706-83cc-44a5-9586-800deba597d2,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:36.871814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8601351a-3fe9-4fea-8ad9-7c7839d1dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f62b9706-83cc-44a5-9586-800deba597d2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.878651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eabc92bf-30ba-4ef1-86ee-9453d8c67253 admin admin] Publish callbacks [] for security_group (87fba19a-a0c5-4f49-8b53-7fc7fb5f0726), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.885837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:36.886391 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:36.886869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:36.911364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Allocated IP 172.26.3.35 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/7ee18d45-b76a-4ebf-83cf-41e72618e602) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:36.939882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:36.940378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 94d00825-4c14-4367-b026-64428cd66896, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=94d00825-4c14-4367-b026-64428cd66896,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:36.940612 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:36.946911 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 8 to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 Apr 29 07:36:36.962070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eabc92bf-30ba-4ef1-86ee-9453d8c67253 admin admin] Publish callbacks [] for security_group (87fba19a-a0c5-4f49-8b53-7fc7fb5f0726), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:36.973405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '94d00825-4c14-4367-b026-64428cd66896', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'port_id': '94d00825-4c14-4367-b026-64428cd66896', 'mac_address': 'fa:16:3e:9d:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:36:37.000701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:37.001031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:37.001397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:37.008924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0629f2b8-e756-4aa9-a503-fc743a6ec028 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 540fb3ee-377d-49fe-8b80-e3608f6f075f {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:37.009282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0629f2b8-e756-4aa9-a503-fc743a6ec028 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (540fb3ee-377d-49fe-8b80-e3608f6f075f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.019364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51474865-1b54-4b54-a582-65a9fea8cc56 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:36:37.035959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:37.036282 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:37.038184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (6adee160-0bf9-4c25-9338-d447204313bd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.058742 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 76990b98-5904-466a-bad7-5ec427f6495d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:37.059485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (76990b98-5904-466a-bad7-5ec427f6495d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.064336 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 9 to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 Apr 29 07:36:37.075071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcadf7-3608-4c1f-8b3a-9a4af838695c req-07ad7beb-2a16-47a3-bd4c-ed0c835b058b tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:37.076613 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5edcadf7-3608-4c1f-8b3a-9a4af838695c req-07ad7beb-2a16-47a3-bd4c-ed0c835b058b tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 944 time: 0.1769209 Apr 29 07:36:37.082026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e3b79-4dc5-4b93-98e9-2da4ff08348e req-990c7236-6403-46d3-a592-9cf2fb0f3647 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:37.084000 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fe5e3b79-4dc5-4b93-98e9-2da4ff08348e req-990c7236-6403-46d3-a592-9cf2fb0f3647 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 944 time: 0.2548175 Apr 29 07:36:37.087656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adee160-0bf9-4c25-9338-d447204313bd']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:37.121529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:37.121872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:37.122195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:37.125292 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb09c43-3251-4757-a22a-5138a0acb986') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:37.125918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb09c43-3251-4757-a22a-5138a0acb986') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:37.134519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:37.134905 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:37.136368 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempt 10 to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 Apr 29 07:36:37.152045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (5bb09c43-3251-4757-a22a-5138a0acb986), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.158233 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601351a-3fe9-4fea-8ad9-7c7839d1dd90 None None] Pushing event updated for resources: {'Port': ['ID=f62b9706-83cc-44a5-9586-800deba597d2,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:37.161206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-46f2ae93-d1d4-42b5-aecd-db0b351a5d94 None None] Provisioning complete for port 540fb3ee-377d-49fe-8b80-e3608f6f075f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:37.162247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46f2ae93-d1d4-42b5-aecd-db0b351a5d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (540fb3ee-377d-49fe-8b80-e3608f6f075f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.176706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eabc92bf-30ba-4ef1-86ee-9453d8c67253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (87fba19a-a0c5-4f49-8b53-7fc7fb5f0726), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.179311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eabc92bf-30ba-4ef1-86ee-9453d8c67253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.181715 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-eabc92bf-30ba-4ef1-86ee-9453d8c67253 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87fba19a-a0c5-4f49-8b53-7fc7fb5f0726 HTTP/1.1" status: 204 len: 168 time: 0.5179772 Apr 29 07:36:37.191784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for port (7ee18d45-b76a-4ebf-83cf-41e72618e602), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.193556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5bb09c43-3251-4757-a22a-5138a0acb986), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.209004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:37.209451 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (5bb09c43-3251-4757-a22a-5138a0acb986), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:37.212888 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:37.219146 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fe5e3b79-4dc5-4b93-98e9-2da4ff08348e req-56a53a53-9f93-4972-beea-59ed7412f7b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290071 Apr 29 07:36:37.219474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0629f2b8-e756-4aa9-a503-fc743a6ec028 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (540fb3ee-377d-49fe-8b80-e3608f6f075f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.224361 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 94d00825-4c14-4367-b026-64428cd66896 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:37.224740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (94d00825-4c14-4367-b026-64428cd66896), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.243737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0629f2b8-e756-4aa9-a503-fc743a6ec028 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 540fb3ee-377d-49fe-8b80-e3608f6f075f owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:37.257908 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5edcadf7-3608-4c1f-8b3a-9a4af838695c req-4806fac7-44db-41d9-a466-679cb55d4542 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679440 Apr 29 07:36:37.258577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:37.258904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:37.259239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempting to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:37.268064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-46f2ae93-d1d4-42b5-aecd-db0b351a5d94 None None] Port 540fb3ee-377d-49fe-8b80-e3608f6f075f cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:37.274230 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d00825-4c14-4367-b026-64428cd66896 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:36:37.316819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (6adee160-0bf9-4c25-9338-d447204313bd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.327953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.332601 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/6adee160-0bf9-4c25-9338-d447204313bd HTTP/1.1" status: 204 len: 168 time: 5.2603061 Apr 29 07:36:37.336500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7ee18d45-b76a-4ebf-83cf-41e72618e602), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.340678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc92bf-30ba-4ef1-86ee-9453d8c67253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fba19a-a0c5-4f49-8b53-7fc7fb5f0726,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:37.344841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 94d00825-4c14-4367-b026-64428cd66896, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=94d00825-4c14-4367-b026-64428cd66896,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:37.353891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:36:37.354255 dv-neutron-839860-1-hyperv neutron-server[104223]: ERROR neutron.plugins.ml2.managers [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Failed to bind port 2b06b261-56cf-4deb-a22d-18e1243035a0 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '81f83ac2-1f87-4b0f-969d-f10c32a7a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c'}] Apr 29 07:36:37.355000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.355395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.356298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49180) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:37.364630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-553045138'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:37.371645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (94d00825-4c14-4367-b026-64428cd66896), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.403853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a3beb-a69c-4d25-9600-1de82099a74f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=6adee160-0bf9-4c25-9338-d447204313bd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:37.424772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 76990b98-5904-466a-bad7-5ec427f6495d is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:37.425890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (76990b98-5904-466a-bad7-5ec427f6495d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.428111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51474865-1b54-4b54-a582-65a9fea8cc56 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:36:37.431616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:37.443376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:37.449265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:37.452406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event updated for resources: {'Port': ['ID=7ee18d45-b76a-4ebf-83cf-41e72618e602,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:37.478589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:37.482292 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.504325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8d3a8c62-33d4-4c57-a2b4-0f2588e14817 None None] Provisioning complete for port 76990b98-5904-466a-bad7-5ec427f6495d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:37.505143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d3a8c62-33d4-4c57-a2b4-0f2588e14817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (76990b98-5904-466a-bad7-5ec427f6495d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.516125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=94d00825-4c14-4367-b026-64428cd66896,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:37.519070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] For port 2b06b261-56cf-4deb-a22d-18e1243035a0, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:37.528376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attempted to set empty binding levels {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:36:37.536520 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:37.573953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.586258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 76990b98-5904-466a-bad7-5ec427f6495d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=76990b98-5904-466a-bad7-5ec427f6495d,segment=NetworkSegment(6e40a7ea-f7d1-478d-a599-32ccc7dd49cf),segment_id=6e40a7ea-f7d1-478d-a599-32ccc7dd49cf)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:37.605983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (76990b98-5904-466a-bad7-5ec427f6495d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.606814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f62b9706-83cc-44a5-9586-800deba597d2 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:37.655447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] In _notify_port_updated(), no bound segment for port 2b06b261-56cf-4deb-a22d-18e1243035a0 on network bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:36:37.656905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:37.657546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.661432 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "PUT /v2.0/ports/2b06b261-56cf-4deb-a22d-18e1243035a0 HTTP/1.1" status: 200 len: 977 time: 2.2432795 Apr 29 07:36:37.665575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49186) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:37.697740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49188) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:37.702515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a932a0d-5433-45d7-a04c-c264fe5522b6 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event updated for resources: {'Port': ['ID=2b06b261-56cf-4deb-a22d-18e1243035a0,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:37.725790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c3adc30-b10b-461e-a3c6-9939803f9328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.757348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0629f2b8-e756-4aa9-a503-fc743a6ec028 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (540fb3ee-377d-49fe-8b80-e3608f6f075f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.758527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (3b8ce779-c2d8-47d6-818d-ec363f4622a9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.758527 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment 3b8ce779-c2d8-47d6-818d-ec363f4622a9 of type vlan for network ff139312-a049-4528-86b2-351919c8f897 Apr 29 07:36:37.787103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a8c62-33d4-4c57-a2b4-0f2588e14817 None None] Current status of the port 76990b98-5904-466a-bad7-5ec427f6495d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:37.789489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['94d00825-4c14-4367-b026-64428cd66896'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:36:37.791652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:36:37.791889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629f2b8-e756-4aa9-a503-fc743a6ec028 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=540fb3ee-377d-49fe-8b80-e3608f6f075f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:37.822013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ab94b21f-150d-4fe0-8ec9-b41e010c4154 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Deleting port 2b06b261-56cf-4deb-a22d-18e1243035a0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:37.822345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab94b21f-150d-4fe0-8ec9-b41e010c4154 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.824455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0629f2b8-e756-4aa9-a503-fc743a6ec028 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.829859 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0629f2b8-e756-4aa9-a503-fc743a6ec028 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/540fb3ee-377d-49fe-8b80-e3608f6f075f HTTP/1.1" status: 204 len: 168 time: 1.1404102 Apr 29 07:36:37.831017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49190) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:37.831200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b353d4-6556-4843-b4aa-e3b9560dda16 req-0ba9d5e3-9e22-428b-a110-db202212eb3e tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:37.832863 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-94b353d4-6556-4843-b4aa-e3b9560dda16 req-0ba9d5e3-9e22-428b-a110-db202212eb3e tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 945 time: 0.1716149 Apr 29 07:36:37.872301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['2f5539fc-3323-411c-9f9f-4710253dfad4'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:36:37.924774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (ff139312-a049-4528-86b2-351919c8f897), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.953939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-ab94b21f-150d-4fe0-8ec9-b41e010c4154 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] For port 2b06b261-56cf-4deb-a22d-18e1243035a0, host hv-neutron-8398, got binding levels [] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:37.954222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab94b21f-150d-4fe0-8ec9-b41e010c4154 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:37.981235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e3b7f-a337-467d-8761-484c20577ade tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:37.982707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e3b7f-a337-467d-8761-484c20577ade tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:37.987624 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0e2e3b7f-a337-467d-8761-484c20577ade tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1187499 Apr 29 07:36:37.987624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ab94b21f-150d-4fe0-8ec9-b41e010c4154 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Calling delete_port for 2b06b261-56cf-4deb-a22d-18e1243035a0 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:37.989005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49192) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:38.057193 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-94b353d4-6556-4843-b4aa-e3b9560dda16 req-a49bf794-a680-460f-acb3-028b81050add tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847467 Apr 29 07:36:38.064389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (ff139312-a049-4528-86b2-351919c8f897), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.069450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:38.070071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.089297 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b28e17-624b-4d25-8bad-067926870fe3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet a8df2255-4be1-4364-b42e-eb8c8409867c {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:36:38.089505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for router_gateway (4d6e2191-88e4-4581-b155-971f3aa2fd10), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.102298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0b28e17-624b-4d25-8bad-067926870fe3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (a8df2255-4be1-4364-b42e-eb8c8409867c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.158470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0b28e17-624b-4d25-8bad-067926870fe3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (a8df2255-4be1-4364-b42e-eb8c8409867c), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.178913 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8165758 Apr 29 07:36:38.179196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49194) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:38.179755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c3adc30-b10b-461e-a3c6-9939803f9328 admin admin] Publish callbacks [] for security_group (2bf7dcd5-2498-4c3c-870b-606881ef8036), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.188388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': 'ff139312-a049-4528-86b2-351919c8f897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:38.191717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f62b9706-83cc-44a5-9586-800deba597d2 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:38.192111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f62b9706-83cc-44a5-9586-800deba597d2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.204767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=76990b98-5904-466a-bad7-5ec427f6495d,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:38.212034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c3adc30-b10b-461e-a3c6-9939803f9328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (2bf7dcd5-2498-4c3c-870b-606881ef8036), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.239447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab94b21f-150d-4fe0-8ec9-b41e010c4154 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2b06b261-56cf-4deb-a22d-18e1243035a0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.275444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a854778-7e70-436a-bc98-96c472b65503 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=ff139312-a049-4528-86b2-351919c8f897,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:38.302013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94b21f-150d-4fe0-8ec9-b41e010c4154 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b06b261-56cf-4deb-a22d-18e1243035a0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:38.308113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network ff139312-a049-4528-86b2-351919c8f897 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:38.323969 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6c3adc30-b10b-461e-a3c6-9939803f9328 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54e2ca66674b48b3984ec2dc7433ce11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6251242 Apr 29 07:36:38.325328 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3adc30-b10b-461e-a3c6-9939803f9328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf7dcd5-2498-4c3c-870b-606881ef8036,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:38.330854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49200) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:38.397325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab94b21f-150d-4fe0-8ec9-b41e010c4154 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.402920 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ab94b21f-150d-4fe0-8ec9-b41e010c4154 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2b06b261-56cf-4deb-a22d-18e1243035a0 HTTP/1.1" status: 204 len: 168 time: 0.7338157 Apr 29 07:36:38.409394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49202) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:38.488458 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0b28e17-624b-4d25-8bad-067926870fe3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a8df2255-4be1-4364-b42e-eb8c8409867c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.493899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e38d8-9f8e-4f03-866e-f93e3aef4736 req-7eaff2f3-8d7a-4bfe-a68e-1c18cb056fb0 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:38.495726 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cb8e38d8-9f8e-4f03-866e-f93e3aef4736 req-7eaff2f3-8d7a-4bfe-a68e-1c18cb056fb0 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 944 time: 0.1468668 Apr 29 07:36:38.498273 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-325ad1b0-77b8-4acf-92d2-8db618534812 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:36:38.503487 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-325ad1b0-77b8-4acf-92d2-8db618534812 tempest-PortsAdminExtendedAttrsTestJSON-1545605643 tempest-PortsAdminExtendedAttrsTestJSON-1545605643-project-admin] 10.222.0.23 "GET /v2.0/ports/2b06b261-56cf-4deb-a22d-18e1243035a0 HTTP/1.1" status: 404 len: 333 time: 0.0901105 Apr 29 07:36:38.508058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (4d6e2191-88e4-4581-b155-971f3aa2fd10), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.510122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49204) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:38.534916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:38.538401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.582188 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ba34944-a123-4d69-99ba-7b235bcc2e97 admin admin] Publish callbacks [] for security_group (2bf7dcd5-2498-4c3c-870b-606881ef8036), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.616649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc494c-b002-4383-bf0d-329a47bbc8b5 req-e0cc4eb3-8971-4af9-82fd-95b3fb445072 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:38.617778 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20cc494c-b002-4383-bf0d-329a47bbc8b5 req-e0cc4eb3-8971-4af9-82fd-95b3fb445072 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 945 time: 0.2718780 Apr 29 07:36:38.626912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed06060-6e6a-4787-bcba-600e27e075fa None None] Network 0e98a725-375c-4c08-8c4f-3cf05366eab9 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:38.679978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ba34944-a123-4d69-99ba-7b235bcc2e97 admin admin] Publish callbacks [] for security_group (2bf7dcd5-2498-4c3c-870b-606881ef8036), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.713188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.721111 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cb8e38d8-9f8e-4f03-866e-f93e3aef4736 req-8d9601b9-a063-48ed-bd9b-4b0f5c56b4f2 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995225 Apr 29 07:36:38.766328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f62b9706-83cc-44a5-9586-800deba597d2 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:38.800419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0b28e17-624b-4d25-8bad-067926870fe3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (a8df2255-4be1-4364-b42e-eb8c8409867c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.835624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.855636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b28e17-624b-4d25-8bad-067926870fe3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=a8df2255-4be1-4364-b42e-eb8c8409867c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:38.867762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:38.891849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f83ac2-1f87-4b0f-969d-f10c32a7a2be') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:38.892152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f83ac2-1f87-4b0f-969d-f10c32a7a2be') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:38.901359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0b28e17-624b-4d25-8bad-067926870fe3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.905071 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a0b28e17-624b-4d25-8bad-067926870fe3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/a8df2255-4be1-4364-b42e-eb8c8409867c HTTP/1.1" status: 204 len: 168 time: 0.9125473 Apr 29 07:36:38.912902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 76990b98-5904-466a-bad7-5ec427f6495d up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:38.914399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49206) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:38.915724 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20cc494c-b002-4383-bf0d-329a47bbc8b5 req-d1821f72-46f1-4aab-81e1-d68118391268 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846665 Apr 29 07:36:38.940847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Router 4d6e2191-88e4-4581-b155-971f3aa2fd10 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:36:38.982342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc97d6b-1861-48fc-884b-854844893a56 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:38.984170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ba34944-a123-4d69-99ba-7b235bcc2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (2bf7dcd5-2498-4c3c-870b-606881ef8036), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.987301 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ba34944-a123-4d69-99ba-7b235bcc2e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.991094 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7ba34944-a123-4d69-99ba-7b235bcc2e97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bf7dcd5-2498-4c3c-870b-606881ef8036 HTTP/1.1" status: 204 len: 168 time: 0.6341000 Apr 29 07:36:38.991230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (81f83ac2-1f87-4b0f-969d-f10c32a7a2be), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.994177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (dabd7b42-0147-41cf-9a5c-c68ffa947eed), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:38.998043 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-18df19ad-a727-4d24-b4e8-61be7f143283 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744889 Apr 29 07:36:38.998654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49210) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:39.045878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (81f83ac2-1f87-4b0f-969d-f10c32a7a2be), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.051006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=dabd7b42-0147-41cf-9a5c-c68ffa947eed,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:39.053972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba34944-a123-4d69-99ba-7b235bcc2e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf7dcd5-2498-4c3c-870b-606881ef8036,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:39.101191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 76990b98-5904-466a-bad7-5ec427f6495d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:39.101586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (76990b98-5904-466a-bad7-5ec427f6495d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.104467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking segment: {'id': '3b8ce779-c2d8-47d6-818d-ec363f4622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ff139312-a049-4528-86b2-351919c8f897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:39.104908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network hostable DHCP agents. Network: ff139312-a049-4528-86b2-351919c8f897, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:39.106323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:39.106823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (81f83ac2-1f87-4b0f-969d-f10c32a7a2be), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:39.121994 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:39.168636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network ff139312-a049-4528-86b2-351919c8f897 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:39.187830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, ff139312-a049-4528-86b2-351919c8f897) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:39.194192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:39.194819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.228136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065a3bb-dff8-4b26-ab99-63e9b674d76d None None] Network ff139312-a049-4528-86b2-351919c8f897 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:39.235001 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-02344790-63eb-4e53-b3d0-e363039f4b4a tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0534468 Apr 29 07:36:39.236092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49214) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:39.241782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': 'ff139312-a049-4528-86b2-351919c8f897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:39.349769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-904a4cda-4bd7-4b38-ac5c-9ba1f023e692 None None] Provisioning complete for port 76990b98-5904-466a-bad7-5ec427f6495d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:39.350083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-904a4cda-4bd7-4b38-ac5c-9ba1f023e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (76990b98-5904-466a-bad7-5ec427f6495d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.386701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:39.391045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.462950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 76990b98-5904-466a-bad7-5ec427f6495d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:39.464008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f62b9706-83cc-44a5-9586-800deba597d2 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:39.487242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938914da-33aa-4410-87ea-e628d6c22d0d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:39.491824 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-938914da-33aa-4410-87ea-e628d6c22d0d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4866190 Apr 29 07:36:39.493381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-ff139312-a049-4528-86b2-351919c8f897', 'network_id': 'ff139312-a049-4528-86b2-351919c8f897', 'project_id': '51e9992f74a84112881b3d1213f050ef', 'fixed_ips': [{'subnet_id': 'dabd7b42-0147-41cf-9a5c-c68ffa947eed'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:39.496573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:39.497061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.598978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.611550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.614671 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] 10.222.0.23 "DELETE /v2.0/networks/bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c HTTP/1.1" status: 204 len: 168 time: 1.1027045 Apr 29 07:36:39.665017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0817b6-a5c1-4f56-a2da-87ef4c7cf966 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:39.669985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49230) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:39.674896 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2e0817b6-a5c1-4f56-a2da-87ef4c7cf966 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1723332 Apr 29 07:36:39.683198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7dcf5-5c45-4f69-88da-1645248b99de tempest-PortsAdminExtendedAttrsTestJSON-13549452 tempest-PortsAdminExtendedAttrsTestJSON-13549452-project] Pushing event deleted for resources: {'Network': ['ID=bcc1e1a8-5e40-4a46-8b2c-c765c05ea55c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:39.686442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1653caec-9a75-42dc-9c4f-8e0d71679b39 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:36:39.712323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a671e1b-162d-4c66-b9a1-9ce5a7a41aae req-38a06608-921e-4315-99c4-8986e66e1221 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:39.725073 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8a671e1b-162d-4c66-b9a1-9ce5a7a41aae req-38a06608-921e-4315-99c4-8986e66e1221 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 945 time: 0.2804599 Apr 29 07:36:39.740822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:39.760498 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-195ea024-2ceb-4be2-8d4d-c3ed892ab87f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841584 Apr 29 07:36:39.763450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49236) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:39.770920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:39.808228 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:36:39.823707 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89592f-9da6-4877-ad1c-8ffdd7038947 None None] Sync routers for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:36:39.835818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-904a4cda-4bd7-4b38-ac5c-9ba1f023e692 None None] Current status of the port 76990b98-5904-466a-bad7-5ec427f6495d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:39.848003 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89592f-9da6-4877-ad1c-8ffdd7038947 None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:39.849447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f62b9706-83cc-44a5-9586-800deba597d2 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:39.850122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f62b9706-83cc-44a5-9586-800deba597d2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.850273 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4e89592f-9da6-4877-ad1c-8ffdd7038947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:39.868424 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8a671e1b-162d-4c66-b9a1-9ce5a7a41aae req-4d17b93e-3167-41af-83fe-96a07d544c96 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422579 Apr 29 07:36:39.872550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:39.880721 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cbe74aa5-ea8e-42d7-837d-459d4252e749 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.8481770 Apr 29 07:36:39.881622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49242) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:39.955071 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4e89592f-9da6-4877-ad1c-8ffdd7038947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:39.976349 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89592f-9da6-4877-ad1c-8ffdd7038947 None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:39.977006 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4e89592f-9da6-4877-ad1c-8ffdd7038947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:39.997979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:36:40.030090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:40.034582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.060375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (32a929bb-ae03-4b58-812c-cfa0db73defa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.073952 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4e89592f-9da6-4877-ad1c-8ffdd7038947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:40.075431 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89592f-9da6-4877-ad1c-8ffdd7038947 None None] The sync data for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:40.100566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Allocated IP 2001:db8::2 (ff139312-a049-4528-86b2-351919c8f897/dabd7b42-0147-41cf-9a5c-c68ffa947eed/df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:40.131268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1653caec-9a75-42dc-9c4f-8e0d71679b39 None None] Deleting port f62b9706-83cc-44a5-9586-800deba597d2 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:40.131633 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1653caec-9a75-42dc-9c4f-8e0d71679b39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f62b9706-83cc-44a5-9586-800deba597d2), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.158839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cdab4-c205-4030-9246-e87e02bbcf40 req-d7953197-4443-4962-85dd-8f0acbd37d8a tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:40.160398 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f53cdab4-c205-4030-9246-e87e02bbcf40 req-d7953197-4443-4962-85dd-8f0acbd37d8a tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 944 time: 0.2836463 Apr 29 07:36:40.163561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49250) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:40.206845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network ff139312-a049-4528-86b2-351919c8f897 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:40.211117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:40.215211 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.223980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:40.230264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:40.231317 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.257903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=32a929bb-ae03-4b58-812c-cfa0db73defa,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:40.312497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f62b9706-83cc-44a5-9586-800deba597d2 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:40.317937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1653caec-9a75-42dc-9c4f-8e0d71679b39 None None] For port f62b9706-83cc-44a5-9586-800deba597d2, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f62b9706-83cc-44a5-9586-800deba597d2,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:40.318334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1653caec-9a75-42dc-9c4f-8e0d71679b39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f62b9706-83cc-44a5-9586-800deba597d2), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.349335 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9286281b-460a-4d59-9cba-0fe5df4ea6e5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1120620 Apr 29 07:36:40.350502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49258) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:40.366232 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1653caec-9a75-42dc-9c4f-8e0d71679b39 None None] Calling delete_port for f62b9706-83cc-44a5-9586-800deba597d2 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:40.384615 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f53cdab4-c205-4030-9246-e87e02bbcf40 req-a7cc6941-042f-49e2-8485-9c878395c727 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025213 Apr 29 07:36:40.426267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5bb34-55ba-46f2-b602-169912387253 req-bf9328ca-0872-4df2-8548-59068fc518e6 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:40.427854 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d7d5bb34-55ba-46f2-b602-169912387253 req-bf9328ca-0872-4df2-8548-59068fc518e6 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 945 time: 0.2609231 Apr 29 07:36:40.429347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:40.430005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.592391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55170a71-dfe7-498f-b76b-d6cb261bff8d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:40.593853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55170a71-dfe7-498f-b76b-d6cb261bff8d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:40.595984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55170a71-dfe7-498f-b76b-d6cb261bff8d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:40.597327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55170a71-dfe7-498f-b76b-d6cb261bff8d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:40.599644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55170a71-dfe7-498f-b76b-d6cb261bff8d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:40.605666 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-55170a71-dfe7-498f-b76b-d6cb261bff8d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2500763 Apr 29 07:36:40.610263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49266) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:40.629010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-231437289'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:40.645928 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d7d5bb34-55ba-46f2-b602-169912387253 req-38c4c870-aeff-447d-9679-260f867f3227 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993599 Apr 29 07:36:40.694519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (893016b5-21ea-4f61-973a-e165e1561ccd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.706738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:36:40.753834 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-44d0d536-9ea0-4452-b10c-8114f40e54a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82af74b6706f480eae70c95efc595741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5869310 Apr 29 07:36:40.758917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49272) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:40.771715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:40.775699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:40.780096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.798105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:40.804699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:40.805655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.809734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=893016b5-21ea-4f61-973a-e165e1561ccd,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:40.835914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:40.855369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Publish callbacks [] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.862266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1653caec-9a75-42dc-9c4f-8e0d71679b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (f62b9706-83cc-44a5-9586-800deba597d2), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.863152 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ebf60135-5aa5-4be7-a2cc-701bd8a377ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0965052 Apr 29 07:36:40.869085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49276) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:40.881001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': '893016b5-21ea-4f61-973a-e165e1561ccd', 'ip_address': '2001:db8::beee:204c:b8e0:706b'}], 'name': 'tempest-NetworksTestDHCPv6-611962609'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:40.881136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0821a92a-ef35-4aab-a1a3-4e99f6adf0e3 admin admin] Publish callbacks [] for security_group (033e46c2-a7ad-4737-b27d-7cea70e69d15), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.885300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (3089c37d-4306-450f-a853-abade6a69ff8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.885646 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment 3089c37d-4306-450f-a853-abade6a69ff8 of type vlan for network 574315d2-5a46-4fef-876e-95a0da4ac928 Apr 29 07:36:40.889936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.920447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.923108 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:40.928802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49282) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:40.929395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f62b9706-83cc-44a5-9586-800deba597d2 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:36:40.962994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0821a92a-ef35-4aab-a1a3-4e99f6adf0e3 admin admin] Publish callbacks [] for security_group (033e46c2-a7ad-4737-b27d-7cea70e69d15), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:40.974719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: f62b9706-83cc-44a5-9586-800deba597d2 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:36:40.978022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f62b9706-83cc-44a5-9586-800deba597d2 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:36:40.997111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (574315d2-5a46-4fef-876e-95a0da4ac928), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.003899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.004993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2f5539fc-3323-411c-9f9f-4710253dfad4 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:41.043567 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653caec-9a75-42dc-9c4f-8e0d71679b39 None None] Pushing event deleted for resources: {'Port': ['ID=f62b9706-83cc-44a5-9586-800deba597d2,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:41.051730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Network ff139312-a049-4528-86b2-351919c8f897 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:41.106682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Pushing event updated for resources: {'Port': ['ID=df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:41.122459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653caec-9a75-42dc-9c4f-8e0d71679b39 None None] No DVR routers for this DVR port f62b9706-83cc-44a5-9586-800deba597d2 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:41.128224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:41.162138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:41.169174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aed610-7eb8-412c-a417-d0fd42f31c97 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:41.198957 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c917c7cb-0543-469a-a5d1-180a58f4a1d8" -d '{"events": [{"server_uuid": "8e72af68-1bd8-4c98-93f5-c874891b3869", "name": "network-vif-plugged", "status": "completed", "tag": "8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:36:41.234454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-997497939', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:41.282012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Attempting to bind port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:41.282239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:36:41.282510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Attempting to bind port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '3b8ce779-c2d8-47d6-818d-ec363f4622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ff139312-a049-4528-86b2-351919c8f897'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:41.282781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Attempting to bind port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee on network ff139312-a049-4528-86b2-351919c8f897 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:41.285010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 2f5539fc-3323-411c-9f9f-4710253dfad4 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:36:41.293709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 2f5539fc-3323-411c-9f9f-4710253dfad4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:41.293709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.343777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (574315d2-5a46-4fef-876e-95a0da4ac928), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.346932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Made reservation on behalf of 5a143794fa4347e2adb713da62f6d9ec for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:41.349484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:41.350341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.350464 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.361212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:41.361212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Checking segment: {'id': '3b8ce779-c2d8-47d6-818d-ec363f4622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ff139312-a049-4528-86b2-351919c8f897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:41.361549 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.361824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Bound using segment: {'id': '3b8ce779-c2d8-47d6-818d-ec363f4622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ff139312-a049-4528-86b2-351919c8f897'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:41.362253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Bound port: df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8ce779-c2d8-47d6-818d-ec363f4622a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ff139312-a049-4528-86b2-351919c8f897'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:41.362738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.369179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.407825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0821a92a-ef35-4aab-a1a3-4e99f6adf0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (033e46c2-a7ad-4737-b27d-7cea70e69d15), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.410852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0821a92a-ef35-4aab-a1a3-4e99f6adf0e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.412006 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0821a92a-ef35-4aab-a1a3-4e99f6adf0e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/033e46c2-a7ad-4737-b27d-7cea70e69d15 HTTP/1.1" status: 204 len: 168 time: 0.6520164 Apr 29 07:36:41.423138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3644e65-014c-4c06-8c2f-6a69abc89d46 req-476a5e7a-bfb8-40ed-8df6-b5a95d73e775 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:41.424687 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3644e65-014c-4c06-8c2f-6a69abc89d46 req-476a5e7a-bfb8-40ed-8df6-b5a95d73e775 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 946 time: 0.4197347 Apr 29 07:36:41.437242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821a92a-ef35-4aab-a1a3-4e99f6adf0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033e46c2-a7ad-4737-b27d-7cea70e69d15,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:41.449400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:41.456585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Allocated IP 172.20.0.1 (0e98a725-375c-4c08-8c4f-3cf05366eab9/93e1c495-8697-4fff-9a35-71f19d29e2ba/0968fb50-ee15-4598-a3ea-f824a0264177) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:41.464892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49294) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:41.465119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8482277 Apr 29 07:36:41.479250 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0a3c6f0b-5e44-4851-9924-88d1166d8d12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:41.487396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] For port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:41.488427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c50d57-8674-4efc-a705-0f03188792f6 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=574315d2-5a46-4fef-876e-95a0da4ac928,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:41.508293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] For port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee,segment=NetworkSegment(3b8ce779-c2d8-47d6-818d-ec363f4622a9),segment_id=3b8ce779-c2d8-47d6-818d-ec363f4622a9)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:41.523870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bd65ab-e657-4afa-8fd9-15eb5b6abffc x-openstack-request-id: req-07bd65ab-e657-4afa-8fd9-15eb5b6abffc {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:36:41.524207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e72af68-1bd8-4c98-93f5-c874891b3869", "name": "network-vif-plugged", "status": "completed", "tag": "8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:36:41.524447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07bd65ab-e657-4afa-8fd9-15eb5b6abffc {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:36:41.524906 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bd65ab-e657-4afa-8fd9-15eb5b6abffc'] response: {'server_uuid': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39', 'code': 200} Apr 29 07:36:41.538927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 574315d2-5a46-4fef-876e-95a0da4ac928 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:41.587642 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3644e65-014c-4c06-8c2f-6a69abc89d46 req-38c46a94-5b82-41e9-9ca3-acbd76b85c02 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558318 Apr 29 07:36:41.637663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.642562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.653502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:41.686799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port bf1dce11-776c-45ef-a941-052c3aeebcf0 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:41.818679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks [] for security_group (92dff460-4dff-48ca-acfa-ae8f9b7d45e0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.827307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 2f5539fc-3323-411c-9f9f-4710253dfad4 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:41.828144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.847385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (92dff460-4dff-48ca-acfa-ae8f9b7d45e0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.873799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] device_id is not set on port c092a7db-21da-4b98-8d9a-5e23880e0ae6 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:41.908453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '893016b5-21ea-4f61-973a-e165e1561ccd'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:41.909463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:41.925099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee1059-6050-4caa-825a-45838792f5eb None None] Pushing event updated for resources: {'Port': ['ID=df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:41.949129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2f5539fc-3323-411c-9f9f-4710253dfad4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2f5539fc-3323-411c-9f9f-4710253dfad4,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:41.997977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2903b-8f0c-4840-abab-25014cfb447a req-2bdb00e2-16a0-4e64-88cf-d1af99390621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:41.999657 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4b2903b-8f0c-4840-abab-25014cfb447a req-2bdb00e2-16a0-4e64-88cf-d1af99390621 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 1130 time: 0.3292692 Apr 29 07:36:42.029408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f4b2903b-8f0c-4840-abab-25014cfb447a req-3fd27e2c-9851-4628-9049-aadb9f7c94d9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.038144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c77b78-df8b-44c4-ab31-ab1ae61fe2d2 req-8ec91488-4340-448b-9b55-02e040f42573 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:42.039676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b4c77b78-df8b-44c4-ab31-ab1ae61fe2d2 req-8ec91488-4340-448b-9b55-02e040f42573 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 945 time: 0.2414236 Apr 29 07:36:42.041674 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49300) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:42.072899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.073947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 94d00825-4c14-4367-b026-64428cd66896 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:42.115687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824908fe-c857-44bc-959c-c7c94a0bec2f req-f100d2c0-46ee-44e9-95c3-5d202cba1f09 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:42.127288 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-824908fe-c857-44bc-959c-c7c94a0bec2f req-f100d2c0-46ee-44e9-95c3-5d202cba1f09 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 944 time: 0.5045459 Apr 29 07:36:42.170214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=2f5539fc-3323-411c-9f9f-4710253dfad4,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:42.194708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for port (0968fb50-ee15-4598-a3ea-f824a0264177), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.209856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dff460-4dff-48ca-acfa-ae8f9b7d45e0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:42.212758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 94d00825-4c14-4367-b026-64428cd66896 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:36:42.217578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 94d00825-4c14-4367-b026-64428cd66896 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:42.218542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (94d00825-4c14-4367-b026-64428cd66896), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.256052 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f36a5e9-8bec-4dc9-8a79-203b57f56c8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4755a15dd61d4ac18a2b345c94c4f241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072010 Apr 29 07:36:42.256284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::beee:204c:b8e0:706b (5f57687c-3acb-4c32-82c9-53f862533295/893016b5-21ea-4f61-973a-e165e1561ccd/bf1dce11-776c-45ef-a941-052c3aeebcf0) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:42.264023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49302) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:42.277458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6f0b-5e44-4851-9924-88d1166d8d12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (574315d2-5a46-4fef-876e-95a0da4ac928), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.279536 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b4c77b78-df8b-44c4-ab31-ab1ae61fe2d2 req-488cc55e-9168-498c-9bdd-1e9c10b5f378 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073700 Apr 29 07:36:42.298781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f4b2903b-8f0c-4840-abab-25014cfb447a req-3fd27e2c-9851-4628-9049-aadb9f7c94d9 service neutron] Publish callbacks [] for security_group (ef05a742-be5d-4905-9812-8bb8f2b32236), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.317269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f4b2903b-8f0c-4840-abab-25014cfb447a req-3fd27e2c-9851-4628-9049-aadb9f7c94d9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ef05a742-be5d-4905-9812-8bb8f2b32236), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.340491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 94d00825-4c14-4367-b026-64428cd66896 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:42.340889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (94d00825-4c14-4367-b026-64428cd66896), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.353094 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-824908fe-c857-44bc-959c-c7c94a0bec2f req-c7d4b65a-e5cd-46bb-a121-4457c7e7ed78 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244740 Apr 29 07:36:42.355895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Allocated IP 172.26.3.87 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/c092a7db-21da-4b98-8d9a-5e23880e0ae6) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:42.360061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6f0b-5e44-4851-9924-88d1166d8d12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (574315d2-5a46-4fef-876e-95a0da4ac928), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.386506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 94d00825-4c14-4367-b026-64428cd66896, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=94d00825-4c14-4367-b026-64428cd66896,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:42.392809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (94d00825-4c14-4367-b026-64428cd66896), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.394723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a3c6f0b-5e44-4851-9924-88d1166d8d12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network 574315d2-5a46-4fef-876e-95a0da4ac928 is not hosted by any dhcp agent {{(pid=104224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:36:42.399710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c6f0b-5e44-4851-9924-88d1166d8d12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:42.400549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6f0b-5e44-4851-9924-88d1166d8d12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.402095 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0a3c6f0b-5e44-4851-9924-88d1166d8d12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "PUT /v2.0/networks/574315d2-5a46-4fef-876e-95a0da4ac928 HTTP/1.1" status: 200 len: 723 time: 0.9347911 Apr 29 07:36:42.404683 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4b2903b-8f0c-4840-abab-25014cfb447a req-3fd27e2c-9851-4628-9049-aadb9f7c94d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967195 Apr 29 07:36:42.409987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49304) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:42.415600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': '574315d2-5a46-4fef-876e-95a0da4ac928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:42.426803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd27e2c-9851-4628-9049-aadb9f7c94d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ef05a742-be5d-4905-9812-8bb8f2b32236,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:42.457279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=94d00825-4c14-4367-b026-64428cd66896,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:42.460348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0968fb50-ee15-4598-a3ea-f824a0264177), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.484986 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c6f0b-5e44-4851-9924-88d1166d8d12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=574315d2-5a46-4fef-876e-95a0da4ac928,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:42.499803 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 574315d2-5a46-4fef-876e-95a0da4ac928 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:42.524787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ac5-e5af-427b-a132-95eb21e5f93b admin admin] Publish callbacks [] for security_group (4b825ced-0368-4549-b95b-d706f1472c76), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.528176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Network 0e98a725-375c-4c08-8c4f-3cf05366eab9 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:42.534824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:42.547557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:42.597203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ac5-e5af-427b-a132-95eb21e5f93b admin admin] Publish callbacks [] for security_group (4b825ced-0368-4549-b95b-d706f1472c76), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.709048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (bf1dce11-776c-45ef-a941-052c3aeebcf0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.711313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:42.715379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.896129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event updated for resources: {'Port': ['ID=0968fb50-ee15-4598-a3ea-f824a0264177,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:42.900039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7f6345a7-17a8-40a4-82d2-cb55d54df96c None None] Provisioning complete for port 0968fb50-ee15-4598-a3ea-f824a0264177 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:42.900571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7f6345a7-17a8-40a4-82d2-cb55d54df96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0968fb50-ee15-4598-a3ea-f824a0264177), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.940679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (4d6e2191-88e4-4581-b155-971f3aa2fd10), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:42.956744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7f6345a7-17a8-40a4-82d2-cb55d54df96c None None] Port 0968fb50-ee15-4598-a3ea-f824a0264177 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:42.960397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:43.024095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:43.024726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.029099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ac5-e5af-427b-a132-95eb21e5f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (4b825ced-0368-4549-b95b-d706f1472c76), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.032612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6edf5ac5-e5af-427b-a132-95eb21e5f93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.034492 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6edf5ac5-e5af-427b-a132-95eb21e5f93b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b825ced-0368-4549-b95b-d706f1472c76 HTTP/1.1" status: 204 len: 168 time: 0.7711263 Apr 29 07:36:43.034900 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks [] for port (c092a7db-21da-4b98-8d9a-5e23880e0ae6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.052333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf5ac5-e5af-427b-a132-95eb21e5f93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b825ced-0368-4549-b95b-d706f1472c76,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:43.057501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (8b5a4b35-41e4-477a-8e8a-8da20d60e251), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.104727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843b71c-aaf9-407a-9f91-5c5aee189f87 req-a91704fb-0083-4a1e-9c4d-9d2481b752f5 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:43.106468 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c843b71c-aaf9-407a-9f91-5c5aee189f87 req-a91704fb-0083-4a1e-9c4d-9d2481b752f5 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 946 time: 0.4246278 Apr 29 07:36:43.130604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c092a7db-21da-4b98-8d9a-5e23880e0ae6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.166611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bf1dce11-776c-45ef-a941-052c3aeebcf0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.218476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0968fb50-ee15-4598-a3ea-f824a0264177), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.228701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d5eff-f9a9-415c-b85f-d33a546c8447 None None] Network ff139312-a049-4528-86b2-351919c8f897 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:43.234490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking segment: {'id': '3089c37d-4306-450f-a853-abade6a69ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '574315d2-5a46-4fef-876e-95a0da4ac928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:43.234853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network hostable DHCP agents. Network: 574315d2-5a46-4fef-876e-95a0da4ac928, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:43.235796 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:43.243178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:43.247860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=8b5a4b35-41e4-477a-8e8a-8da20d60e251,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:43.256654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:43.270209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:43.276517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:43.279460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:43.285490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:43.286123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.301883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:43.302517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.313869 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c843b71c-aaf9-407a-9f91-5c5aee189f87 req-19c63de6-824a-432c-866f-ee7c3667c773 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899188 Apr 29 07:36:43.319315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Pushing event updated for resources: {'Port': ['ID=c092a7db-21da-4b98-8d9a-5e23880e0ae6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:43.323536 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4533341 Apr 29 07:36:43.324558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49312) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:43.331287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network 574315d2-5a46-4fef-876e-95a0da4ac928 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:43.336553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/893016b5-21ea-4f61-973a-e165e1561ccd/7557d997-388a-4e16-8ef1-b8d07a8399c0) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:43.339189 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a9a02018-4ebb-4d88-901f-223e69ea5d00 None None] Provisioning complete for port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:43.339695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9a02018-4ebb-4d88-901f-223e69ea5d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.374030 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d8795-a991-4d2d-a642-b860efe2ebdd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=bf1dce11-776c-45ef-a941-052c3aeebcf0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:43.375850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:43.376294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.404907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 574315d2-5a46-4fef-876e-95a0da4ac928) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:43.424102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:43.424753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.430859 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d0a23112-d4da-49e6-85db-d1035e24735c tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.4977598 Apr 29 07:36:43.431482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49318) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:43.439110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.87'}]}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:43.480862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263cc3cc-f71c-48b1-ac2d-542d3769e090 None None] Network 574315d2-5a46-4fef-876e-95a0da4ac928 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:43.505397 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-55fd5529-b21a-40c2-b16c-e3c5ccc57697 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0934036 Apr 29 07:36:43.514103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49320) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:43.522518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a10615ee-86ab-497b-8f2c-d4a69fa0a3a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:43.564689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4'}, {'server_uuid': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d00825-4c14-4367-b026-64428cd66896'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:36:43.567658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70991103-4b0c-44f7-a55b-5be527e36dc4" -d '{"events": [{"server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4"}, {"server_uuid": "c2c870b9-5714-4a8f-86c4-05506174d8d0", "name": "network-vif-plugged", "status": "completed", "tag": "94d00825-4c14-4367-b026-64428cd66896"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:36:43.583355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a7df08-fbbe-408e-9119-73b83992d84a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:43.585782 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-80a7df08-fbbe-408e-9119-73b83992d84a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2518504 Apr 29 07:36:43.591453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa10806-f86f-4660-bc93-3d697bfb73f5 req-b3341581-d181-4814-bce1-123cc1a1d797 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:43.593147 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7aa10806-f86f-4660-bc93-3d697bfb73f5 req-b3341581-d181-4814-bce1-123cc1a1d797 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1587579 Apr 29 07:36:43.593887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49326) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:43.596577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (c4273961-aa9d-46ae-bf98-deb5a60b88a2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.597741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (c4273961-aa9d-46ae-bf98-deb5a60b88a2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.679111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a10615ee-86ab-497b-8f2c-d4a69fa0a3a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8829832'] for subnet (8b5a4b35-41e4-477a-8e8a-8da20d60e251), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.718517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks [] for router_controller (c4273961-aa9d-46ae-bf98-deb5a60b88a2), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.718979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3608-1780-4cbc-977e-34e5278d156c req-1b870945-949a-4356-820c-b03f13ec7d61 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:43.720780 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb0d3608-1780-4cbc-977e-34e5278d156c req-1b870945-949a-4356-820c-b03f13ec7d61 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 945 time: 0.2775266 Apr 29 07:36:43.818698 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb0d3608-1780-4cbc-977e-34e5278d156c req-d7af7a3f-15c3-4c46-aa1c-d4156e244d0d tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920608 Apr 29 07:36:43.856226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee,segment=NetworkSegment(3b8ce779-c2d8-47d6-818d-ec363f4622a9),segment_id=3b8ce779-c2d8-47d6-818d-ec363f4622a9)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:43.870333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.888386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a9a02018-4ebb-4d88-901f-223e69ea5d00 None None] Current status of the port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:43.888810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9a02018-4ebb-4d88-901f-223e69ea5d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:43.940565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Apr 2022 07:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12812e5-9df9-4b14-9016-087d8f33bd02 x-openstack-request-id: req-a12812e5-9df9-4b14-9016-087d8f33bd02 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:36:43.941598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4", "code": 200}, {"server_uuid": "c2c870b9-5714-4a8f-86c4-05506174d8d0", "name": "network-vif-plugged", "status": "completed", "tag": "94d00825-4c14-4367-b026-64428cd66896", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:36:43.941995 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a12812e5-9df9-4b14-9016-087d8f33bd02 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:36:43.942525 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12812e5-9df9-4b14-9016-087d8f33bd02'] response: {'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'code': 200} Apr 29 07:36:43.942918 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12812e5-9df9-4b14-9016-087d8f33bd02'] response: {'server_uuid': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d00825-4c14-4367-b026-64428cd66896', 'code': 200} Apr 29 07:36:43.955131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a10615ee-86ab-497b-8f2c-d4a69fa0a3a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745940776479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3329702'] for subnet (8b5a4b35-41e4-477a-8e8a-8da20d60e251), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.006163 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7aa10806-f86f-4660-bc93-3d697bfb73f5 req-b445ba7f-f50c-4ea7-aa83-708568fed862 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825159 Apr 29 07:36:44.075434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10615ee-86ab-497b-8f2c-d4a69fa0a3a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:44.076146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a10615ee-86ab-497b-8f2c-d4a69fa0a3a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.078558 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a10615ee-86ab-497b-8f2c-d4a69fa0a3a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "PUT /v2.0/subnets/8b5a4b35-41e4-477a-8e8a-8da20d60e251 HTTP/1.1" status: 200 len: 826 time: 0.5621283 Apr 29 07:36:44.078558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10615ee-86ab-497b-8f2c-d4a69fa0a3a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=8b5a4b35-41e4-477a-8e8a-8da20d60e251,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:44.089525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49338) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:44.151755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks [] for router_gateway (c4273961-aa9d-46ae-bf98-deb5a60b88a2), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.171366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8bb70-86d9-42dc-b6fc-b0052706d01d None None] Update dhcp port {'port': {'network_id': 'ff139312-a049-4528-86b2-351919c8f897', 'fixed_ips': [{'subnet_id': 'dabd7b42-0147-41cf-9a5c-c68ffa947eed', 'ip_address': '2001:db8::2'}, {'subnet_id': '32a929bb-ae03-4b58-812c-cfa0db73defa'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': 'df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:36:44.207208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6cf8bb70-86d9-42dc-b6fc-b0052706d01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.219333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-574315d2-5a46-4fef-876e-95a0da4ac928', 'network_id': '574315d2-5a46-4fef-876e-95a0da4ac928', 'project_id': '51e9992f74a84112881b3d1213f050ef', 'fixed_ips': [{'subnet_id': '8b5a4b35-41e4-477a-8e8a-8da20d60e251'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:44.220823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.223552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:44.231065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-0095682f-ffe9-454c-b1d6-a632e84a9025 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port bf1dce11-776c-45ef-a941-052c3aeebcf0 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:44.231406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0095682f-ffe9-454c-b1d6-a632e84a9025 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bf1dce11-776c-45ef-a941-052c3aeebcf0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.275441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-a9a02018-4ebb-4d88-901f-223e69ea5d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:36:44.276056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-a9a02018-4ebb-4d88-901f-223e69ea5d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:36:44.306332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Publish callbacks [] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.316749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (574315d2-5a46-4fef-876e-95a0da4ac928), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.363033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.412412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:44.426923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49348) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:44.452641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (8b5a4b35-41e4-477a-8e8a-8da20d60e251), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.464012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for port (0968fb50-ee15-4598-a3ea-f824a0264177), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.469957 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:44.492905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:44.524696 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b82e-cf04-4e57-af24-31f13cb6ede9 req-1798948a-bac5-4af9-8a42-e0a12f9828c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:44.524696 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3296b82e-cf04-4e57-af24-31f13cb6ede9 req-1798948a-bac5-4af9-8a42-e0a12f9828c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 1129 time: 0.1671944 Apr 29 07:36:44.533610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0413a8-115c-468d-99ed-a7c28fb01c5f req-eada937f-cb37-4969-bd0a-0c4d8e2c6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:44.535065 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2e0413a8-115c-468d-99ed-a7c28fb01c5f req-eada937f-cb37-4969-bd0a-0c4d8e2c6b11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1130 time: 0.1812680 Apr 29 07:36:44.541305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (0968fb50-ee15-4598-a3ea-f824a0264177), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.552643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Pushing event updated for resources: {'Port': ['ID=7557d997-388a-4e16-8ef1-b8d07a8399c0,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:44.557116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0095682f-ffe9-454c-b1d6-a632e84a9025 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bf1dce11-776c-45ef-a941-052c3aeebcf0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.618881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-999813271'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:44.633392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-0095682f-ffe9-454c-b1d6-a632e84a9025 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for bf1dce11-776c-45ef-a941-052c3aeebcf0 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:44.638286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b424e2-c6b8-4ec8-aedb-051202f78af1 req-f5d9e63d-ef9c-4ad3-aebb-9a14e418b750 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:44.645291 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-29b424e2-c6b8-4ec8-aedb-051202f78af1 req-f5d9e63d-ef9c-4ad3-aebb-9a14e418b750 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 946 time: 0.2101347 Apr 29 07:36:44.651948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Attempting to bind port 7557d997-388a-4e16-8ef1-b8d07a8399c0 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:44.651948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Attempting to bind port 7557d997-388a-4e16-8ef1-b8d07a8399c0 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:44.652221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Attempting to bind port 7557d997-388a-4e16-8ef1-b8d07a8399c0 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:44.656917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Allocated IP 2001:db8::2 (574315d2-5a46-4fef-876e-95a0da4ac928/8b5a4b35-41e4-477a-8e8a-8da20d60e251/fa91c721-8936-450d-a351-ae5368bbaf62) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:44.667868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:44.668148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:44.668529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.668991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:44.669532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Bound port: 7557d997-388a-4e16-8ef1-b8d07a8399c0, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:44.669849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.670995 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3296b82e-cf04-4e57-af24-31f13cb6ede9 req-4c6ac7c4-b186-45e7-b078-027080a7a4a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395369 Apr 29 07:36:44.675191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event updated for resources: {'Port': ['ID=0968fb50-ee15-4598-a3ea-f824a0264177,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:44.684393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (4d6e2191-88e4-4581-b155-971f3aa2fd10), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.687465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-6cf8bb70-86d9-42dc-b6fc-b0052706d01d None None] Allocated IP 172.20.0.1 (ff139312-a049-4528-86b2-351919c8f897/32a929bb-ae03-4b58-812c-cfa0db73defa/df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:44.692352 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2e0413a8-115c-468d-99ed-a7c28fb01c5f req-beedea7c-9b1f-4efc-bd90-585a3adf2a81 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489844 Apr 29 07:36:44.703024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Made reservation on behalf of b8af5c7ff5f849b489a7dfb0bd52642c for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:44.706475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.725482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.741761 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-29b424e2-c6b8-4ec8-aedb-051202f78af1 req-28bc9134-73c2-4428-a060-e533daba1aaf tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955834 Apr 29 07:36:44.876376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for security_group (54fa2dff-4c7b-43e1-9c0a-5e06ea1d1cc6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.903280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Network 0e98a725-375c-4c08-8c4f-3cf05366eab9 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:44.903516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (54fa2dff-4c7b-43e1-9c0a-5e06ea1d1cc6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:44.912878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:44.913115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a9a02018-4ebb-4d88-901f-223e69ea5d00 None None] Current status of the port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:44.936288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] For port 7557d997-388a-4e16-8ef1-b8d07a8399c0, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:44.943690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] For port 7557d997-388a-4e16-8ef1-b8d07a8399c0, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7557d997-388a-4e16-8ef1-b8d07a8399c0,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:44.976156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:44.997966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.021416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa2dff-4c7b-43e1-9c0a-5e06ea1d1cc6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:45.072304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a58c3-c593-4f19-ad84-6471ff8d4223 req-3e995127-cccc-4056-9ef8-5515b357336b tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:45.075215 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fe4a58c3-c593-4f19-ad84-6471ff8d4223 req-3e995127-cccc-4056-9ef8-5515b357336b tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 945 time: 0.1108282 Apr 29 07:36:45.103295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0095682f-ffe9-454c-b1d6-a632e84a9025 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (bf1dce11-776c-45ef-a941-052c3aeebcf0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.109507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:45.126185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6cf8bb70-86d9-42dc-b6fc-b0052706d01d None None] For port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee,segment=NetworkSegment(3b8ce779-c2d8-47d6-818d-ec363f4622a9),segment_id=3b8ce779-c2d8-47d6-818d-ec363f4622a9)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:45.141763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6eedcbe6-0d47-47a5-820c-5b010c1c3525), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.142526 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Added segment 6eedcbe6-0d47-47a5-820c-5b010c1c3525 of type vlan for network 8754e72e-777c-44e3-b724-d3fa276a985c Apr 29 07:36:45.198051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Publish callbacks [] for port (fa91c721-8936-450d-a351-ae5368bbaf62), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.199482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896606e-a5f0-46d6-b149-4de311b74a4a None None] Pushing event updated for resources: {'Port': ['ID=7557d997-388a-4e16-8ef1-b8d07a8399c0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:45.224553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6cf8bb70-86d9-42dc-b6fc-b0052706d01d None None] Publish callbacks [] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.224881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095682f-ffe9-454c-b1d6-a632e84a9025 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=bf1dce11-776c-45ef-a941-052c3aeebcf0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:45.231048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (fa91c721-8936-450d-a351-ae5368bbaf62), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.250905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6cf8bb70-86d9-42dc-b6fc-b0052706d01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.277068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks [] for router_gateway (c4273961-aa9d-46ae-bf98-deb5a60b88a2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.286041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0095682f-ffe9-454c-b1d6-a632e84a9025 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.289187 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0095682f-ffe9-454c-b1d6-a632e84a9025 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/bf1dce11-776c-45ef-a941-052c3aeebcf0 HTTP/1.1" status: 204 len: 168 time: 1.6671696 Apr 29 07:36:45.299580 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fe4a58c3-c593-4f19-ad84-6471ff8d4223 req-7c1a04fa-36d8-4c2d-8192-c141fdf1f94a tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169015 Apr 29 07:36:45.300165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49358) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:45.302678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (8754e72e-777c-44e3-b724-d3fa276a985c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.309931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (8b5a4b35-41e4-477a-8e8a-8da20d60e251), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.314931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.322913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:45.323509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.328343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118811c6-b084-49d7-876e-d4bf4520f17f req-48fb2a63-8bf6-477f-91b5-fb7ed83c3454 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:45.329616 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-118811c6-b084-49d7-876e-d4bf4520f17f req-48fb2a63-8bf6-477f-91b5-fb7ed83c3454 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 946 time: 0.3412838 Apr 29 07:36:45.342163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49360) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:45.352436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Request body: {'floatingip': {'port_id': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:45.357128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Network 574315d2-5a46-4fef-876e-95a0da4ac928 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:45.472175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:45.493702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Router 4d6e2191-88e4-4581-b155-971f3aa2fd10 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:36:45.497624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:45.499691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Pushing event updated for resources: {'Port': ['ID=fa91c721-8936-450d-a351-ae5368bbaf62,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:45.499810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for floatingip (4ac08223-f5fc-4c4b-a81f-bffb8c037344), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.570287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0ca83-d558-47ba-a422-444d84b95225 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:45.571711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0ca83-d558-47ba-a422-444d84b95225 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:45.579885 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d3b0ca83-d558-47ba-a422-444d84b95225 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2720883 Apr 29 07:36:45.582213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (574315d2-5a46-4fef-876e-95a0da4ac928), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.586624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49362) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:45.588690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5a4b35-41e4-477a-8e8a-8da20d60e251,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:45.602468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cbec0cee-b54c-40ac-aaab-46192786d493 None None] Provisioning complete for port 0968fb50-ee15-4598-a3ea-f824a0264177 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:45.602843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cbec0cee-b54c-40ac-aaab-46192786d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0968fb50-ee15-4598-a3ea-f824a0264177), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.667753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8bb70-86d9-42dc-b6fc-b0052706d01d None None] Pushing event updated for resources: {'Port': ['ID=df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:45.701964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:36:45.744261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Attempting to bind port fa91c721-8936-450d-a351-ae5368bbaf62 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:45.745737 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Attempting to bind port fa91c721-8936-450d-a351-ae5368bbaf62 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '3089c37d-4306-450f-a853-abade6a69ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '574315d2-5a46-4fef-876e-95a0da4ac928'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:45.746170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Attempting to bind port fa91c721-8936-450d-a351-ae5368bbaf62 on network 574315d2-5a46-4fef-876e-95a0da4ac928 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:45.750272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574315d2-5a46-4fef-876e-95a0da4ac928']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:45.758015 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 893016b5-21ea-4f61-973a-e165e1561ccd {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:36:45.772384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (893016b5-21ea-4f61-973a-e165e1561ccd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.775365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (8754e72e-777c-44e3-b724-d3fa276a985c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.777525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:45.783816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:45.784197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Checking segment: {'id': '3089c37d-4306-450f-a853-abade6a69ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '574315d2-5a46-4fef-876e-95a0da4ac928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:45.784602 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.784943 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:45.785055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Bound using segment: {'id': '3089c37d-4306-450f-a853-abade6a69ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '574315d2-5a46-4fef-876e-95a0da4ac928'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:45.785479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Bound port: fa91c721-8936-450d-a351-ae5368bbaf62, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3089c37d-4306-450f-a853-abade6a69ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '574315d2-5a46-4fef-876e-95a0da4ac928'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:45.785866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fa91c721-8936-450d-a351-ae5368bbaf62), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.786058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.788270 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cbec0cee-b54c-40ac-aaab-46192786d493 None None] Port 0968fb50-ee15-4598-a3ea-f824a0264177 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:45.828528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3089c37d-4306-450f-a853-abade6a69ff8') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:45.828869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3089c37d-4306-450f-a853-abade6a69ff8') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:45.900968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] For port fa91c721-8936-450d-a351-ae5368bbaf62, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:45.904557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] For port fa91c721-8936-450d-a351-ae5368bbaf62, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fa91c721-8936-450d-a351-ae5368bbaf62,segment=NetworkSegment(3089c37d-4306-450f-a853-abade6a69ff8),segment_id=3089c37d-4306-450f-a853-abade6a69ff8)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:45.914263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (fa91c721-8936-450d-a351-ae5368bbaf62), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:45.931282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (3089c37d-4306-450f-a853-abade6a69ff8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:46.052890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb55b3-9c41-4087-b450-74d4000b78bd None None] Pushing event updated for resources: {'Port': ['ID=fa91c721-8936-450d-a351-ae5368bbaf62,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:46.076671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db48b24d-3b7c-4cb9-a52d-8b8ccbfba5e3 None None] Network 574315d2-5a46-4fef-876e-95a0da4ac928 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:46.394598 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:36:46.412517 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0b18297a-7548-44b1-9116-7844ea333f6a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "PUT /v2.0/routers/4d6e2191-88e4-4581-b155-971f3aa2fd10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5272062 Apr 29 07:36:46.418254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49366) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:46.423355 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462159b6-3c73-45ed-90e3-34fabf65959d None None] Network ff139312-a049-4528-86b2-351919c8f897 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:46.426903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9e87-efa9-42d7-a71b-989a727880b2 req-832c6e85-2636-48a7-9b69-820bfa7390b2 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:46.428481 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a8de9e87-efa9-42d7-a71b-989a727880b2 req-832c6e85-2636-48a7-9b69-820bfa7390b2 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.8409703 Apr 29 07:36:46.436300 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0056045 Apr 29 07:36:46.436952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49368) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:46.439529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e44a98-0cc9-40bd-8a9d-55663c9b534e None None] Sync routers for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:36:46.445565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (893016b5-21ea-4f61-973a-e165e1561ccd), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:46.452882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Request body: {'port': {'network_id': '0e98a725-375c-4c08-8c4f-3cf05366eab9', 'name': 'tempest-FloatingIPAdminTestJSON-1079474289'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:46.522946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks [] for router (c4273961-aa9d-46ae-bf98-deb5a60b88a2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:46.533686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-35bf9326-bc71-46bf-9360-9edfb1309df1 None None] Provisioning complete for port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:46.534059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-35bf9326-bc71-46bf-9360-9edfb1309df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:46.535587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e44a98-0cc9-40bd-8a9d-55663c9b534e None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:46.536224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a6e44a98-0cc9-40bd-8a9d-55663c9b534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:46.544232 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (3089c37d-4306-450f-a853-abade6a69ff8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:46.547855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d57d5-8d82-4b04-99d7-bd2c235c1c50 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Network': ['ID=8754e72e-777c-44e3-b724-d3fa276a985c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:46.567091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'subnet': {'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:46.586836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:46.587242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (3089c37d-4306-450f-a853-abade6a69ff8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:46.608706 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:46.615099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 8754e72e-777c-44e3-b724-d3fa276a985c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:46.641967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a6e44a98-0cc9-40bd-8a9d-55663c9b534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:46.685140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d820b-1c04-4507-9328-7b54f7c11289 None None] Network 574315d2-5a46-4fef-876e-95a0da4ac928 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:46.721023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94178a14-1fdf-4b75-beab-b50e722a4dde req-c148a802-661f-435a-8d37-d7bb4c92b3e9 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:46.721303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (893016b5-21ea-4f61-973a-e165e1561ccd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:46.722576 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-94178a14-1fdf-4b75-beab-b50e722a4dde req-c148a802-661f-435a-8d37-d7bb4c92b3e9 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 945 time: 0.3091819 Apr 29 07:36:46.792753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:36:46.792753 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:36:46.792753 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': '574315d2-5a46-4fef-876e-95a0da4ac928'}] Apr 29 07:36:46.792753 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:36:46.793093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:36:46.807882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e44a98-0cc9-40bd-8a9d-55663c9b534e None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:46.808608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a6e44a98-0cc9-40bd-8a9d-55663c9b534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:46.809940 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a8de9e87-efa9-42d7-a71b-989a727880b2 req-c316bf76-9265-4850-8e25-425b9895cddc tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709462 Apr 29 07:36:46.833782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Made reservation on behalf of b8af5c7ff5f849b489a7dfb0bd52642c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:46.837858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:46.879310 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a6e44a98-0cc9-40bd-8a9d-55663c9b534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:46.882565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e44a98-0cc9-40bd-8a9d-55663c9b534e None None] The sync data for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:46.950124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (893016b5-21ea-4f61-973a-e165e1561ccd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.009878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=893016b5-21ea-4f61-973a-e165e1561ccd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:47.015373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.017471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-35bf9326-bc71-46bf-9360-9edfb1309df1 None None] Current status of the port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:47.018591 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/893016b5-21ea-4f61-973a-e165e1561ccd HTTP/1.1" status: 204 len: 168 time: 1.4264045 Apr 29 07:36:47.024915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:47.071504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (c4273961-aa9d-46ae-bf98-deb5a60b88a2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.082557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks [] for router_controller (c4273961-aa9d-46ae-bf98-deb5a60b88a2), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.092906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Made reservation on behalf of a93ca7c105aa4bf78f22716d9539d3f6 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:47.096511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.102745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.103628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.107267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.108743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.109316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.110157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.110675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.111184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.111717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.122304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.122709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.124902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.125203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74622216-9eca-4af6-bd78-09dfdf3ebf9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:47.133296 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-63e7ab4f-9521-419e-aa01-4300ab1851bc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072047 Apr 29 07:36:47.137819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49372) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:47.148758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:47.163315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-020815de-4ddd-4ee1-a1c4-7be9e1bd5faf None None] Provisioning complete for port 7557d997-388a-4e16-8ef1-b8d07a8399c0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:47.167646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-020815de-4ddd-4ee1-a1c4-7be9e1bd5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.167806 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-94178a14-1fdf-4b75-beab-b50e722a4dde req-54153eb2-34de-47a3-b4b8-82aa8ad9021f tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847737 Apr 29 07:36:47.170875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7557d997-388a-4e16-8ef1-b8d07a8399c0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:47.248296 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] device_id is not set on port 3ad45396-186b-46b7-be45-bde1367f335f yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:47.256744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88423608-4188-41d3-a26c-dc364cb648fa None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:47.269995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.resource_extend [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:36:47.296212 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (574315d2-5a46-4fef-876e-95a0da4ac928), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.315381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (c4273961-aa9d-46ae-bf98-deb5a60b88a2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.316006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4273961-aa9d-46ae-bf98-deb5a60b88a2 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:36:47.412385 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:36:47.414791 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-723e3efd-4cc2-47c0-96c4-feabb30fc82a tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.9778888 Apr 29 07:36:47.420260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:47.423594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.425014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.425893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7557d997-388a-4e16-8ef1-b8d07a8399c0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:47.426353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.427145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49376) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:47.442842 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (4ac08223-f5fc-4c4b-a81f-bffb8c037344), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.506949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-020815de-4ddd-4ee1-a1c4-7be9e1bd5faf None None] Current status of the port 7557d997-388a-4e16-8ef1-b8d07a8399c0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:47.507405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-020815de-4ddd-4ee1-a1c4-7be9e1bd5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.529381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6322c981-d2dc-4062-bea5-1044d2500d11 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:36:47.543710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (c92e8300-4cfb-4f69-856c-e285bf0052de), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.601916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f380a0-d67c-444d-ac95-7f14a7b42ca5 req-622d2a4c-64cb-471e-b57f-533feb0650fc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:47.603521 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5f380a0-d67c-444d-ac95-7f14a7b42ca5 req-622d2a4c-64cb-471e-b57f-533feb0650fc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 945 time: 0.2638168 Apr 29 07:36:47.603726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-020815de-4ddd-4ee1-a1c4-7be9e1bd5faf None None] For port 7557d997-388a-4e16-8ef1-b8d07a8399c0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7557d997-388a-4e16-8ef1-b8d07a8399c0,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:47.615063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7557d997-388a-4e16-8ef1-b8d07a8399c0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:47.616473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.626011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49378) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:47.634139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-020815de-4ddd-4ee1-a1c4-7be9e1bd5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.638347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Request body: {'floatingip': {'port_id': '2f5539fc-3323-411c-9f9f-4710253dfad4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:47.728023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020815de-4ddd-4ee1-a1c4-7be9e1bd5faf None None] Pushing event updated for resources: {'Port': ['ID=7557d997-388a-4e16-8ef1-b8d07a8399c0,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:47.737356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6322c981-d2dc-4062-bea5-1044d2500d11 None None] Deleting port 7557d997-388a-4e16-8ef1-b8d07a8399c0 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:47.738185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6322c981-d2dc-4062-bea5-1044d2500d11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.755383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting port fa91c721-8936-450d-a351-ae5368bbaf62 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:47.755721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (fa91c721-8936-450d-a351-ae5368bbaf62), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.758794 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for floatingip (ec24724c-5b6c-4d2b-8e43-7259ce3e91ee), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.765051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Subnet': ['ID=c92e8300-4cfb-4f69-856c-e285bf0052de,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:47.804151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:36:47.804500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:36:47.820061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6322c981-d2dc-4062-bea5-1044d2500d11 None None] For port 7557d997-388a-4e16-8ef1-b8d07a8399c0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7557d997-388a-4e16-8ef1-b8d07a8399c0,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:47.820912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6322c981-d2dc-4062-bea5-1044d2500d11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.832699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-82443a93-e4a5-43b9-9ae3-60ab94c4e5bb None None] Provisioning complete for port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:47.832699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-82443a93-e4a5-43b9-9ae3-60ab94c4e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.845656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Checking segment: {'id': '6eedcbe6-0d47-47a5-820c-5b010c1c3525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:47.846014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Network hostable DHCP agents. Network: 8754e72e-777c-44e3-b724-d3fa276a985c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:47.855356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6322c981-d2dc-4062-bea5-1044d2500d11 None None] Calling delete_port for 7557d997-388a-4e16-8ef1-b8d07a8399c0 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:47.855533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Allocated IP 172.20.0.9 (0e98a725-375c-4c08-8c4f-3cf05366eab9/93e1c495-8697-4fff-9a35-71f19d29e2ba/3ad45396-186b-46b7-be45-bde1367f335f) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:47.931460 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Floating IP 4ac08223-f5fc-4c4b-a81f-bffb8c037344 associated. External IP: 172.26.3.159, port: 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39. Apr 29 07:36:47.987194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] For port fa91c721-8936-450d-a351-ae5368bbaf62, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fa91c721-8936-450d-a351-ae5368bbaf62,segment=NetworkSegment(3089c37d-4306-450f-a853-abade6a69ff8),segment_id=3089c37d-4306-450f-a853-abade6a69ff8)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:47.987560 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (fa91c721-8936-450d-a351-ae5368bbaf62), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:47.997082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Network 8754e72e-777c-44e3-b724-d3fa276a985c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:48.004498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-82443a93-e4a5-43b9-9ae3-60ab94c4e5bb None None] Current status of the port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:48.012050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-82443a93-e4a5-43b9-9ae3-60ab94c4e5bb None None] Could not find standard attr ID for object bf1dce11-776c-45ef-a941-052c3aeebcf0. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:36:48.027401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6322c981-d2dc-4062-bea5-1044d2500d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (7557d997-388a-4e16-8ef1-b8d07a8399c0), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.060444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322c981-d2dc-4062-bea5-1044d2500d11 None None] Pushing event deleted for resources: {'Port': ['ID=7557d997-388a-4e16-8ef1-b8d07a8399c0,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:48.072374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Calling delete_port for fa91c721-8936-450d-a351-ae5368bbaf62 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:48.073321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322c981-d2dc-4062-bea5-1044d2500d11 None None] No DVR routers for this DVR port 7557d997-388a-4e16-8ef1-b8d07a8399c0 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:48.092084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ea536-7a04-4472-aa68-1c17f123f34d tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Deleting port c092a7db-21da-4b98-8d9a-5e23880e0ae6 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:48.092519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea536-7a04-4472-aa68-1c17f123f34d tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c092a7db-21da-4b98-8d9a-5e23880e0ae6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.098444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 8754e72e-777c-44e3-b724-d3fa276a985c) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:48.100123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d5fc2-3973-4891-aa07-df05c75de25d None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:36:48.139788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:48.140382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.229485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (f35de92c-37d5-4abd-8fd4-207170ac86d5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.248571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a011a-7444-462a-896e-9d05af5dd9da req-578d6d60-1e4d-46e4-9124-3775036de0be tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:48.250077 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ff3a011a-7444-462a-896e-9d05af5dd9da req-578d6d60-1e4d-46e4-9124-3775036de0be tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3144259 Apr 29 07:36:48.255422 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f8707040-085f-474a-8e6b-9248f220ca84 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7059464 Apr 29 07:36:48.262249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49382) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:48.278063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'port': {'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-502456209'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:48.280154 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d5fc2-3973-4891-aa07-df05c75de25d None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:36:48.287177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea536-7a04-4472-aa68-1c17f123f34d tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c092a7db-21da-4b98-8d9a-5e23880e0ae6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.303709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:48.307427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for port (3ad45396-186b-46b7-be45-bde1367f335f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.322778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:48.330990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:48.331580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.335821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ea536-7a04-4472-aa68-1c17f123f34d tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Calling delete_port for c092a7db-21da-4b98-8d9a-5e23880e0ae6 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:48.354200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Port 7557d997-388a-4e16-8ef1-b8d07a8399c0 update to ACTIVE by agent not found {{(pid=104225) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 29 07:36:48.354634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:48.403912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=f35de92c-37d5-4abd-8fd4-207170ac86d5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:48.462303 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-102487a4-922d-4fc7-9209-30310568cc44 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3233104 Apr 29 07:36:48.465728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:48.466096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.496518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49384) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:48.501606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': 'f35de92c-37d5-4abd-8fd4-207170ac86d5', 'ip_address': '2001:db8::fc39:492e:6e82:60b0'}], 'name': 'tempest-NetworksTestDHCPv6-23357014'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:48.511319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (fa91c721-8936-450d-a351-ae5368bbaf62), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.595069 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ff3a011a-7444-462a-896e-9d05af5dd9da req-3a914b15-abf6-437f-9433-105863f94e70 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132572 Apr 29 07:36:48.601161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Port': ['ID=fa91c721-8936-450d-a351-ae5368bbaf62,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:48.630950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No DVR routers for this DVR port fa91c721-8936-450d-a351-ae5368bbaf62 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:48.648121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3ad45396-186b-46b7-be45-bde1367f335f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.703294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Made reservation on behalf of b8af5c7ff5f849b489a7dfb0bd52642c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:48.706623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.739846 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Router 630eeb70-766c-4d1c-9d25-8586e06e99ba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:36:48.743413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Network 0e98a725-375c-4c08-8c4f-3cf05366eab9 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:48.752238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': 'f35de92c-37d5-4abd-8fd4-207170ac86d5'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:48.753080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.755528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-8754e72e-777c-44e3-b724-d3fa276a985c', 'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c', 'project_id': 'b8af5c7ff5f849b489a7dfb0bd52642c', 'fixed_ips': [{'subnet_id': 'c92e8300-4cfb-4f69-856c-e285bf0052de'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:48.756272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.761080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:48.789311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:48.795789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] device_id is not set on port 8773164f-0256-4aa1-b813-86e76f50be6d yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:48.800244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event updated for resources: {'Port': ['ID=3ad45396-186b-46b7-be45-bde1367f335f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:48.803146 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:48.833012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (574315d2-5a46-4fef-876e-95a0da4ac928), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.853977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574315d2-5a46-4fef-876e-95a0da4ac928']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:48.863702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3089c37d-4306-450f-a853-abade6a69ff8') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:48.863915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3089c37d-4306-450f-a853-abade6a69ff8') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:48.873496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (3089c37d-4306-450f-a853-abade6a69ff8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:48.900920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7557d997-388a-4e16-8ef1-b8d07a8399c0 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:36:48.920555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.920928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.921316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.921627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.921961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.922292 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.922620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.922948 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.923280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.923611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.924294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.924401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.924694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:48.941703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 7557d997-388a-4e16-8ef1-b8d07a8399c0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:36:48.942033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7557d997-388a-4e16-8ef1-b8d07a8399c0 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:36:48.965689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (3089c37d-4306-450f-a853-abade6a69ff8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.006895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/f35de92c-37d5-4abd-8fd4-207170ac86d5/e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:49.019825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:36:49.020371 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (3089c37d-4306-450f-a853-abade6a69ff8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:36:49.028884 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:36:49.048693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:36:49.051997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea536-7a04-4472-aa68-1c17f123f34d tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c092a7db-21da-4b98-8d9a-5e23880e0ae6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.098925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Allocated IP 2001:db8::269 (8754e72e-777c-44e3-b724-d3fa276a985c/c92e8300-4cfb-4f69-856c-e285bf0052de/8773164f-0256-4aa1-b813-86e76f50be6d) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:49.114771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:49.116529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.128357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ea536-7a04-4472-aa68-1c17f123f34d tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Pushing event deleted for resources: {'Port': ['ID=c092a7db-21da-4b98-8d9a-5e23880e0ae6,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:49.170247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Publish callbacks [] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.178156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.189818 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ea2ce474-2827-4c81-8c43-cf1601a50b50 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7693572 Apr 29 07:36:49.215409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49388) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:49.222606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:49.225632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:49.239788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:49.241796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Pushing event updated for resources: {'Port': ['ID=e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:49.253358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:36:49.258130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.264241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.264773 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] Sync routers for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:36:49.265298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.265488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.265838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.266454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.266625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.266969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.267305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.268049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.268157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.268450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.268775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.269413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:36:49.287941 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:49.288576 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:49.368634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Attempting to bind port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:49.369131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Attempting to bind port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:49.369458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Attempting to bind port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:49.374928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:49.375593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:49.376261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.376657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:49.377118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Bound port: e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:49.378649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.414580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'project_id': 'a93ca7c105aa4bf78f22716d9539d3f6', 'port_id': '3ad45396-186b-46b7-be45-bde1367f335f'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:49.432604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea536-7a04-4472-aa68-1c17f123f34d tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.436782 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ac1ea536-7a04-4472-aa68-1c17f123f34d tempest-RoutersAdminNegativeIpV6Test-1096763792 tempest-RoutersAdminNegativeIpV6Test-1096763792-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c092a7db-21da-4b98-8d9a-5e23880e0ae6 HTTP/1.1" status: 204 len: 168 time: 2.0079570 Apr 29 07:36:49.452092 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5cacdd6e-095b-40ef-a93e-b43b0b2c3d48 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "PUT /v2.0/floatingips/4ac08223-f5fc-4c4b-a81f-bffb8c037344 HTTP/1.1" status: 200 len: 992 time: 4.1032560 Apr 29 07:36:49.468200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'tag': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:36:49.470079 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80" -d '{"events": [{"name": "network-changed", "server_uuid": "8e72af68-1bd8-4c98-93f5-c874891b3869", "tag": "8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:36:49.479224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (574315d2-5a46-4fef-876e-95a0da4ac928), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.480781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:49.488356 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:49.497170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] For port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:49.502186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.503775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] For port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:49.518153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.543965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.546061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.551471 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/574315d2-5a46-4fef-876e-95a0da4ac928 HTTP/1.1" status: 204 len: 168 time: 5.4608245 Apr 29 07:36:49.563572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49398) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:49.641665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bb0cf-1fb2-46af-a85f-df7c70d06eeb None None] Pushing event updated for resources: {'Port': ['ID=e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:49.653642 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc7481-a84d-41d4-9692-a8e016618934 req-7e975758-6eed-4d7d-b1c2-08102bcedda0 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:49.670421 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03cc7481-a84d-41d4-9692-a8e016618934 req-7e975758-6eed-4d7d-b1c2-08102bcedda0 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.9318607 Apr 29 07:36:49.679545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49400) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:49.704144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Request body: {'floatingip': {'port_id': '94d00825-4c14-4367-b026-64428cd66896'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:49.755617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (ec24724c-5b6c-4d2b-8e43-7259ce3e91ee), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.758970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for floatingip (dd66b6e3-d917-4507-9f81-8396084a855f), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:49.769589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7b448-0a61-4769-9072-eb80ae7a581e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=574315d2-5a46-4fef-876e-95a0da4ac928,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:49.918450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49404) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:49.990673 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '4ac08223-f5fc-4c4b-a81f-bffb8c037344', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'floating_ip_address': '172.26.3.159', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'port_id': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'mac_address': 'fa:16:3e:43:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:36:11Z', 'updated_at': '2022-04-29T07:36:47Z', 'revision_number': 1, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd2c57-ee34-4950-976a-86892c17b129', 'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'mac_address': 'fa:16:3e:b6:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:58Z', 'updated_at': '2022-04-29T07:36:11Z', 'revision_number': 5, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'subnets': [{'id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:49.993799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8302d093-1c3b-4cbd-8843-55f8c44609c1 x-openstack-request-id: req-8302d093-1c3b-4cbd-8843-55f8c44609c1 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:36:49.994289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e72af68-1bd8-4c98-93f5-c874891b3869", "tag": "8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:36:49.995652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8302d093-1c3b-4cbd-8843-55f8c44609c1 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:36:49.996109 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8302d093-1c3b-4cbd-8843-55f8c44609c1'] response: {'name': 'network-changed', 'server_uuid': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'tag': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39', 'status': 'completed', 'code': 200} Apr 29 07:36:50.008203 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-805023d4-be01-4003-8248-11898cd78fd1 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:36:50.008723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805023d4-be01-4003-8248-11898cd78fd1 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:36:50.015329 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-805023d4-be01-4003-8248-11898cd78fd1 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/574315d2-5a46-4fef-876e-95a0da4ac928 HTTP/1.1" status: 404 len: 339 time: 0.4207771 Apr 29 07:36:50.016010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49408) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:50.019080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for port (8773164f-0256-4aa1-b813-86e76f50be6d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.033205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489193614', 'description': 'd1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:50.067860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.075726 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] Checking router: 630eeb70-766c-4d1c-9d25-8586e06e99ba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:36:50.107355 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:50.108005 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:50.149585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-80185026-e92a-492c-a76d-bc23cef3b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:50.151283 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-80185026-e92a-492c-a76d-bc23cef3b8f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f8225b2c6dd4796aa7620c308f02a13&device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 1130 time: 0.3074412 Apr 29 07:36:50.152932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b904961-9dd2-4d03-aa6b-e00011bf9936 req-4039f2d2-b63d-452d-abb4-8a9a36e272af tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:50.154770 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3b904961-9dd2-4d03-aa6b-e00011bf9936 req-4039f2d2-b63d-452d-abb4-8a9a36e272af tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 946 time: 0.6165102 Apr 29 07:36:50.224294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c598682-d809-4d81-b7fa-27a55bbff70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.251858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 9fa139f6-c5a1-43c5-abbd-11122f194e37 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:50.258623 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3b904961-9dd2-4d03-aa6b-e00011bf9936 req-9354a9fa-5fb4-4608-982e-1946791bc3c3 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830686 Apr 29 07:36:50.264259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:50.266196 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:50.268371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.304682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.369467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8773164f-0256-4aa1-b813-86e76f50be6d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.373566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:50.387680 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Floating IP ec24724c-5b6c-4d2b-8e43-7259ce3e91ee associated. External IP: 172.26.3.95, port: 2f5539fc-3323-411c-9f9f-4710253dfad4. Apr 29 07:36:50.447615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Allocated IP 2001:db8::2 (8754e72e-777c-44e3-b724-d3fa276a985c/c92e8300-4cfb-4f69-856c-e285bf0052de/0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:50.458934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Network 8754e72e-777c-44e3-b724-d3fa276a985c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:50.469503 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Port': ['ID=8773164f-0256-4aa1-b813-86e76f50be6d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:50.486801 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:50.505864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:50.513909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:50.515732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.546439 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b26b5c31-2182-49e7-a5ad-ab4197235655 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2802012 Apr 29 07:36:50.552190 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (fbad05e8-e1e5-4352-ba20-f63d85c41c8e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.552532 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment fbad05e8-e1e5-4352-ba20-f63d85c41c8e of type vlan for network 681c7b0d-3e12-4155-8225-d9610e527582 Apr 29 07:36:50.553601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49414) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:50.558629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'port': {'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-812960499', 'allowed_address_pairs': [{'ip_address': '2001:db8::269', 'mac_address': 'fa:16:3e:e3:94:b7'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:50.660231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-a5ef3c3e-1e98-4098-82ab-7c9d8062ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:50.662638 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-a5ef3c3e-1e98-4098-82ab-7c9d8062ebf2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfb5f71e-c5d1-468c-a82b-7008165ba057 HTTP/1.1" status: 200 len: 913 time: 0.4973342 Apr 29 07:36:50.722883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (681c7b0d-3e12-4155-8225-d9610e527582), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.727655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Publish callbacks [] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.739259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.744457 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '4ac08223-f5fc-4c4b-a81f-bffb8c037344', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'floating_ip_address': '172.26.3.159', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'port_id': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'mac_address': 'fa:16:3e:43:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:36:11Z', 'updated_at': '2022-04-29T07:36:47Z', 'revision_number': 1, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd2c57-ee34-4950-976a-86892c17b129', 'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'mac_address': 'fa:16:3e:b6:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:58Z', 'updated_at': '2022-04-29T07:36:11Z', 'revision_number': 5, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'subnets': [{'id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:50.787786 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e344ab-c57f-4fa7-af60-da0552269bf9 None None] The sync data for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv is: [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '4ac08223-f5fc-4c4b-a81f-bffb8c037344', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'floating_ip_address': '172.26.3.159', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'port_id': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'mac_address': 'fa:16:3e:43:4d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:36:11Z', 'updated_at': '2022-04-29T07:36:47Z', 'revision_number': 1, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfd2c57-ee34-4950-976a-86892c17b129', 'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'mac_address': 'fa:16:3e:b6:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:58Z', 'updated_at': '2022-04-29T07:36:11Z', 'revision_number': 5, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'subnets': [{'id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:50.788644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Network 8754e72e-777c-44e3-b724-d3fa276a985c is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:50.797001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:50.804359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:50.818066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Pushing event updated for resources: {'Port': ['ID=0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:50.831463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Allocated IP 172.26.3.209 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/fec46c49-1532-45cf-ba85-42dcaadac3ea) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:50.873239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (681c7b0d-3e12-4155-8225-d9610e527582), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.878601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:50.879230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.929531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Attempting to bind port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:50.930542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Attempting to bind port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '6eedcbe6-0d47-47a5-820c-5b010c1c3525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:50.930542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Attempting to bind port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 on network 8754e72e-777c-44e3-b724-d3fa276a985c {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:50.936329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:50.936704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Checking segment: {'id': '6eedcbe6-0d47-47a5-820c-5b010c1c3525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:50.937106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:50.941170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Bound using segment: {'id': '6eedcbe6-0d47-47a5-820c-5b010c1c3525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:50.941722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Bound port: 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eedcbe6-0d47-47a5-820c-5b010c1c3525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:50.942336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.009322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:51.046803 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0258667 Apr 29 07:36:51.057367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49416) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:51.062618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Made reservation on behalf of b8af5c7ff5f849b489a7dfb0bd52642c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:51.100322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] For port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:51.104128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] For port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5,segment=NetworkSegment(6eedcbe6-0d47-47a5-820c-5b010c1c3525),segment_id=6eedcbe6-0d47-47a5-820c-5b010c1c3525)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:51.115740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.127320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:51.127989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.144757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d4ccd-eeb6-47f8-a2ab-032bf88b7630 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=681c7b0d-3e12-4155-8225-d9610e527582,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:51.178875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 681c7b0d-3e12-4155-8225-d9610e527582 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:51.215393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5a969-240a-473d-82ac-c4ef7a3cebf3 None None] New status for floating IP 4ac08223-f5fc-4c4b-a81f-bffb8c037344: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:36:51.259677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf866846-ccd1-4635-8bad-492f474b00e1 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:51.262191 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bf866846-ccd1-4635-8bad-492f474b00e1 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/networks?id=681c7b0d-3e12-4155-8225-d9610e527582 HTTP/1.1" status: 200 len: 765 time: 0.2007158 Apr 29 07:36:51.268623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49418) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:51.273795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cd803599-8cc6-44ce-b4ed-8466e52e42be tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'description': 'd2'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:51.294803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for port (fec46c49-1532-45cf-ba85-42dcaadac3ea), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.303086 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-8642390f-b767-4a76-81eb-17536241cd2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 HTTP/1.1" status: 200 len: 1000 time: 0.6259923 Apr 29 07:36:51.308740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:36:51.311525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::fc39:492e:6e82:60b0 (5f57687c-3acb-4c32-82c9-53f862533295/f35de92c-37d5-4abd-8fd4-207170ac86d5/9fa139f6-c5a1-43c5-abbd-11122f194e37) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:51.315436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c598682-d809-4d81-b7fa-27a55bbff70c admin admin] Publish callbacks [] for security_group (ba7a47a6-b1fb-43ef-901c-7cbad1c15b79), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.374985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c598682-d809-4d81-b7fa-27a55bbff70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ba7a47a6-b1fb-43ef-901c-7cbad1c15b79), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.399378 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.461214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-df0a1143-4e5f-41b3-b93f-ac6890e3434e None None] Provisioning complete for port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:51.461827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df0a1143-4e5f-41b3-b93f-ac6890e3434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.477878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] device_id is not set on port 5eef314e-f906-4ec0-9183-d64d1728184a yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:51.494113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dcaa7-95d6-44b2-8a9c-143d9cfc7983 None None] Pushing event updated for resources: {'Port': ['ID=0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:51.578305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (fec46c49-1532-45cf-ba85-42dcaadac3ea), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.671296 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd803599-8cc6-44ce-b4ed-8466e52e42be tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (681c7b0d-3e12-4155-8225-d9610e527582), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.675466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:51.695523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-df0a1143-4e5f-41b3-b93f-ac6890e3434e None None] Current status of the port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:51.695943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df0a1143-4e5f-41b3-b93f-ac6890e3434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.710499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:51.714762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:51.751912 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Pushing event updated for resources: {'Port': ['ID=fec46c49-1532-45cf-ba85-42dcaadac3ea,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:51.764981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd803599-8cc6-44ce-b4ed-8466e52e42be tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (681c7b0d-3e12-4155-8225-d9610e527582), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.806917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.822036 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6c598682-d809-4d81-b7fa-27a55bbff70c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=636c3d2573374d65b8fa19c40e3e69ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8853538 Apr 29 07:36:51.833996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49420) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:51.834703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (dd66b6e3-d917-4507-9f81-8396084a855f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.837515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-c458bd7e-e320-448a-8bfe-6b425b10b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:51.839301 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-c458bd7e-e320-448a-8bfe-6b425b10b0f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b3275fe-6e8b-4b60-8828-4707a49eac77 HTTP/1.1" status: 200 len: 851 time: 0.4928274 Apr 29 07:36:51.846534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd803599-8cc6-44ce-b4ed-8466e52e42be tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network 681c7b0d-3e12-4155-8225-d9610e527582 is not hosted by any dhcp agent {{(pid=104224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:36:51.849051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c598682-d809-4d81-b7fa-27a55bbff70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a47a6-b1fb-43ef-901c-7cbad1c15b79,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:51.851331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd803599-8cc6-44ce-b4ed-8466e52e42be tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:51.851936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd803599-8cc6-44ce-b4ed-8466e52e42be tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.856042 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cd803599-8cc6-44ce-b4ed-8466e52e42be tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "PUT /v2.0/networks/681c7b0d-3e12-4155-8225-d9610e527582 HTTP/1.1" status: 200 len: 762 time: 0.5863752 Apr 29 07:36:51.862029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49422) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:51.875857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd803599-8cc6-44ce-b4ed-8466e52e42be tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=681c7b0d-3e12-4155-8225-d9610e527582,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:51.895145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Allocated IP 2001:db8::1fb (8754e72e-777c-44e3-b724-d3fa276a985c/c92e8300-4cfb-4f69-856c-e285bf0052de/5eef314e-f906-4ec0-9183-d64d1728184a) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:51.952275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 681c7b0d-3e12-4155-8225-d9610e527582 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:51.958217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Router beef364d-3bde-46f0-8657-25b72a7dfca8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:36:51.975568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:51.977211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:51.995911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-df0a1143-4e5f-41b3-b93f-ac6890e3434e None None] For port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:52.035149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df0a1143-4e5f-41b3-b93f-ac6890e3434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:52.039469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea0103-2d3b-41b4-8507-3c318ad47fc4 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:52.044763 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bdea0103-2d3b-41b4-8507-3c318ad47fc4 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/networks?id=681c7b0d-3e12-4155-8225-d9610e527582 HTTP/1.1" status: 200 len: 765 time: 0.1817274 Apr 29 07:36:52.051399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49424) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:52.143044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a1143-4e5f-41b3-b93f-ac6890e3434e None None] Pushing event updated for resources: {'Port': ['ID=e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:52.147162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:36:52.147516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:36:52.151589 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Floating IP dd66b6e3-d917-4507-9f81-8396084a855f associated. External IP: 172.26.3.155, port: 94d00825-4c14-4367-b026-64428cd66896. Apr 29 07:36:52.295339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (9fa139f6-c5a1-43c5-abbd-11122f194e37), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:52.328059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-c8f7da39-f6e9-47b4-aa93-e4ee2d4509c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:52.329642 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-c8f7da39-f6e9-47b4-aa93-e4ee2d4509c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfb5f71e-c5d1-468c-a82b-7008165ba057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4716165 Apr 29 07:36:52.334947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27af0de0-d93e-439c-b561-55a43226532e admin admin] Publish callbacks [] for security_group (ba7a47a6-b1fb-43ef-901c-7cbad1c15b79), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:52.429389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723458b-1a26-4d73-aa5b-4825efd95c63 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:52.433804 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b723458b-1a26-4d73-aa5b-4825efd95c63 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3804839 Apr 29 07:36:52.440853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49426) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:52.456690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27af0de0-d93e-439c-b561-55a43226532e admin admin] Publish callbacks [] for security_group (ba7a47a6-b1fb-43ef-901c-7cbad1c15b79), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:52.499817 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-87a12125-6521-4d1a-a96b-360d461b7fa1 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 207 time: 0.0578454 Apr 29 07:36:52.500419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49428) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:52.527733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:36:52.539481 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] Sync routers for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:36:52.541350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9fa139f6-c5a1-43c5-abbd-11122f194e37), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:52.552757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:52.561321 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:52.562281 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:52.582233 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-99a009cf-1f48-46be-8b89-d45101c3a0c3 service neutron] 10.222.0.36 "GET /v2.0/networks/cfb5f71e-c5d1-468c-a82b-7008165ba057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410240 Apr 29 07:36:52.694557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53df8db9-1499-4815-aa1c-f35352a180c1 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:52.697359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708dd0ce-fdf5-422b-9042-387a4a3fb7e8 None None] Network 8754e72e-777c-44e3-b724-d3fa276a985c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:52.752094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:52.776177 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8f9df182-2806-4b4f-83ec-a1f9aca8683c tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "PUT /v2.0/floatingips/ec24724c-5b6c-4d2b-8e43-7259ce3e91ee HTTP/1.1" status: 200 len: 990 time: 5.1417775 Apr 29 07:36:52.783088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:36:52.785404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02df17e-9cac-4426-a022-8b646d1bdb95" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:36:52.788353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:52.794180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=9fa139f6-c5a1-43c5-abbd-11122f194e37,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:52.799882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:52.805776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:52.806418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:52.823649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27af0de0-d93e-439c-b561-55a43226532e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ba7a47a6-b1fb-43ef-901c-7cbad1c15b79), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:52.826603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27af0de0-d93e-439c-b561-55a43226532e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:52.830817 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-27af0de0-d93e-439c-b561-55a43226532e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba7a47a6-b1fb-43ef-901c-7cbad1c15b79 HTTP/1.1" status: 204 len: 168 time: 0.9908400 Apr 29 07:36:52.851643 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:52.866088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af0de0-d93e-439c-b561-55a43226532e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a47a6-b1fb-43ef-901c-7cbad1c15b79,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:52.884423 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a45365b9-f822-4641-8cee-6c4715e6a103 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3869138 Apr 29 07:36:52.904262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbe376b-abe0-4791-abc7-06d5102f072e x-openstack-request-id: req-afbe376b-abe0-4791-abc7-06d5102f072e {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:36:52.904553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:36:52.904814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afbe376b-abe0-4791-abc7-06d5102f072e {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:36:52.912316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afbe376b-abe0-4791-abc7-06d5102f072e'] response: {'name': 'network-changed', 'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'status': 'completed', 'code': 200} Apr 29 07:36:52.912651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49436) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:53.026694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:53.055575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e8bb3c6e-bbc6-46f5-86ff-164e316a8275 None None] Provisioning complete for port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:53.055962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3c6e-bbc6-46f5-86ff-164e316a8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:53.163772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:36:53.172878 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf37ce3a-6c27-4d77-820a-6e0a8f71af80 req-f2d92af0-8946-4882-a493-8b762e518a30 service neutron] 10.222.0.36 "GET /v2.0/networks/cfb5f71e-c5d1-468c-a82b-7008165ba057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581393 Apr 29 07:36:53.194633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for port (5eef314e-f906-4ec0-9183-d64d1728184a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:53.282215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb3c6e-bbc6-46f5-86ff-164e316a8275 None None] Current status of the port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:53.282604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3c6e-bbc6-46f5-86ff-164e316a8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:53.320582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e8bb3c6e-bbc6-46f5-86ff-164e316a8275 None None] For port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5,segment=NetworkSegment(6eedcbe6-0d47-47a5-820c-5b010c1c3525),segment_id=6eedcbe6-0d47-47a5-820c-5b010c1c3525)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:53.329749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3c6e-bbc6-46f5-86ff-164e316a8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:53.373357 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'ec24724c-5b6c-4d2b-8e43-7259ce3e91ee', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'floating_ip_address': '172.26.3.95', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'port_id': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'mac_address': 'fa:16:3e:fd:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:36:13Z', 'updated_at': '2022-04-29T07:36:48Z', 'revision_number': 1, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dcce8a-ed99-49b5-82d4-3879a7b6b226', 'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'mac_address': 'fa:16:3e:5c:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:36:00Z', 'updated_at': '2022-04-29T07:36:16Z', 'revision_number': 5, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'subnets': [{'id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:53.385617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:53.396094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-9e9baf99-db92-47d6-84a1-b94503a8af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:53.397694 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-9e9baf99-db92-47d6-84a1-b94503a8af77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2edc335584ce421bb32ba7e8c97ee283&device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 1129 time: 0.4590328 Apr 29 07:36:53.428349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8e84c-0468-4d7d-988c-772486e35ae5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:53.443101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8e84c-0468-4d7d-988c-772486e35ae5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:53.444785 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3ce8e84c-0468-4d7d-988c-772486e35ae5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5292802 Apr 29 07:36:53.445621 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] Checking router: beef364d-3bde-46f0-8657-25b72a7dfca8 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:36:53.464230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49440) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:53.465199 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:53.465849 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:53.518266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c37aa4ce-b030-46cc-8297-c2a93499992c None None] Provisioning complete for port 3ad45396-186b-46b7-be45-bde1367f335f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:53.518646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c37aa4ce-b030-46cc-8297-c2a93499992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3ad45396-186b-46b7-be45-bde1367f335f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:53.562138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb3c6e-bbc6-46f5-86ff-164e316a8275 None None] Pushing event updated for resources: {'Port': ['ID=0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:53.575787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49442) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:53.620054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c37aa4ce-b030-46cc-8297-c2a93499992c None None] Port 3ad45396-186b-46b7-be45-bde1367f335f cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:53.626722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:53.627102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:53.660130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a160e1-4511-4011-958d-a21f7454035d req-485d0749-9d47-496a-adcd-66db8a381a31 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:53.666985 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-48a160e1-4511-4011-958d-a21f7454035d req-485d0749-9d47-496a-adcd-66db8a381a31 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 945 time: 0.4695320 Apr 29 07:36:53.694929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:36:53.710058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:53.715069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] Sync routers for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:36:53.722880 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:53.751553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-e6a2c651-5525-49cf-99ae-49b7b89d03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:53.753118 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-e6a2c651-5525-49cf-99ae-49b7b89d03b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 HTTP/1.1" status: 200 len: 906 time: 0.3051414 Apr 29 07:36:53.774345 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dfc00a66-02bc-4637-acc9-b348e377b0b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "PUT /v2.0/floatingips/dd66b6e3-d917-4507-9f81-8396084a855f HTTP/1.1" status: 200 len: 992 time: 4.0786974 Apr 29 07:36:53.784622 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:53.785310 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:53.868790 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-48a160e1-4511-4011-958d-a21f7454035d req-6ff8942b-9dd9-43db-99ef-1f858b31231f tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775093 Apr 29 07:36:53.956276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee2e58-2ff8-4444-9185-0dc4a254dd12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:53.956520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:53.957702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:53.966611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee2e58-2ff8-4444-9185-0dc4a254dd12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:53.982495 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee2e58-2ff8-4444-9185-0dc4a254dd12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:53.989868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-54bb2925-dc40-4166-afca-4f0f24ac0e0b None None] Provisioning complete for port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:53.990246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54bb2925-dc40-4166-afca-4f0f24ac0e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.001270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee2e58-2ff8-4444-9185-0dc4a254dd12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.004746 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-66cc9229-9079-4e2d-be0d-cc9beffc5293 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5539fc-3323-411c-9f9f-4710253dfad4 HTTP/1.1" status: 200 len: 998 time: 0.2283406 Apr 29 07:36:54.006605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee2e58-2ff8-4444-9185-0dc4a254dd12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.023637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af67113-45a6-4903-9a42-47fb0f067098 req-e06b8f13-41be-43cc-a77d-8526c74fd8d1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.024834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee2e58-2ff8-4444-9185-0dc4a254dd12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.025462 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3af67113-45a6-4903-9a42-47fb0f067098 req-e06b8f13-41be-43cc-a77d-8526c74fd8d1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1177268 Apr 29 07:36:54.030492 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-66ee2e58-2ff8-4444-9185-0dc4a254dd12 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.5185952 Apr 29 07:36:54.059563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (5eef314e-f906-4ec0-9183-d64d1728184a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.075549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49450) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:54.091911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-434f85d2-1a51-4124-87d4-5dc7cacefd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.095448 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-434f85d2-1a51-4124-87d4-5dc7cacefd2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70b8384d-f6f2-4ba2-9c21-7f49be3b44ac HTTP/1.1" status: 200 len: 844 time: 0.0689352 Apr 29 07:36:54.116841 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'ec24724c-5b6c-4d2b-8e43-7259ce3e91ee', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'floating_ip_address': '172.26.3.95', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'port_id': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'mac_address': 'fa:16:3e:fd:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:36:13Z', 'updated_at': '2022-04-29T07:36:48Z', 'revision_number': 1, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dcce8a-ed99-49b5-82d4-3879a7b6b226', 'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'mac_address': 'fa:16:3e:5c:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:36:00Z', 'updated_at': '2022-04-29T07:36:16Z', 'revision_number': 5, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'subnets': [{'id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:54.127681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd7a84-cfa6-4224-a7bb-db4c10ecb7b6 None None] Network 8754e72e-777c-44e3-b724-d3fa276a985c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:54.149420 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffe0c6-e52a-4094-8def-c719e65ff4ef None None] The sync data for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv is: [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'ec24724c-5b6c-4d2b-8e43-7259ce3e91ee', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'floating_ip_address': '172.26.3.95', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'port_id': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'mac_address': 'fa:16:3e:fd:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:36:13Z', 'updated_at': '2022-04-29T07:36:48Z', 'revision_number': 1, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dcce8a-ed99-49b5-82d4-3879a7b6b226', 'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'mac_address': 'fa:16:3e:5c:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:36:00Z', 'updated_at': '2022-04-29T07:36:16Z', 'revision_number': 5, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'subnets': [{'id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:54.182700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-34901c5f-3e0a-4e3d-adb8-886bd8bb2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.184975 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-34901c5f-3e0a-4e3d-adb8-886bd8bb2c04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf51dd68-2a19-47e4-80b9-3b9e21e57ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0813050 Apr 29 07:36:54.198101 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b43eb856-dde8-48ab-a5a1-3f234e6fc04c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a143794fa4347e2adb713da62f6d9ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6039829 Apr 29 07:36:54.231560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49452) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:54.257123 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3af67113-45a6-4903-9a42-47fb0f067098 req-e4f006c9-803b-4615-9db5-f48b924ecea1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605871 Apr 29 07:36:54.269252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:54.269640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.284608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-57e75507-5807-4eff-ad01-78e7a2df37b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 9fa139f6-c5a1-43c5-abbd-11122f194e37 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:54.293569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57e75507-5807-4eff-ad01-78e7a2df37b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9fa139f6-c5a1-43c5-abbd-11122f194e37), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.309671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:54.323432 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-1c6427ff-ef0f-4eb0-9214-0ca051a4c2f8 service neutron] 10.222.0.36 "GET /v2.0/networks/cf51dd68-2a19-47e4-80b9-3b9e21e57ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290190 Apr 29 07:36:54.342684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for floatingip (e94c790c-aab1-49dd-af09-d324ec916dfd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.377561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-54bb2925-dc40-4166-afca-4f0f24ac0e0b None None] Current status of the port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:54.396746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Port': ['ID=5eef314e-f906-4ec0-9183-d64d1728184a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:54.439832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c02df17e-9cac-4426-a022-8b646d1bdb95 req-2dde6c30-0952-4dd3-865a-c0f8aa327760 service neutron] 10.222.0.36 "GET /v2.0/networks/cf51dd68-2a19-47e4-80b9-3b9e21e57ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072483 Apr 29 07:36:54.454377 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117ace2-4773-4e68-845e-8d55ec2d0436 None None] New status for floating IP ec24724c-5b6c-4d2b-8e43-7259ce3e91ee: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:36:54.483206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-54bb2925-dc40-4166-afca-4f0f24ac0e0b None None] Provisioning complete for port 9fa139f6-c5a1-43c5-abbd-11122f194e37 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:54.483551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54bb2925-dc40-4166-afca-4f0f24ac0e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9fa139f6-c5a1-43c5-abbd-11122f194e37), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.513303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Network 8754e72e-777c-44e3-b724-d3fa276a985c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:54.552919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:54.554127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:54.562245 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.562786 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.619197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-54bb2925-dc40-4166-afca-4f0f24ac0e0b None None] Port 9fa139f6-c5a1-43c5-abbd-11122f194e37 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:54.619348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fec46c49-1532-45cf-ba85-42dcaadac3ea), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.671710 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6b1b04c3-041b-40dc-a938-085fe7a722f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.1144423 Apr 29 07:36:54.673194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49456) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:54.681451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:54.686143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-776e3f09-26bd-4cdd-b193-403d65fd829b admin admin] Publish callbacks [] for security_group (92dff460-4dff-48ca-acfa-ae8f9b7d45e0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.764995 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-58724961-9d2f-459d-9ac1-8bb9019d089e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6670942 Apr 29 07:36:54.768847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57e75507-5807-4eff-ad01-78e7a2df37b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9fa139f6-c5a1-43c5-abbd-11122f194e37), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.769859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b7609f-17ca-45d7-8c17-969c3f9d561f tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.776761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b7609f-17ca-45d7-8c17-969c3f9d561f tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.782606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b7609f-17ca-45d7-8c17-969c3f9d561f tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.784366 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-81b7609f-17ca-45d7-8c17-969c3f9d561f tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1088610 Apr 29 07:36:54.785067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49458) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:54.787191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49460) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:54.802572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ce83a-9533-4e13-8442-f435a3cc86e6 req-62acd73c-7a1b-4c5c-ad00-ebd07e84a7bd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.804201 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-809ce83a-9533-4e13-8442-f435a3cc86e6 req-62acd73c-7a1b-4c5c-ad00-ebd07e84a7bd tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3839471 Apr 29 07:36:54.808370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-776e3f09-26bd-4cdd-b193-403d65fd829b admin admin] Publish callbacks [] for security_group (92dff460-4dff-48ca-acfa-ae8f9b7d45e0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:54.828365 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-57e75507-5807-4eff-ad01-78e7a2df37b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 9fa139f6-c5a1-43c5-abbd-11122f194e37 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:54.941342 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'tag': '94d00825-4c14-4367-b026-64428cd66896'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:36:54.943747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146da64d-7ab2-40d1-ae96-a133d2e78738" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c870b9-5714-4a8f-86c4-05506174d8d0", "tag": "94d00825-4c14-4367-b026-64428cd66896"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:36:54.952941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ec21c-b9f8-4589-a957-1aa2311fe69f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.954407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ec21c-b9f8-4589-a957-1aa2311fe69f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.955898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ec21c-b9f8-4589-a957-1aa2311fe69f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.957396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ec21c-b9f8-4589-a957-1aa2311fe69f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.958810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ec21c-b9f8-4589-a957-1aa2311fe69f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:54.963844 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b97ec21c-b9f8-4589-a957-1aa2311fe69f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1744292 Apr 29 07:36:54.965031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49464) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:54.990549 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5229e8e1-3cbf-48cf-a1c9-0766c7bb80d4 None None] Provisioning complete for port 8773164f-0256-4aa1-b813-86e76f50be6d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:54.991053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5229e8e1-3cbf-48cf-a1c9-0766c7bb80d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8773164f-0256-4aa1-b813-86e76f50be6d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.030933 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-809ce83a-9533-4e13-8442-f435a3cc86e6 req-354c7413-6d09-4050-a5e8-45c3dae0ca38 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039144 Apr 29 07:36:55.078196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4da40e-275f-4379-b202-d32d1fcab41d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.078196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4da40e-275f-4379-b202-d32d1fcab41d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.079493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4da40e-275f-4379-b202-d32d1fcab41d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.081840 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4da40e-275f-4379-b202-d32d1fcab41d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.083952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4da40e-275f-4379-b202-d32d1fcab41d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.093724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49466) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:55.097701 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6d4da40e-275f-4379-b202-d32d1fcab41d tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1275036 Apr 29 07:36:55.097868 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-776e3f09-26bd-4cdd-b193-403d65fd829b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (92dff460-4dff-48ca-acfa-ae8f9b7d45e0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.102119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a79f00-2836-497f-99a9-43d591806679 x-openstack-request-id: req-b2a79f00-2836-497f-99a9-43d591806679 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:36:55.102312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-776e3f09-26bd-4cdd-b193-403d65fd829b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.103038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c870b9-5714-4a8f-86c4-05506174d8d0", "tag": "94d00825-4c14-4367-b026-64428cd66896", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:36:55.103653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2a79f00-2836-497f-99a9-43d591806679 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:36:55.104347 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a79f00-2836-497f-99a9-43d591806679'] response: {'name': 'network-changed', 'server_uuid': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'tag': '94d00825-4c14-4367-b026-64428cd66896', 'status': 'completed', 'code': 200} Apr 29 07:36:55.106486 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-776e3f09-26bd-4cdd-b193-403d65fd829b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92dff460-4dff-48ca-acfa-ae8f9b7d45e0 HTTP/1.1" status: 204 len: 168 time: 0.8734243 Apr 29 07:36:55.113806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5229e8e1-3cbf-48cf-a1c9-0766c7bb80d4 None None] Port 8773164f-0256-4aa1-b813-86e76f50be6d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:55.113806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dd66b6e3-d917-4507-9f81-8396084a855f', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'port_id': '94d00825-4c14-4367-b026-64428cd66896', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'mac_address': 'fa:16:3e:9d:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:36:09Z', 'updated_at': '2022-04-29T07:36:51Z', 'revision_number': 1, 'project_id': '9d4f708c377c4df28049531a5255377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:36:19Z', 'revision_number': 5, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:55.171746 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6aabf-fb60-4721-bfd4-d3e86cb49172 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Deleting port 5eef314e-f906-4ec0-9183-d64d1728184a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:55.172362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ff6aabf-fb60-4721-bfd4-d3e86cb49172 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5eef314e-f906-4ec0-9183-d64d1728184a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.189520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:36:55.193554 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] Checking router: 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:36:55.232572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e3f09-26bd-4cdd-b193-403d65fd829b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dff460-4dff-48ca-acfa-ae8f9b7d45e0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:55.251088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for port (fec46c49-1532-45cf-ba85-42dcaadac3ea), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.270340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:55.271325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:55.282029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (fec46c49-1532-45cf-ba85-42dcaadac3ea), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.293166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-55092a5e-e448-47ef-8fb8-df3ffd6899a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.294209 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-55092a5e-e448-47ef-8fb8-df3ffd6899a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1130 time: 0.1949456 Apr 29 07:36:55.349034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Pushing event updated for resources: {'Port': ['ID=fec46c49-1532-45cf-ba85-42dcaadac3ea,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:55.368959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5229e8e1-3cbf-48cf-a1c9-0766c7bb80d4 None None] Provisioning complete for port 9fa139f6-c5a1-43c5-abbd-11122f194e37 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:55.369367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5229e8e1-3cbf-48cf-a1c9-0766c7bb80d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9fa139f6-c5a1-43c5-abbd-11122f194e37), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.437335 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ff6aabf-fb60-4721-bfd4-d3e86cb49172 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5eef314e-f906-4ec0-9183-d64d1728184a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.440489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57e75507-5807-4eff-ad01-78e7a2df37b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (9fa139f6-c5a1-43c5-abbd-11122f194e37), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.451360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d25e0d5-cc0c-449e-8a92-cebe846c0a64 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.456322 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6d25e0d5-cc0c-449e-8a92-cebe846c0a64 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/networks/78be7e6d-63e9-49da-bfc7-195496bb3ccc HTTP/1.1" status: 200 len: 803 time: 0.3594885 Apr 29 07:36:55.461812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49472) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:55.495038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e75507-5807-4eff-ad01-78e7a2df37b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=9fa139f6-c5a1-43c5-abbd-11122f194e37,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:55.496978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6aabf-fb60-4721-bfd4-d3e86cb49172 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Calling delete_port for 5eef314e-f906-4ec0-9183-d64d1728184a owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:55.520229 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:36:55.530030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (e94c790c-aab1-49dd-af09-d324ec916dfd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.596395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-57e75507-5807-4eff-ad01-78e7a2df37b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.599440 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-57e75507-5807-4eff-ad01-78e7a2df37b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/9fa139f6-c5a1-43c5-abbd-11122f194e37 HTTP/1.1" status: 204 len: 168 time: 2.1226561 Apr 29 07:36:55.676160 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49476) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:55.759221 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5b20dd-284c-434a-b15b-2bd402fa5e02 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.760880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5b20dd-284c-434a-b15b-2bd402fa5e02 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.762590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5229e8e1-3cbf-48cf-a1c9-0766c7bb80d4 None None] Port 9fa139f6-c5a1-43c5-abbd-11122f194e37 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:55.763025 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3f5b20dd-284c-434a-b15b-2bd402fa5e02 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0858796 Apr 29 07:36:55.765878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49484) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:55.820750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:55.821858 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.826709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5229e8e1-3cbf-48cf-a1c9-0766c7bb80d4 None None] Provisioning complete for port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:55.831636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5229e8e1-3cbf-48cf-a1c9-0766c7bb80d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.892893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e2b618-2a5b-4cd9-b538-c81c42073ccd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet f35de92c-37d5-4abd-8fd4-207170ac86d5 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:36:55.897041 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Floating IP e94c790c-aab1-49dd-af09-d324ec916dfd associated. External IP: 172.26.3.209, port: 3ad45396-186b-46b7-be45-bde1367f335f. Apr 29 07:36:55.899457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90e2b618-2a5b-4cd9-b538-c81c42073ccd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (f35de92c-37d5-4abd-8fd4-207170ac86d5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:55.967975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-14148c21-5671-4ace-85b2-71f0c883fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:55.969477 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-14148c21-5671-4ace-85b2-71f0c883fce9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 912 time: 0.6676669 Apr 29 07:36:56.015732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90e2b618-2a5b-4cd9-b538-c81c42073ccd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (f35de92c-37d5-4abd-8fd4-207170ac86d5), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.141631 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2dc9090e-3ec3-4c4b-9038-9e5812962d05 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/networks/78be7e6d-63e9-49da-bfc7-195496bb3ccc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6765931 Apr 29 07:36:56.142245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49496) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:56.166619 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-943497fd-013f-4b0f-a5fd-d69ced6cd9c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 1000 time: 0.1580107 Apr 29 07:36:56.224477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:56.241856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49498) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:56.246386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5229e8e1-3cbf-48cf-a1c9-0766c7bb80d4 None None] Current status of the port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:56.251680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dd66b6e3-d917-4507-9f81-8396084a855f', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'port_id': '94d00825-4c14-4367-b026-64428cd66896', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'mac_address': 'fa:16:3e:9d:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:36:09Z', 'updated_at': '2022-04-29T07:36:51Z', 'revision_number': 1, 'project_id': '9d4f708c377c4df28049531a5255377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:36:19Z', 'revision_number': 5, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:56.292458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff32d8-c768-411b-8017-2406bb26433f None None] The sync data for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv is: [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dd66b6e3-d917-4507-9f81-8396084a855f', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'port_id': '94d00825-4c14-4367-b026-64428cd66896', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'mac_address': 'fa:16:3e:9d:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:36:09Z', 'updated_at': '2022-04-29T07:36:51Z', 'revision_number': 1, 'project_id': '9d4f708c377c4df28049531a5255377c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:36:19Z', 'revision_number': 5, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:56.359842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-1777627e-1fbf-42dc-b92e-2d50b6fb9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:56.361125 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-1777627e-1fbf-42dc-b92e-2d50b6fb9ad7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 200 len: 850 time: 0.1808283 Apr 29 07:36:56.363685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa9b8a-ecc6-48c0-918d-e90286a05558 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:56.364968 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fcaa9b8a-ecc6-48c0-918d-e90286a05558 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/subnets/04cd57f5-0acb-485c-847e-f96752cb1b41 HTTP/1.1" status: 200 len: 843 time: 0.2008975 Apr 29 07:36:56.369755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bbd99daa-b7cf-4671-b8b9-fb40f7d10085 None None] Provisioning complete for port 8773164f-0256-4aa1-b813-86e76f50be6d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:56.370126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bbd99daa-b7cf-4671-b8b9-fb40f7d10085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8773164f-0256-4aa1-b813-86e76f50be6d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.378134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49502) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:56.419253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bbd99daa-b7cf-4671-b8b9-fb40f7d10085 None None] Port 8773164f-0256-4aa1-b813-86e76f50be6d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:56.430410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bbd99daa-b7cf-4671-b8b9-fb40f7d10085 None None] Provisioning complete for port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:56.430780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bbd99daa-b7cf-4671-b8b9-fb40f7d10085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.473664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c790b-5a4f-4c74-bdd2-5675d96eda63 req-d3194fcf-101f-435a-9abf-7ba1f9089cc2 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:56.475320 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-807c790b-5a4f-4c74-bdd2-5675d96eda63 req-d3194fcf-101f-435a-9abf-7ba1f9089cc2 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2939203 Apr 29 07:36:56.479020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-600511118'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:56.508386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ff6aabf-fb60-4721-bfd4-d3e86cb49172 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5eef314e-f906-4ec0-9183-d64d1728184a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.523008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bbd99daa-b7cf-4671-b8b9-fb40f7d10085 None None] Current status of the port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:36:56.527321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bbd99daa-b7cf-4671-b8b9-fb40f7d10085 None None] Could not find standard attr ID for object 5eef314e-f906-4ec0-9183-d64d1728184a. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:36:56.557455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90e2b618-2a5b-4cd9-b538-c81c42073ccd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (f35de92c-37d5-4abd-8fd4-207170ac86d5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.581209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6aabf-fb60-4721-bfd4-d3e86cb49172 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event deleted for resources: {'Port': ['ID=5eef314e-f906-4ec0-9183-d64d1728184a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:56.591480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fd35a-5cb7-4d26-8c64-46c34ed7cbcd tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:56.598222 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-620fd35a-5cb7-4d26-8c64-46c34ed7cbcd tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "GET /v2.0/subnets/04cd57f5-0acb-485c-847e-f96752cb1b41?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1883781 Apr 29 07:36:56.606882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49504) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:56.614114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-325341714'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:56.620624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Made reservation on behalf of c2494584d6d94001adfc0e497e795e15 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:56.622138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b248187-d682-408e-8efb-8e0f17f445f6 None None] New status for floating IP dd66b6e3-d917-4507-9f81-8396084a855f: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:36:56.624084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.664538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:56.667853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.668584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.671801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-95ce7f43-cef7-4378-a179-f235d42f063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:56.673505 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-95ce7f43-cef7-4378-a179-f235d42f063b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2d65d34-51cb-428d-895e-c7a17f616082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3043044 Apr 29 07:36:56.688657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Router 4d6e2191-88e4-4581-b155-971f3aa2fd10 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:36:56.704660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90e2b618-2a5b-4cd9-b538-c81c42073ccd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (f35de92c-37d5-4abd-8fd4-207170ac86d5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.719404 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:56.724198 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-807c790b-5a4f-4c74-bdd2-5675d96eda63 req-969bf358-1f06-43dd-9d38-c3ea4e5acbda tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348108 Apr 29 07:36:56.733945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (728bef01-5134-42d6-9cfb-947d4559e1f0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.735047 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Added segment 728bef01-5134-42d6-9cfb-947d4559e1f0 of type vlan for network 593379c1-a96b-48aa-8704-8552ab49c887 Apr 29 07:36:56.803215 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (593379c1-a96b-48aa-8704-8552ab49c887), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.815498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ff6aabf-fb60-4721-bfd4-d3e86cb49172 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.819301 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4ff6aabf-fb60-4721-bfd4-d3e86cb49172 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "DELETE /v2.0/ports/5eef314e-f906-4ec0-9183-d64d1728184a HTTP/1.1" status: 204 len: 168 time: 2.0312455 Apr 29 07:36:56.822927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49508) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:56.845752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2b618-2a5b-4cd9-b538-c81c42073ccd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=f35de92c-37d5-4abd-8fd4-207170ac86d5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:56.870208 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbc97a6-b898-4026-a498-f55af0cf7ea7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] GET failed (client error): The resource could not be found. Apr 29 07:36:56.875845 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1bbc97a6-b898-4026-a498-f55af0cf7ea7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "GET /v2.0/ports/5eef314e-f906-4ec0-9183-d64d1728184a HTTP/1.1" status: 404 len: 333 time: 0.0459497 Apr 29 07:36:56.884213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49510) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:56.894148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'port': {'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1337295034'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:56.895211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90e2b618-2a5b-4cd9-b538-c81c42073ccd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.898759 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-90e2b618-2a5b-4cd9-b538-c81c42073ccd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/f35de92c-37d5-4abd-8fd4-207170ac86d5 HTTP/1.1" status: 204 len: 168 time: 1.1319482 Apr 29 07:36:56.906953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4bf8c-c036-4003-b613-8b0950d04309 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:56.914393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49512) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:56.950205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (593379c1-a96b-48aa-8704-8552ab49c887), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.955170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:56.956137 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:56.997635 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-2215b618-ad96-4198-a2b1-4549c1091239 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062706 Apr 29 07:36:57.006015 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3ebbfc19-01ad-4c40-b7a0-85f8cca410b9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902696 Apr 29 07:36:57.006940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49514) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:57.025524 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4174044 Apr 29 07:36:57.026142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49516) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:57.040149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:57.042881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'network_id': '593379c1-a96b-48aa-8704-8552ab49c887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:57.090208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce53c4-5a9f-4bcc-ba68-f5074804597f None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:36:57.110314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b35173-d77a-4c97-adc3-ef354e874d76 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Network': ['ID=593379c1-a96b-48aa-8704-8552ab49c887,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:57.124297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 593379c1-a96b-48aa-8704-8552ab49c887 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:57.127764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:36:57.152204 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572caa2b-a5b5-47eb-927b-dca50d179493 None None] Sync routers for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:36:57.167659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.182853 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572caa2b-a5b5-47eb-927b-dca50d179493 None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:57.183769 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-572caa2b-a5b5-47eb-927b-dca50d179493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:57.210290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for security_group (30ce935f-930c-4eed-96e4-f4b3805d3610), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.220204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bfce53c4-5a9f-4bcc-ba68-f5074804597f None None] Deleting port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:57.220984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bfce53c4-5a9f-4bcc-ba68-f5074804597f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.222992 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-572caa2b-a5b5-47eb-927b-dca50d179493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:57.229164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (30ce935f-930c-4eed-96e4-f4b3805d3610), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.233310 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572caa2b-a5b5-47eb-927b-dca50d179493 None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:36:57.234208 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-572caa2b-a5b5-47eb-927b-dca50d179493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:57.244004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:36:57.257666 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-860500a4-fd4e-43c7-ac9a-db08dc1fd1c5 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.0378735 Apr 29 07:36:57.259095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49518) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:57.259967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Made reservation on behalf of 51e9992f74a84112881b3d1213f050ef for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:57.264334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.266968 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-572caa2b-a5b5-47eb-927b-dca50d179493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:36:57.267679 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572caa2b-a5b5-47eb-927b-dca50d179493 None None] The sync data for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:36:57.302002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bfce53c4-5a9f-4bcc-ba68-f5074804597f None None] For port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:36:57.302759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bfce53c4-5a9f-4bcc-ba68-f5074804597f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.306996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (d48d0fc3-53fd-4ce4-97bc-a0785a41a992), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.307260 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Added segment d48d0fc3-53fd-4ce4-97bc-a0785a41a992 of type vlan for network cf48a5a0-c58e-4fa9-a011-8a93f69b879f Apr 29 07:36:57.317369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bfce53c4-5a9f-4bcc-ba68-f5074804597f None None] Calling delete_port for e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:57.332495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ce935f-930c-4eed-96e4-f4b3805d3610,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:57.336472 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-146da64d-7ab2-40d1-ae96-a133d2e78738 req-6cb76c18-3422-4e7c-acc1-0ede6af0d3b8 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138719 Apr 29 07:36:57.360361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:57.364630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.400893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Performing IP validity checks on allocation pools {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:36:57.401341 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:36:57.413906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bfce53c4-5a9f-4bcc-ba68-f5074804597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.432074 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-37f14382-9179-45c7-9cc0-2dd89dbcd9d6 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] 10.222.0.23 "GET /v2.0/floatingips/e94c790c-aab1-49dd-af09-d324ec916dfd HTTP/1.1" status: 200 len: 983 time: 0.1607325 Apr 29 07:36:57.433049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49520) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:57.449031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce53c4-5a9f-4bcc-ba68-f5074804597f None None] No DVR routers for this DVR port e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:36:57.454536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce53c4-5a9f-4bcc-ba68-f5074804597f None None] Pushing event deleted for resources: {'Port': ['ID=e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:57.507435 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Made reservation on behalf of b8af5c7ff5f849b489a7dfb0bd52642c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:57.510739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.513585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (cf48a5a0-c58e-4fa9-a011-8a93f69b879f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.562530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (2770e3a8-df91-42b0-bfb6-02186de5be1e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.591147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] device_id is not set on port 2534964c-f1f6-4ecc-87f2-5e56fc284fc5 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:57.623999 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=2770e3a8-df91-42b0-bfb6-02186de5be1e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:57.635870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Checking segment: {'id': '728bef01-5134-42d6-9cfb-947d4559e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '593379c1-a96b-48aa-8704-8552ab49c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:57.636268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network hostable DHCP agents. Network: 593379c1-a96b-48aa-8704-8552ab49c887, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:57.653995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Network 593379c1-a96b-48aa-8704-8552ab49c887 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:57.658745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (cf48a5a0-c58e-4fa9-a011-8a93f69b879f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.663663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:57.664267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.664379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 593379c1-a96b-48aa-8704-8552ab49c887) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:57.670076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:57.670879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.675584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731a2da-5592-4add-8965-72377085ef6c None None] Network 593379c1-a96b-48aa-8704-8552ab49c887 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:57.675922 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5ef267d7-f739-4af7-b33d-314a9db76490 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3823 time: 0.2420135 Apr 29 07:36:57.679219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49522) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:57.743514 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b0becb97-33fe-411a-a6c8-477cec8ab251 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7122376 Apr 29 07:36:57.746115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49524) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:57.763037 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4943535 Apr 29 07:36:57.771640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49528) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:57.772709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-aef67dee-ad40-4c7a-ad92-83974198640e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:57.776461 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'subnet': {'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:57.803256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-593379c1-a96b-48aa-8704-8552ab49c887', 'network_id': '593379c1-a96b-48aa-8704-8552ab49c887', 'project_id': '51e9992f74a84112881b3d1213f050ef', 'fixed_ips': [{'subnet_id': '2770e3a8-df91-42b0-bfb6-02186de5be1e'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:57.804191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:57.888893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628537d5-ab80-45df-9c65-f242d6786aa5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Network': ['ID=cf48a5a0-c58e-4fa9-a011-8a93f69b879f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:57.923121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:36:57.939630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Allocated IP 2001:db8::3ba (8754e72e-777c-44e3-b724-d3fa276a985c/c92e8300-4cfb-4f69-856c-e285bf0052de/2534964c-f1f6-4ecc-87f2-5e56fc284fc5) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:57.990215 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98442a0-2432-4cc8-8607-1b125884dca2 req-84c6b0d0-454e-4fe0-b1eb-67f8e98759e8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:57.991735 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a98442a0-2432-4cc8-8607-1b125884dca2 req-84c6b0d0-454e-4fe0-b1eb-67f8e98759e8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1485641 Apr 29 07:36:57.993419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (c44c40d4-6b04-4f9c-9723-dc410411c2c5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.000238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aef67dee-ad40-4c7a-ad92-83974198640e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9111284'] for subnet (2770e3a8-df91-42b0-bfb6-02186de5be1e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.005972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Allocated IP 2001:db8::3 (593379c1-a96b-48aa-8704-8552ab49c887/2770e3a8-df91-42b0-bfb6-02186de5be1e/9428267e-9c03-48cb-bbb3-75a21787e06d) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:58.034823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Made reservation on behalf of c2494584d6d94001adfc0e497e795e15 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:58.037107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.059423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Deleting port fec46c49-1532-45cf-ba85-42dcaadac3ea {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:36:58.059742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (fec46c49-1532-45cf-ba85-42dcaadac3ea), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.081397 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a98442a0-2432-4cc8-8607-1b125884dca2 req-6200ef9b-70b8-4325-a43e-1ddfcf25a852 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728564 Apr 29 07:36:58.160730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:58.163899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (fec46c49-1532-45cf-ba85-42dcaadac3ea), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.164504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for floatingip (fec46c49-1532-45cf-ba85-42dcaadac3ea), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.178839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Calling delete_port for fec46c49-1532-45cf-ba85-42dcaadac3ea owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:36:58.179618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:58.190426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:58.191028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.201325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=c44c40d4-6b04-4f9c-9723-dc410411c2c5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:58.216476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d5ba9-5971-4a5e-8f81-e2d0b6d955fe None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:58.262353 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-eb625bc0-67f1-417d-8270-fbe4ff73c5e9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2237062 Apr 29 07:36:58.265021 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49532) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:58.278744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': 'c44c40d4-6b04-4f9c-9723-dc410411c2c5', 'ip_address': '2001:db8::5f4c:51a3:7596:6928'}], 'name': 'tempest-NetworksTestDHCPv6-294728566'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:58.335871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.358384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c89528-7636-4359-9ce5-5d603a612b3a req-9ec583c0-3826-4cb1-b83f-c846de4d21ab tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:58.360144 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-92c89528-7636-4359-9ce5-5d603a612b3a req-9ec583c0-3826-4cb1-b83f-c846de4d21ab tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1662030 Apr 29 07:36:58.390646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Publish callbacks [] for port (9428267e-9c03-48cb-bbb3-75a21787e06d), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.396477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': 'c44c40d4-6b04-4f9c-9723-dc410411c2c5'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:58.397537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.412079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (9428267e-9c03-48cb-bbb3-75a21787e06d), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.449483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (c9adeac0-bbb0-4dd1-94b5-400d197d80cb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.492774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.505676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-92c89528-7636-4359-9ce5-5d603a612b3a req-e2cedeff-860c-47b8-8719-9f7e35b3f9d8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134214 Apr 29 07:36:58.518024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Network 593379c1-a96b-48aa-8704-8552ab49c887 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:58.530060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:58.536333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:58.540590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:58.546726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Pushing event updated for resources: {'Port': ['ID=9428267e-9c03-48cb-bbb3-75a21787e06d,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:58.645635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Attempting to bind port 9428267e-9c03-48cb-bbb3-75a21787e06d on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:58.646252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Attempting to bind port 9428267e-9c03-48cb-bbb3-75a21787e06d by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '728bef01-5134-42d6-9cfb-947d4559e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '593379c1-a96b-48aa-8704-8552ab49c887'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:58.646682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Attempting to bind port 9428267e-9c03-48cb-bbb3-75a21787e06d on network 593379c1-a96b-48aa-8704-8552ab49c887 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:58.658334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/c44c40d4-6b04-4f9c-9723-dc410411c2c5/1cace351-5c39-49d6-a461-e8efe80fe331) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:58.663709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:58.664092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Checking segment: {'id': '728bef01-5134-42d6-9cfb-947d4559e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '593379c1-a96b-48aa-8704-8552ab49c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:58.664498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.664993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Bound using segment: {'id': '728bef01-5134-42d6-9cfb-947d4559e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '593379c1-a96b-48aa-8704-8552ab49c887'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:58.665509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Bound port: 9428267e-9c03-48cb-bbb3-75a21787e06d, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728bef01-5134-42d6-9cfb-947d4559e1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '593379c1-a96b-48aa-8704-8552ab49c887'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:58.665894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9428267e-9c03-48cb-bbb3-75a21787e06d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.782662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aef67dee-ad40-4c7a-ad92-83974198640e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745940776479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2203103'] for subnet (2770e3a8-df91-42b0-bfb6-02186de5be1e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.802470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (fec46c49-1532-45cf-ba85-42dcaadac3ea), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.809144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] For port 9428267e-9c03-48cb-bbb3-75a21787e06d, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:58.837902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] For port 9428267e-9c03-48cb-bbb3-75a21787e06d, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9428267e-9c03-48cb-bbb3-75a21787e06d,segment=NetworkSegment(728bef01-5134-42d6-9cfb-947d4559e1f0),segment_id=728bef01-5134-42d6-9cfb-947d4559e1f0)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:58.863569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9428267e-9c03-48cb-bbb3-75a21787e06d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.876656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event deleted for resources: {'Port': ['ID=fec46c49-1532-45cf-ba85-42dcaadac3ea,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:58.913777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Network 8754e72e-777c-44e3-b724-d3fa276a985c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:58.922804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Subnet': ['ID=c9adeac0-bbb0-4dd1-94b5-400d197d80cb,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:58.933461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Publish callbacks [] for port (1cace351-5c39-49d6-a461-e8efe80fe331), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.933905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:58.938743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:58.941147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef67dee-ad40-4c7a-ad92-83974198640e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:58.941783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aef67dee-ad40-4c7a-ad92-83974198640e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.943387 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-aef67dee-ad40-4c7a-ad92-83974198640e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "PUT /v2.0/subnets/2770e3a8-df91-42b0-bfb6-02186de5be1e HTTP/1.1" status: 200 len: 900 time: 1.1946414 Apr 29 07:36:58.944357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:58.945068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.947233 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fceb29-e76f-4545-a6a5-54b6f5151111 None None] Pushing event updated for resources: {'Port': ['ID=9428267e-9c03-48cb-bbb3-75a21787e06d,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:58.951262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Port': ['ID=2534964c-f1f6-4ecc-87f2-5e56fc284fc5,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:58.953566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:58.960816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49538) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:58.983473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Checking segment: {'id': 'd48d0fc3-53fd-4ce4-97bc-a0785a41a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:58.983791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Network hostable DHCP agents. Network: cf48a5a0-c58e-4fa9-a011-8a93f69b879f, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:36:58.986550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef67dee-ad40-4c7a-ad92-83974198640e tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event updated for resources: {'Subnet': ['ID=2770e3a8-df91-42b0-bfb6-02186de5be1e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:59.011765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:36:59.012684 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a9ba0059-4bba-4b31-8948-528c04a68e63 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1272480 Apr 29 07:36:59.014400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49540) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:59.018714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:59.020547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Pushing event updated for resources: {'Port': ['ID=1cace351-5c39-49d6-a461-e8efe80fe331,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:59.021964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9f8c8fcf-958c-4367-b9e5-a3a97b2bdcf0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::269', 'mac_address': 'fa:16:3e:e3:94:b7'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:59.022911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:36:59.037073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab70309-a2a6-425f-b02b-1e1fa7ff61d8 req-24fd5e70-4095-490d-8e28-617e54e67980 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:59.043756 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0ab70309-a2a6-425f-b02b-1e1fa7ff61d8 req-24fd5e70-4095-490d-8e28-617e54e67980 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1886532 Apr 29 07:36:59.052173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.091302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Attempting to bind port 1cace351-5c39-49d6-a461-e8efe80fe331 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:36:59.091673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Attempting to bind port 1cace351-5c39-49d6-a461-e8efe80fe331 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:36:59.092729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Attempting to bind port 1cace351-5c39-49d6-a461-e8efe80fe331 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:36:59.100647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:36:59.101033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:36:59.101619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.102011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:36:59.102666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Bound port: 1cace351-5c39-49d6-a461-e8efe80fe331, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:36:59.103033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.110910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for floatingip (e94c790c-aab1-49dd-af09-d324ec916dfd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.111243 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Floating IP e94c790c-aab1-49dd-af09-d324ec916dfd disassociated (deleted). External IP: 172.26.3.209, port: 3ad45396-186b-46b7-be45-bde1367f335f. Apr 29 07:36:59.135688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:36:59.184517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port a3b7c2b7-c891-453c-87ba-64516ae94227 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:59.225510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:36:59.229487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, cf48a5a0-c58e-4fa9-a011-8a93f69b879f) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:36:59.246978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:59.247728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.252899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] For port 1cace351-5c39-49d6-a461-e8efe80fe331, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:36:59.255425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:36:59.255425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e6ede23b-d5ea-4bb2-b055-e6b4e3e513b7 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:36:59.258272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb87674-6ac7-4f1b-9141-53b7b51c0428 None None] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:36:59.306847 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0ab70309-a2a6-425f-b02b-1e1fa7ff61d8 req-d49fcc6f-f945-48dc-8907-a995cd8b0b97 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080986 Apr 29 07:36:59.344940 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1e6e016a-18bb-4c14-9cfe-1e208b41a3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5722346 Apr 29 07:36:59.354344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49544) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:36:59.363610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'port': {'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f', 'name': 'tempest-AllowedAddressPairTestJSON-341635909'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:36:59.417811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] For port 1cace351-5c39-49d6-a461-e8efe80fe331, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1cace351-5c39-49d6-a461-e8efe80fe331,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:36:59.454292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.470949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-cf48a5a0-c58e-4fa9-a011-8a93f69b879f', 'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f', 'project_id': 'c2494584d6d94001adfc0e497e795e15', 'fixed_ips': [{'subnet_id': 'c9adeac0-bbb0-4dd1-94b5-400d197d80cb'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:36:59.471769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.471950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::5f4c:51a3:7596:6928 (5f57687c-3acb-4c32-82c9-53f862533295/c44c40d4-6b04-4f9c-9723-dc410411c2c5/a3b7c2b7-c891-453c-87ba-64516ae94227) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:59.584961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-390df53b-eaa8-4eac-b914-95b4e1a030ed None None] Provisioning complete for port 2534964c-f1f6-4ecc-87f2-5e56fc284fc5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:36:59.585342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-390df53b-eaa8-4eac-b914-95b4e1a030ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.611581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8fcf-958c-4367-b9e5-a3a97b2bdcf0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.664965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (593379c1-a96b-48aa-8704-8552ab49c887), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.721095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Made reservation on behalf of c2494584d6d94001adfc0e497e795e15 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:36:59.725001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.773560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-390df53b-eaa8-4eac-b914-95b4e1a030ed None None] Port 2534964c-f1f6-4ecc-87f2-5e56fc284fc5 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:36:59.798393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41337d42-65de-457a-bbe9-c8491f7251d4 None None] Pushing event updated for resources: {'Port': ['ID=1cace351-5c39-49d6-a461-e8efe80fe331,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:36:59.878625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Allocated IP 172.20.0.2 (cf48a5a0-c58e-4fa9-a011-8a93f69b879f/c9adeac0-bbb0-4dd1-94b5-400d197d80cb/1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:36:59.908971 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (a3b7c2b7-c891-453c-87ba-64516ae94227), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.909914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8fcf-958c-4367-b9e5-a3a97b2bdcf0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.923961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8fcf-958c-4367-b9e5-a3a97b2bdcf0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.959995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] device_id is not set on port e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:36:59.972610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c8fcf-958c-4367-b9e5-a3a97b2bdcf0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] In _notify_port_updated(), no bound segment for port 2534964c-f1f6-4ecc-87f2-5e56fc284fc5 on network 8754e72e-777c-44e3-b724-d3fa276a985c {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:36:59.979321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c8fcf-958c-4367-b9e5-a3a97b2bdcf0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:36:59.980102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8fcf-958c-4367-b9e5-a3a97b2bdcf0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:36:59.984199 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9f8c8fcf-958c-4367-b9e5-a3a97b2bdcf0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "PUT /v2.0/ports/2534964c-f1f6-4ecc-87f2-5e56fc284fc5 HTTP/1.1" status: 200 len: 1003 time: 0.9660106 Apr 29 07:36:59.986760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49552) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:00.217166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c8fcf-958c-4367-b9e5-a3a97b2bdcf0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Port': ['ID=2534964c-f1f6-4ecc-87f2-5e56fc284fc5,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:00.233882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Publish callbacks [] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.252981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.311975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:00.315400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:00.318193 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:00.328670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-5495358e-5d2d-4e69-a334-4643777a0afe tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Deleting port 2534964c-f1f6-4ecc-87f2-5e56fc284fc5 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:00.329663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5495358e-5d2d-4e69-a334-4643777a0afe tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.335699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Pushing event updated for resources: {'Port': ['ID=1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:00.354596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e7ab7-a2ed-43d8-a2e1-f02c671cbd14 req-c8ba61d1-1978-4a1d-aae6-ea643cbeb295 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:00.367491 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21e7ab7-a2ed-43d8-a2e1-f02c671cbd14 req-c8ba61d1-1978-4a1d-aae6-ea643cbeb295 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2757602 Apr 29 07:37:00.419206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Attempting to bind port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:00.419815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Attempting to bind port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'd48d0fc3-53fd-4ce4-97bc-a0785a41a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:00.419938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Attempting to bind port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 on network cf48a5a0-c58e-4fa9-a011-8a93f69b879f {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:00.433679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:00.434056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Checking segment: {'id': 'd48d0fc3-53fd-4ce4-97bc-a0785a41a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:00.434461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.435353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Bound using segment: {'id': 'd48d0fc3-53fd-4ce4-97bc-a0785a41a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:00.436044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Bound port: 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48d0fc3-53fd-4ce4-97bc-a0785a41a992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:00.436432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.446520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Allocated IP 172.20.0.11 (cf48a5a0-c58e-4fa9-a011-8a93f69b879f/c9adeac0-bbb0-4dd1-94b5-400d197d80cb/e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:00.534419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting port 9428267e-9c03-48cb-bbb3-75a21787e06d {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:00.534754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9428267e-9c03-48cb-bbb3-75a21787e06d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.539592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Router 4d6e2191-88e4-4581-b155-971f3aa2fd10 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:00.544626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] For port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:00.549171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] For port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617,segment=NetworkSegment(d48d0fc3-53fd-4ce4-97bc-a0785a41a992),segment_id=d48d0fc3-53fd-4ce4-97bc-a0785a41a992)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:00.565650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.569438 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21e7ab7-a2ed-43d8-a2e1-f02c671cbd14 req-30c74be7-4345-4131-a5be-4c05c6ff5b1e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006383 Apr 29 07:37:00.607169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-03942787-5f74-41ba-a476-08ab43648823 None None] Provisioning complete for port 2534964c-f1f6-4ecc-87f2-5e56fc284fc5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:00.607652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-03942787-5f74-41ba-a476-08ab43648823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.612686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5495358e-5d2d-4e69-a334-4643777a0afe tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.640692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-5495358e-5d2d-4e69-a334-4643777a0afe tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Calling delete_port for 2534964c-f1f6-4ecc-87f2-5e56fc284fc5 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:00.677641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a3b7c2b7-c891-453c-87ba-64516ae94227), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.699281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-03942787-5f74-41ba-a476-08ab43648823 None None] Port 2534964c-f1f6-4ecc-87f2-5e56fc284fc5 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:00.705859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c12cf-7813-4acb-abed-5908061b857a None None] Pushing event updated for resources: {'Port': ['ID=1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:00.719409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882181a4-16da-4fa4-b916-feadd2cf1853 None None] Network 593379c1-a96b-48aa-8704-8552ab49c887 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:00.800946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] For port 9428267e-9c03-48cb-bbb3-75a21787e06d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9428267e-9c03-48cb-bbb3-75a21787e06d,segment=NetworkSegment(728bef01-5134-42d6-9cfb-947d4559e1f0),segment_id=728bef01-5134-42d6-9cfb-947d4559e1f0)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:00.801181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9428267e-9c03-48cb-bbb3-75a21787e06d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.815549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Calling delete_port for 9428267e-9c03-48cb-bbb3-75a21787e06d owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:00.829928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0bef90de-b57c-4d8c-b2fc-ca9c33b4136e None None] Provisioning complete for port 9428267e-9c03-48cb-bbb3-75a21787e06d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:00.830536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0bef90de-b57c-4d8c-b2fc-ca9c33b4136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9428267e-9c03-48cb-bbb3-75a21787e06d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.832077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for port (e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.916070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5495358e-5d2d-4e69-a334-4643777a0afe tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2534964c-f1f6-4ecc-87f2-5e56fc284fc5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.941709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:00.981352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0bef90de-b57c-4d8c-b2fc-ca9c33b4136e None None] Current status of the port 9428267e-9c03-48cb-bbb3-75a21787e06d is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:00.981885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0bef90de-b57c-4d8c-b2fc-ca9c33b4136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9428267e-9c03-48cb-bbb3-75a21787e06d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.006260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495358e-5d2d-4e69-a334-4643777a0afe tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event deleted for resources: {'Port': ['ID=2534964c-f1f6-4ecc-87f2-5e56fc284fc5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:01.072931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=a3b7c2b7-c891-453c-87ba-64516ae94227,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:01.079019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:01.094787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:01.101724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:01.104621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:01.115617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:01.128100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:01.135574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ead5fb-0bd2-48fa-932c-bfb6a86d3a12 None None] Sync routers for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:01.142525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:01.149888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:01.150548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.154991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ead5fb-0bd2-48fa-932c-bfb6a86d3a12 None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:01.166620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:01.168107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-13ead5fb-0bd2-48fa-932c-bfb6a86d3a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:01.170881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.179278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.244510 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8888180 Apr 29 07:37:01.245650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49556) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:01.254638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'port': {'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f', 'name': 'tempest-AllowedAddressPairTestJSON-2038704442', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e6:54:9b'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:01.260553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536106a-60dd-41e4-88b6-cc7059910d99 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Port': ['ID=e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:01.302514 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-13ead5fb-0bd2-48fa-932c-bfb6a86d3a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:01.338231 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0b4e808c-6a94-4ce4-8cdd-fd226e86824d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0720000 Apr 29 07:37:01.339323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49558) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:01.383603 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (9428267e-9c03-48cb-bbb3-75a21787e06d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.385315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-323b539a-4817-48df-ab64-44ec9fb0de3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.388230 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ead5fb-0bd2-48fa-932c-bfb6a86d3a12 None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:01.389491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-13ead5fb-0bd2-48fa-932c-bfb6a86d3a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:36:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:01.422228 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e9e02adc-2d31-46a3-ad93-9e605238c2ec tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "DELETE /v2.0/floatingips/e94c790c-aab1-49dd-af09-d324ec916dfd HTTP/1.1" status: 204 len: 168 time: 3.7418683 Apr 29 07:37:01.455531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-13ead5fb-0bd2-48fa-932c-bfb6a86d3a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:01.456651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49560) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:01.457455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ead5fb-0bd2-48fa-932c-bfb6a86d3a12 None None] The sync data for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:01.483813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5495358e-5d2d-4e69-a334-4643777a0afe tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.491453 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5495358e-5d2d-4e69-a334-4643777a0afe tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "DELETE /v2.0/ports/2534964c-f1f6-4ecc-87f2-5e56fc284fc5 HTTP/1.1" status: 204 len: 168 time: 1.5035887 Apr 29 07:37:01.494990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:01.508923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49562) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:01.513158 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1cace351-5c39-49d6-a461-e8efe80fe331 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:01.545879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Port': ['ID=9428267e-9c03-48cb-bbb3-75a21787e06d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:01.578412 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed0ceab-effd-4d15-9cfc-faa0046ed0b0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] GET failed (client error): The resource could not be found. Apr 29 07:37:01.580337 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1ed0ceab-effd-4d15-9cfc-faa0046ed0b0 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "GET /v2.0/ports/2534964c-f1f6-4ecc-87f2-5e56fc284fc5 HTTP/1.1" status: 404 len: 333 time: 0.0705395 Apr 29 07:37:01.585498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49564) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:01.590352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'port': {'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1632706181'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:01.600863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1cace351-5c39-49d6-a461-e8efe80fe331 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:01.601357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.605597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.608579 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No DVR routers for this DVR port 9428267e-9c03-48cb-bbb3-75a21787e06d on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:01.664522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6575fdd0-b5e3-46cd-a5c7-bb6e8ee2cb9e None None] Provisioning complete for port 1cace351-5c39-49d6-a461-e8efe80fe331 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:01.665658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6575fdd0-b5e3-46cd-a5c7-bb6e8ee2cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.674318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38278b81-f51e-492d-a978-c4392dcd6fcb None None] Network 593379c1-a96b-48aa-8704-8552ab49c887 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:01.681952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e2c3a-806f-4d35-8ff8-8919a9edf541 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:01.687866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e2c3a-806f-4d35-8ff8-8919a9edf541 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:01.692733 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f21e2c3a-806f-4d35-8ff8-8919a9edf541 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3520174 Apr 29 07:37:01.693380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49568) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:01.740504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (2770e3a8-df91-42b0-bfb6-02186de5be1e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.816451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Made reservation on behalf of c2494584d6d94001adfc0e497e795e15 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:01.900968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (2770e3a8-df91-42b0-bfb6-02186de5be1e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.905140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Made reservation on behalf of b8af5c7ff5f849b489a7dfb0bd52642c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:01.908644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.965564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] device_id is not set on port a93f52ca-05b8-400b-92e2-57221e80f217 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:01.973192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:01.977965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=2770e3a8-df91-42b0-bfb6-02186de5be1e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:02.014765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e38d1-58bc-4d19-89b8-e892c9d533b0 req-544aad0f-eb13-4001-800a-9c3764dbb6fc tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:02.022189 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d45e38d1-58bc-4d19-89b8-e892c9d533b0 req-544aad0f-eb13-4001-800a-9c3764dbb6fc tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2828410 Apr 29 07:37:02.051398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.063616 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] device_id is not set on port 80fc957c-6c78-4942-861a-b2d11659b065 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:02.076944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1cace351-5c39-49d6-a461-e8efe80fe331 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:02.077968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.138285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 1cace351-5c39-49d6-a461-e8efe80fe331, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1cace351-5c39-49d6-a461-e8efe80fe331,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:02.144749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6575fdd0-b5e3-46cd-a5c7-bb6e8ee2cb9e None None] Current status of the port 1cace351-5c39-49d6-a461-e8efe80fe331 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:02.145144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6575fdd0-b5e3-46cd-a5c7-bb6e8ee2cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.147849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.148644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9428267e-9c03-48cb-bbb3-75a21787e06d up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:02.158089 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d45e38d1-58bc-4d19-89b8-e892c9d533b0 req-e2f026c8-6d45-499f-a355-f2d4b44a51d8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346202 Apr 29 07:37:02.174469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (593379c1-a96b-48aa-8704-8552ab49c887), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.207798 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 9428267e-9c03-48cb-bbb3-75a21787e06d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:02.208068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9428267e-9c03-48cb-bbb3-75a21787e06d not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 29 07:37:02.242568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2e5af0f4-d7b8-4aea-9cb8-c992294a4f5c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port a3b7c2b7-c891-453c-87ba-64516ae94227 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:02.242568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e5af0f4-d7b8-4aea-9cb8-c992294a4f5c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a3b7c2b7-c891-453c-87ba-64516ae94227), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.244379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Port 9428267e-9c03-48cb-bbb3-75a21787e06d not found, will not notify nova. {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 29 07:37:02.244789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:02.264906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593379c1-a96b-48aa-8704-8552ab49c887']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:02.304042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728bef01-5134-42d6-9cfb-947d4559e1f0') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:02.304478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728bef01-5134-42d6-9cfb-947d4559e1f0') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:02.324439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=1cace351-5c39-49d6-a461-e8efe80fe331,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:02.332143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (728bef01-5134-42d6-9cfb-947d4559e1f0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.340054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Allocated IP 172.26.3.253 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/3b471de8-a9bf-45b2-822e-7ca42cc61228) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:02.366119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (728bef01-5134-42d6-9cfb-947d4559e1f0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.367951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-6575fdd0-b5e3-46cd-a5c7-bb6e8ee2cb9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:37:02.368332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-6575fdd0-b5e3-46cd-a5c7-bb6e8ee2cb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:37:02.379935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:02.380307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.405416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:02.405910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (728bef01-5134-42d6-9cfb-947d4559e1f0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:02.409091 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:02.414756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Allocated IP 2001:db8::3eb (8754e72e-777c-44e3-b724-d3fa276a985c/c92e8300-4cfb-4f69-856c-e285bf0052de/a93f52ca-05b8-400b-92e2-57221e80f217) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:02.468338 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e5af0f4-d7b8-4aea-9cb8-c992294a4f5c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a3b7c2b7-c891-453c-87ba-64516ae94227), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.475124 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:02.475572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.490486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90cc64e-d432-43cd-a57f-81f0c3cea42e None None] Network 593379c1-a96b-48aa-8704-8552ab49c887 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:02.492581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05a0f4-4b32-4327-b551-2ec83b0e2115 None None] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:02.496714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2e5af0f4-d7b8-4aea-9cb8-c992294a4f5c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for a3b7c2b7-c891-453c-87ba-64516ae94227 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:02.512231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Allocated IP 172.20.0.14 (cf48a5a0-c58e-4fa9-a011-8a93f69b879f/c9adeac0-bbb0-4dd1-94b5-400d197d80cb/80fc957c-6c78-4942-861a-b2d11659b065) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:02.513056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (593379c1-a96b-48aa-8704-8552ab49c887), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.518693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.526919 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/593379c1-a96b-48aa-8704-8552ab49c887 HTTP/1.1" status: 204 len: 168 time: 3.5602198 Apr 29 07:37:02.528382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49570) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:02.581645 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-af33ef49-0102-474d-9757-825740425887 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:02.582591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af33ef49-0102-474d-9757-825740425887 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:02.584127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaa183-3599-400a-8fcb-a9252aa7e890 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=593379c1-a96b-48aa-8704-8552ab49c887,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:02.589118 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-af33ef49-0102-474d-9757-825740425887 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/2770e3a8-df91-42b0-bfb6-02186de5be1e HTTP/1.1" status: 404 len: 337 time: 0.0549357 Apr 29 07:37:02.595639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49572) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:02.618529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617,segment=NetworkSegment(d48d0fc3-53fd-4ce4-97bc-a0785a41a992),segment_id=d48d0fc3-53fd-4ce4-97bc-a0785a41a992)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:02.642064 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f732c4-1fd5-4f1c-8bd7-87fc43866f08 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:02.642721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f732c4-1fd5-4f1c-8bd7-87fc43866f08 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:02.648038 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-20f732c4-1fd5-4f1c-8bd7-87fc43866f08 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/593379c1-a96b-48aa-8704-8552ab49c887 HTTP/1.1" status: 404 len: 339 time: 0.0495720 Apr 29 07:37:02.648834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.651141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49574) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:02.721299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for port (3b471de8-a9bf-45b2-822e-7ca42cc61228), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.737914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:02.758555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (681c7b0d-3e12-4155-8225-d9610e527582), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.766438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e5af0f4-d7b8-4aea-9cb8-c992294a4f5c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a3b7c2b7-c891-453c-87ba-64516ae94227), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.767578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fbb93f-bc91-4ddc-ad82-d24bf2cc459d None None] DHCP port deletion for 593379c1-a96b-48aa-8704-8552ab49c887 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:02.831510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5af0f4-d7b8-4aea-9cb8-c992294a4f5c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=a3b7c2b7-c891-453c-87ba-64516ae94227,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:02.890757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e5af0f4-d7b8-4aea-9cb8-c992294a4f5c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.894439 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2e5af0f4-d7b8-4aea-9cb8-c992294a4f5c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/a3b7c2b7-c891-453c-87ba-64516ae94227 HTTP/1.1" status: 204 len: 168 time: 1.1978810 Apr 29 07:37:02.916947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49576) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:02.922505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6575fdd0-b5e3-46cd-a5c7-bb6e8ee2cb9e None None] Current status of the port 1cace351-5c39-49d6-a461-e8efe80fe331 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:02.945431 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (681c7b0d-3e12-4155-8225-d9610e527582), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:02.969380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681c7b0d-3e12-4155-8225-d9610e527582']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:02.979686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbad05e8-e1e5-4352-ba20-f63d85c41c8e') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:02.980050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbad05e8-e1e5-4352-ba20-f63d85c41c8e') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:02.990529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (fbad05e8-e1e5-4352-ba20-f63d85c41c8e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.004681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (fbad05e8-e1e5-4352-ba20-f63d85c41c8e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.011934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:03.012329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (fbad05e8-e1e5-4352-ba20-f63d85c41c8e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:03.016095 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:03.043007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3b471de8-a9bf-45b2-822e-7ca42cc61228), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.050771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-618ee8d2-40e9-458c-80bd-a638d1a6047a None None] Provisioning complete for port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:03.051342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-618ee8d2-40e9-458c-80bd-a638d1a6047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.112056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (681c7b0d-3e12-4155-8225-d9610e527582), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.120716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.124078 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/681c7b0d-3e12-4155-8225-d9610e527582 HTTP/1.1" status: 204 len: 168 time: 0.4716940 Apr 29 07:37:03.146280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49578) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:03.153274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6033c57e-377b-47eb-b615-538a5bf3cc76 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:03.154876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6033c57e-377b-47eb-b615-538a5bf3cc76 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:03.156430 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6033c57e-377b-47eb-b615-538a5bf3cc76 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2349496 Apr 29 07:37:03.166636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for port (a93f52ca-05b8-400b-92e2-57221e80f217), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.176626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49580) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:03.211308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-618ee8d2-40e9-458c-80bd-a638d1a6047a None None] Current status of the port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:03.216131 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2971f2-0cfd-4fbb-9539-8dd72cee9f6b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:03.216671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1cace351-5c39-49d6-a461-e8efe80fe331 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:03.216769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2971f2-0cfd-4fbb-9539-8dd72cee9f6b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:03.221196 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7a2971f2-0cfd-4fbb-9539-8dd72cee9f6b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/8b5a4b35-41e4-477a-8e8a-8da20d60e251 HTTP/1.1" status: 404 len: 337 time: 0.0734808 Apr 29 07:37:03.222834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f6652-764c-4fe8-b587-b0988b021cb2 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=681c7b0d-3e12-4155-8225-d9610e527582,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:03.234100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for port (80fc957c-6c78-4942-861a-b2d11659b065), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.235322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49584) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:03.237203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:03.253976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-618ee8d2-40e9-458c-80bd-a638d1a6047a None None] Could not find standard attr ID for object 9428267e-9c03-48cb-bbb3-75a21787e06d. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:37:03.262328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-618ee8d2-40e9-458c-80bd-a638d1a6047a None None] Could not find standard attr ID for object a3b7c2b7-c891-453c-87ba-64516ae94227. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:37:03.273098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1cace351-5c39-49d6-a461-e8efe80fe331 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:03.273347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.280662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:03.282614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Pushing event updated for resources: {'Port': ['ID=3b471de8-a9bf-45b2-822e-7ca42cc61228,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:03.304750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:03.313772 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea190713-d186-498a-aad3-77760efbdecd tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:03.314351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea190713-d186-498a-aad3-77760efbdecd tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:03.317483 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ea190713-d186-498a-aad3-77760efbdecd tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/574315d2-5a46-4fef-876e-95a0da4ac928 HTTP/1.1" status: 404 len: 339 time: 0.0725179 Apr 29 07:37:03.320320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49586) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:03.376837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1cace351-5c39-49d6-a461-e8efe80fe331 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:03.377988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:03.381750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3721fe-3c5c-4043-9ed9-b704e06cfbd5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting subnet 32a929bb-ae03-4b58-812c-cfa0db73defa {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:03.385037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d3721fe-3c5c-4043-9ed9-b704e06cfbd5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (32a929bb-ae03-4b58-812c-cfa0db73defa), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.395937 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-526a387b-642a-4f50-8aa9-52643fef244d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet c44c40d4-6b04-4f9c-9723-dc410411c2c5 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:03.425306 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d3721fe-3c5c-4043-9ed9-b704e06cfbd5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (32a929bb-ae03-4b58-812c-cfa0db73defa), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.439226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8d04da6-bcbc-43f8-9620-895fa42cb41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.443405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-193db344-7348-48c1-9d5b-4259f5f6136e None None] Provisioning complete for port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:03.443777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-193db344-7348-48c1-9d5b-4259f5f6136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.478502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:03.479206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.531965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d3721fe-3c5c-4043-9ed9-b704e06cfbd5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (32a929bb-ae03-4b58-812c-cfa0db73defa), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.583987 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-193db344-7348-48c1-9d5b-4259f5f6136e None None] Current status of the port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:03.600060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d3721fe-3c5c-4043-9ed9-b704e06cfbd5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (32a929bb-ae03-4b58-812c-cfa0db73defa), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.621529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-193db344-7348-48c1-9d5b-4259f5f6136e None None] Provisioning complete for port e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:03.621949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-193db344-7348-48c1-9d5b-4259f5f6136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.623561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:03.630322 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3721fe-3c5c-4043-9ed9-b704e06cfbd5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=32a929bb-ae03-4b58-812c-cfa0db73defa,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:03.633727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d3721fe-3c5c-4043-9ed9-b704e06cfbd5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.639942 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9d3721fe-3c5c-4043-9ed9-b704e06cfbd5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/32a929bb-ae03-4b58-812c-cfa0db73defa HTTP/1.1" status: 204 len: 168 time: 0.3148324 Apr 29 07:37:03.640169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49590) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:03.658306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6d1be-6689-4aa7-b198-b5456d590a15 None None] Network ff139312-a049-4528-86b2-351919c8f897 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:03.698930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526a387b-642a-4f50-8aa9-52643fef244d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (c44c40d4-6b04-4f9c-9723-dc410411c2c5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.702394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf8d2c8-c104-4502-b1d0-6eaf8624fc3f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting subnet dabd7b42-0147-41cf-9a5c-c68ffa947eed {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:03.707158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-adf8d2c8-c104-4502-b1d0-6eaf8624fc3f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (dabd7b42-0147-41cf-9a5c-c68ffa947eed), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.726499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-193db344-7348-48c1-9d5b-4259f5f6136e None None] Port e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:03.736080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a93f52ca-05b8-400b-92e2-57221e80f217), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.740320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9428267e-9c03-48cb-bbb3-75a21787e06d no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:03.755704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-adf8d2c8-c104-4502-b1d0-6eaf8624fc3f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (dabd7b42-0147-41cf-9a5c-c68ffa947eed), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.771393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 9428267e-9c03-48cb-bbb3-75a21787e06d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:03.771707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9428267e-9c03-48cb-bbb3-75a21787e06d not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:03.818181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (80fc957c-6c78-4942-861a-b2d11659b065), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.823563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526a387b-642a-4f50-8aa9-52643fef244d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (c44c40d4-6b04-4f9c-9723-dc410411c2c5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.834168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5b0c-9022-495c-acf5-7d3c99462a9f req-88ec0562-b7f3-4ee1-a776-43c1f6071523 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:03.835669 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f2f5b0c-9022-495c-acf5-7d3c99462a9f req-88ec0562-b7f3-4ee1-a776-43c1f6071523 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.5807579 Apr 29 07:37:03.849012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-adf8d2c8-c104-4502-b1d0-6eaf8624fc3f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (dabd7b42-0147-41cf-9a5c-c68ffa947eed), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.917136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Network 8754e72e-777c-44e3-b724-d3fa276a985c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:03.926014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Port': ['ID=a93f52ca-05b8-400b-92e2-57221e80f217,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:03.926704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-adf8d2c8-c104-4502-b1d0-6eaf8624fc3f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (dabd7b42-0147-41cf-9a5c-c68ffa947eed), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.937391 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:03.945909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for floatingip (584c19f2-5e76-4fd3-87be-00c54883ed54), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.948248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:03.958152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8d2c8-c104-4502-b1d0-6eaf8624fc3f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=dabd7b42-0147-41cf-9a5c-c68ffa947eed,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:03.959959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:03.967485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:03.968402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.970094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-adf8d2c8-c104-4502-b1d0-6eaf8624fc3f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:03.974096 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-adf8d2c8-c104-4502-b1d0-6eaf8624fc3f tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/dabd7b42-0147-41cf-9a5c-c68ffa947eed HTTP/1.1" status: 204 len: 168 time: 0.3327160 Apr 29 07:37:03.976482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49592) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:04.008659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:04.029075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:04.085975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (ff139312-a049-4528-86b2-351919c8f897), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.149109 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b0bed025-f646-49dc-ae2c-b2f73491dc8c tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5603857 Apr 29 07:37:04.153949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49594) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:04.157313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:04.157651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.173742 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f2f5b0c-9022-495c-acf5-7d3c99462a9f req-5c6a16c7-ae69-4398-bf99-345837bf23a0 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938204 Apr 29 07:37:04.191652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Port': ['ID=80fc957c-6c78-4942-861a-b2d11659b065,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:04.213338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:04.214123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.219242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-da5e0451-b081-4142-89e6-e5afcf615c3b tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e3:94:b7'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:04.220925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3b471de8-a9bf-45b2-822e-7ca42cc61228), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.229669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526a387b-642a-4f50-8aa9-52643fef244d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (c44c40d4-6b04-4f9c-9723-dc410411c2c5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.296781 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-45c67dfd-0164-44e6-9804-ae9fc6f5d656 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.0495250 Apr 29 07:37:04.296948 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] For port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee,segment=NetworkSegment(3b8ce779-c2d8-47d6-818d-ec363f4622a9),segment_id=3b8ce779-c2d8-47d6-818d-ec363f4622a9)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:04.297527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.301267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49596) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:04.385029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Calling delete_port for df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:04.406707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526a387b-642a-4f50-8aa9-52643fef244d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (c44c40d4-6b04-4f9c-9723-dc410411c2c5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.443112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a387b-642a-4f50-8aa9-52643fef244d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=c44c40d4-6b04-4f9c-9723-dc410411c2c5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:04.445169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-526a387b-642a-4f50-8aa9-52643fef244d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.448317 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-526a387b-642a-4f50-8aa9-52643fef244d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/c44c40d4-6b04-4f9c-9723-dc410411c2c5 HTTP/1.1" status: 204 len: 168 time: 1.2668357 Apr 29 07:37:04.453135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eabe10-f0d1-47a1-b5bd-b274ac13f938 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:04.455129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49598) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:04.507832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-24a535fe-b0f8-40bd-b12b-64e4b90cc046 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512023 Apr 29 07:37:04.510417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49600) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:04.516095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b671ae9e-f493-434e-b1ec-18bc05f53c4c tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:04.529268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b671ae9e-f493-434e-b1ec-18bc05f53c4c tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:04.529268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b671ae9e-f493-434e-b1ec-18bc05f53c4c tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:04.529268 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b671ae9e-f493-434e-b1ec-18bc05f53c4c tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2175670 Apr 29 07:37:04.531592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49602) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:04.551874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0b4f6120-d326-4ddb-bc77-f3055871fc64 None None] Provisioning complete for port a93f52ca-05b8-400b-92e2-57221e80f217 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:04.551874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6120-d326-4ddb-bc77-f3055871fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a93f52ca-05b8-400b-92e2-57221e80f217), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.581624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da5e0451-b081-4142-89e6-e5afcf615c3b tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a93f52ca-05b8-400b-92e2-57221e80f217), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.613007 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f6120-d326-4ddb-bc77-f3055871fc64 None None] Port a93f52ca-05b8-400b-92e2-57221e80f217 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:04.628398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for port (3b471de8-a9bf-45b2-822e-7ca42cc61228), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.636321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0b4f6120-d326-4ddb-bc77-f3055871fc64 None None] Provisioning complete for port 80fc957c-6c78-4942-861a-b2d11659b065 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:04.636673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6120-d326-4ddb-bc77-f3055871fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (80fc957c-6c78-4942-861a-b2d11659b065), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.644437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a37e1a-cafc-4c39-b71e-b9a1710d215a None None] Network ff139312-a049-4528-86b2-351919c8f897 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:04.658344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (3b471de8-a9bf-45b2-822e-7ca42cc61228), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.677151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.695233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077253f6-24df-4619-b5d1-06ff9e265ec8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:04.696948 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-077253f6-24df-4619-b5d1-06ff9e265ec8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1857133 Apr 29 07:37:04.700893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No DVR routers for this DVR port df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:04.704756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49604) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:04.731476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.746306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f6120-d326-4ddb-bc77-f3055871fc64 None None] Port 80fc957c-6c78-4942-861a-b2d11659b065 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:04.768162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba42aa-f2bc-4a15-b934-217439fca2a2 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:04.797893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Pushing event updated for resources: {'Port': ['ID=3b471de8-a9bf-45b2-822e-7ca42cc61228,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:04.815091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bad75e-4ebb-4c5d-8fb9-12a8b3b27d35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:04.816700 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a7bad75e-4ebb-4c5d-8fb9-12a8b3b27d35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1109693 Apr 29 07:37:04.819788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49606) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:04.829676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba42aa-f2bc-4a15-b934-217439fca2a2 None None] Deleting port 1cace351-5c39-49d6-a461-e8efe80fe331 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:04.830045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c9ba42aa-f2bc-4a15-b934-217439fca2a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.838976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Port': ['ID=df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:04.874567 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-14c169e9-60a4-4c59-893d-9ebcc2fbbd81 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515935 Apr 29 07:37:04.878544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (584c19f2-5e76-4fd3-87be-00c54883ed54), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.883286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9885b99e-5b9a-4699-b232-4698784e1f8b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Deleting port 80fc957c-6c78-4942-861a-b2d11659b065 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:04.883452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9885b99e-5b9a-4699-b232-4698784e1f8b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (80fc957c-6c78-4942-861a-b2d11659b065), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.889390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49608) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:04.889578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e337e-3a85-4444-a22c-05bdea4e1dfd None None] DHCP port deletion for ff139312-a049-4528-86b2-351919c8f897 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:04.893154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:04.904166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cf389221-38e0-44b3-bea3-d929e0b90bf6 None None] Could not find standard attr ID for object df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:37:04.924566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c9ba42aa-f2bc-4a15-b934-217439fca2a2 None None] For port 1cace351-5c39-49d6-a461-e8efe80fe331, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1cace351-5c39-49d6-a461-e8efe80fe331,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:04.925063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c9ba42aa-f2bc-4a15-b934-217439fca2a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.925415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (ff139312-a049-4528-86b2-351919c8f897), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:04.939995 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba42aa-f2bc-4a15-b934-217439fca2a2 None None] Calling delete_port for 1cace351-5c39-49d6-a461-e8efe80fe331 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:04.956563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff139312-a049-4528-86b2-351919c8f897']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:04.971715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8ce779-c2d8-47d6-818d-ec363f4622a9') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:04.972004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8ce779-c2d8-47d6-818d-ec363f4622a9') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:04.991082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (3b8ce779-c2d8-47d6-818d-ec363f4622a9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.000088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.001687 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b0be0d72-9c4a-4617-a8d9-0ea86bad8332 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5284185 Apr 29 07:37:05.004478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49610) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.015336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (3b8ce779-c2d8-47d6-818d-ec363f4622a9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.029209 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:05.029802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (3b8ce779-c2d8-47d6-818d-ec363f4622a9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:05.032865 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:05.050057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c9ba42aa-f2bc-4a15-b934-217439fca2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (1cace351-5c39-49d6-a461-e8efe80fe331), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.066207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9885b99e-5b9a-4699-b232-4698784e1f8b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (80fc957c-6c78-4942-861a-b2d11659b065), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.073370 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba42aa-f2bc-4a15-b934-217439fca2a2 None None] No DVR routers for this DVR port 1cace351-5c39-49d6-a461-e8efe80fe331 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:05.079726 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:05.083728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.104441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da5e0451-b081-4142-89e6-e5afcf615c3b tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for port (a93f52ca-05b8-400b-92e2-57221e80f217), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.104614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9885b99e-5b9a-4699-b232-4698784e1f8b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Calling delete_port for 80fc957c-6c78-4942-861a-b2d11659b065 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:05.111185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da5e0451-b081-4142-89e6-e5afcf615c3b tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (a93f52ca-05b8-400b-92e2-57221e80f217), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.115842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba42aa-f2bc-4a15-b934-217439fca2a2 None None] Pushing event deleted for resources: {'Port': ['ID=1cace351-5c39-49d6-a461-e8efe80fe331,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:05.128205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (ff139312-a049-4528-86b2-351919c8f897), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.161957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.165807 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/ff139312-a049-4528-86b2-351919c8f897 HTTP/1.1" status: 204 len: 168 time: 1.1882401 Apr 29 07:37:05.168472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49614) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.169604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-da5e0451-b081-4142-89e6-e5afcf615c3b tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] In _notify_port_updated(), no bound segment for port a93f52ca-05b8-400b-92e2-57221e80f217 on network 8754e72e-777c-44e3-b724-d3fa276a985c {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:37:05.174793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e0451-b081-4142-89e6-e5afcf615c3b tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:05.175545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da5e0451-b081-4142-89e6-e5afcf615c3b tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.177176 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-da5e0451-b081-4142-89e6-e5afcf615c3b tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "PUT /v2.0/ports/a93f52ca-05b8-400b-92e2-57221e80f217 HTTP/1.1" status: 200 len: 1003 time: 1.0217462 Apr 29 07:37:05.187927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:05.188140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49616) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.208199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2999d-0c39-48d1-ac43-18b1811a06ba tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=ff139312-a049-4528-86b2-351919c8f897,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:05.224707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:05.226477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device df28a8e9-165b-4c56-8c8f-a5fa0e9db8ee not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:05.227074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1cace351-5c39-49d6-a461-e8efe80fe331 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:05.256516 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f9446e-2366-4e82-b870-e3e0c4d91129 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:05.257727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f9446e-2366-4e82-b870-e3e0c4d91129 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:05.261201 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a5f9446e-2366-4e82-b870-e3e0c4d91129 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/87d61e74-729d-4e90-a273-30e57d5777af HTTP/1.1" status: 404 len: 337 time: 0.0743089 Apr 29 07:37:05.273439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49620) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.276503 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 1cace351-5c39-49d6-a461-e8efe80fe331 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:05.276885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1cace351-5c39-49d6-a461-e8efe80fe331 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:05.288121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e0451-b081-4142-89e6-e5afcf615c3b tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Port': ['ID=a93f52ca-05b8-400b-92e2-57221e80f217,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:05.296592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.325768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:05.340322 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f551ad9-3347-4274-bf22-a8f9f861b643 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:05.341094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f551ad9-3347-4274-bf22-a8f9f861b643 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:05.344426 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1f551ad9-3347-4274-bf22-a8f9f861b643 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/6adee160-0bf9-4c25-9338-d447204313bd HTTP/1.1" status: 404 len: 339 time: 0.0693784 Apr 29 07:37:05.347145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49622) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.392264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.407964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9885b99e-5b9a-4699-b232-4698784e1f8b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (80fc957c-6c78-4942-861a-b2d11659b065), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.415188 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35c6c5a-43d5-4321-a19b-6f3a7bf3c765 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:05.415708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35c6c5a-43d5-4321-a19b-6f3a7bf3c765 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:05.418742 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f35c6c5a-43d5-4321-a19b-6f3a7bf3c765 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/80eb9fff-adad-4c10-a773-858a03aab79e HTTP/1.1" status: 404 len: 337 time: 0.0705321 Apr 29 07:37:05.421594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49624) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.447924 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e044ff79-bd72-45ad-b6f6-e8b7662fda57 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:05.448421 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e044ff79-bd72-45ad-b6f6-e8b7662fda57 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:05.451911 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e044ff79-bd72-45ad-b6f6-e8b7662fda57 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/3cd69f12-392a-48c9-8632-18275033237c HTTP/1.1" status: 404 len: 339 time: 0.0294120 Apr 29 07:37:05.454761 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49626) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.457293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885b99e-5b9a-4699-b232-4698784e1f8b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event deleted for resources: {'Port': ['ID=80fc957c-6c78-4942-861a-b2d11659b065,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:05.501375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d50b0-a09a-49ef-8040-bf5ddc171aae req-f55fb210-e164-4acf-96a7-fd4b53f45a24 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:05.502971 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e35d50b0-a09a-49ef-8040-bf5ddc171aae req-f55fb210-e164-4acf-96a7-fd4b53f45a24 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1852298 Apr 29 07:37:05.503868 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ca8207-a675-46de-8b4d-8669b0fa7f3c tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:05.504291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ca8207-a675-46de-8b4d-8669b0fa7f3c tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:05.509839 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c0ca8207-a675-46de-8b4d-8669b0fa7f3c tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/47d9ffcd-8398-44c3-b6bc-4d08ee4e3647 HTTP/1.1" status: 404 len: 337 time: 0.0508223 Apr 29 07:37:05.510109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49628) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.550848 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c127f393-bad7-418f-9905-e3482f7b98a5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:05.551366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c127f393-bad7-418f-9905-e3482f7b98a5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:05.558532 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c127f393-bad7-418f-9905-e3482f7b98a5 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/6e82ebd9-c53f-495a-b568-85c94d52ea37 HTTP/1.1" status: 404 len: 339 time: 0.0472794 Apr 29 07:37:05.562703 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49630) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.567527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f9348541-36dc-4f8b-a84a-5eace5f2f718 None None] Provisioning complete for port a93f52ca-05b8-400b-92e2-57221e80f217 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:05.568068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9348541-36dc-4f8b-a84a-5eace5f2f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a93f52ca-05b8-400b-92e2-57221e80f217), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.619474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f9348541-36dc-4f8b-a84a-5eace5f2f718 None None] Port a93f52ca-05b8-400b-92e2-57221e80f217 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:05.628339 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11c0959-33ce-4e1d-95c0-60877bbd32a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting subnet 0833e5cc-8c4c-4661-8545-56d24c045714 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:05.634389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-35bf60ba-335b-4385-9206-d3b8d894d080 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Deleting port a93f52ca-05b8-400b-92e2-57221e80f217 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:05.634722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-35bf60ba-335b-4385-9206-d3b8d894d080 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a93f52ca-05b8-400b-92e2-57221e80f217), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.638224 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e11c0959-33ce-4e1d-95c0-60877bbd32a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (0833e5cc-8c4c-4661-8545-56d24c045714), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.737014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (42b5c5e5-915f-49b2-944c-ea1a0d91836d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.746513 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e35d50b0-a09a-49ef-8040-bf5ddc171aae req-17769083-5eef-4109-b2f1-c20d0cc9b7ed tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270904 Apr 29 07:37:05.752361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e11c0959-33ce-4e1d-95c0-60877bbd32a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (0833e5cc-8c4c-4661-8545-56d24c045714), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.768105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9885b99e-5b9a-4699-b232-4698784e1f8b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.773859 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9885b99e-5b9a-4699-b232-4698784e1f8b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "DELETE /v2.0/ports/80fc957c-6c78-4942-861a-b2d11659b065 HTTP/1.1" status: 204 len: 168 time: 1.2187891 Apr 29 07:37:05.775383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49632) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.802681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:05.821586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-35bf60ba-335b-4385-9206-d3b8d894d080 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a93f52ca-05b8-400b-92e2-57221e80f217), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.823103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:05.828707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:05.829309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.831801 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-7003d96a-991d-4807-b70b-48d591e67181 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] GET failed (client error): The resource could not be found. Apr 29 07:37:05.833113 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7003d96a-991d-4807-b70b-48d591e67181 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "GET /v2.0/ports/80fc957c-6c78-4942-861a-b2d11659b065 HTTP/1.1" status: 404 len: 333 time: 0.0548980 Apr 29 07:37:05.834496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e749fc-3993-448f-9bdf-00bc800c1490 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:05.837594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49634) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.844003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'port': {'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f', 'name': 'tempest-AllowedAddressPairTestJSON-709878788'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:05.846421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=42b5c5e5-915f-49b2-944c-ea1a0d91836d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:05.854226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.863369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-35bf60ba-335b-4385-9206-d3b8d894d080 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Calling delete_port for a93f52ca-05b8-400b-92e2-57221e80f217 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:05.869888 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ff784e96-fb59-4eed-b02c-1935053a5584 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9779899 Apr 29 07:37:05.870050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49636) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:05.875393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': '42b5c5e5-915f-49b2-944c-ea1a0d91836d', 'ip_address': '2001:db8::564d:95b8:9c1:7f88'}], 'name': 'tempest-NetworksTestDHCPv6-267666534'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:05.943249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '42b5c5e5-915f-49b2-944c-ea1a0d91836d'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:05.944522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:05.987070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e11c0959-33ce-4e1d-95c0-60877bbd32a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (0833e5cc-8c4c-4661-8545-56d24c045714), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.048849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.052162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Allocated IP 172.26.3.198 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/b58b075e-3da9-45d9-a613-434380900db4) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:06.076562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:06.106066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Made reservation on behalf of c2494584d6d94001adfc0e497e795e15 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:06.110051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.117997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/42b5c5e5-915f-49b2-944c-ea1a0d91836d/9032c94a-3e6f-424d-baf9-ac9c436533f6) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:06.124431 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e11c0959-33ce-4e1d-95c0-60877bbd32a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (0833e5cc-8c4c-4661-8545-56d24c045714), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.191179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c0959-33ce-4e1d-95c0-60877bbd32a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=0833e5cc-8c4c-4661-8545-56d24c045714,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:06.197058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e11c0959-33ce-4e1d-95c0-60877bbd32a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.203631 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e11c0959-33ce-4e1d-95c0-60877bbd32a7 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/0833e5cc-8c4c-4661-8545-56d24c045714 HTTP/1.1" status: 204 len: 168 time: 0.6375215 Apr 29 07:37:06.203631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] device_id is not set on port 5ce7dbeb-b673-41e4-8a41-3fec64bde284 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:06.207558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49638) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:06.208596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb016363-2848-4f40-a194-7ae3f8ae908b None None] Network 712574bd-b437-4ca9-a9ff-ef1ebc6ae832 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:06.257559 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-35bf60ba-335b-4385-9206-d3b8d894d080 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a93f52ca-05b8-400b-92e2-57221e80f217), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.267446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.290652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks [] for port (b58b075e-3da9-45d9-a613-434380900db4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.301589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf60ba-335b-4385-9206-d3b8d894d080 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event deleted for resources: {'Port': ['ID=a93f52ca-05b8-400b-92e2-57221e80f217,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:06.329132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 7465e6ff-9e7f-4c28-adfe-8e4fb76afad7 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:06.340520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (712574bd-b437-4ca9-a9ff-ef1ebc6ae832), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.363185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-35bf60ba-335b-4385-9206-d3b8d894d080 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.368718 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-35bf60ba-335b-4385-9206-d3b8d894d080 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "DELETE /v2.0/ports/a93f52ca-05b8-400b-92e2-57221e80f217 HTTP/1.1" status: 204 len: 168 time: 1.1689153 Apr 29 07:37:06.369110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49640) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:06.405060 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5b6a9e-c8e8-43a2-9cd2-0f118b0a8021 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] GET failed (client error): The resource could not be found. Apr 29 07:37:06.410519 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8f5b6a9e-c8e8-43a2-9cd2-0f118b0a8021 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "GET /v2.0/ports/a93f52ca-05b8-400b-92e2-57221e80f217 HTTP/1.1" status: 404 len: 333 time: 0.0365148 Apr 29 07:37:06.411205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Allocated IP 172.20.0.8 (cf48a5a0-c58e-4fa9-a011-8a93f69b879f/c9adeac0-bbb0-4dd1-94b5-400d197d80cb/5ce7dbeb-b673-41e4-8a41-3fec64bde284) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:06.412959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49642) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:06.419790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'port': {'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1811023707'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:06.459944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Publish callbacks [] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.476885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.506821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b58b075e-3da9-45d9-a613-434380900db4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.549933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Pushing event updated for resources: {'Port': ['ID=9032c94a-3e6f-424d-baf9-ac9c436533f6,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:06.567090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:06.568862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:06.571400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:06.602304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f7c4b-5934-4d48-ab5d-3f69c8e3f09f None None] DHCP port deletion for 712574bd-b437-4ca9-a9ff-ef1ebc6ae832 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:06.623341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:06.650255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:06.653257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:06.663274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Attempting to bind port 9032c94a-3e6f-424d-baf9-ac9c436533f6 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:06.663791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Attempting to bind port 9032c94a-3e6f-424d-baf9-ac9c436533f6 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:06.664243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Attempting to bind port 9032c94a-3e6f-424d-baf9-ac9c436533f6 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:06.673935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:06.674467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:06.674986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.675462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:06.676023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Bound port: 9032c94a-3e6f-424d-baf9-ac9c436533f6, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:06.676494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.685128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-b8b867ee-8de8-4780-9b90-feee3818f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:06.686740 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-b8b867ee-8de8-4780-9b90-feee3818f1c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1130 time: 0.2227445 Apr 29 07:37:06.694113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Pushing event updated for resources: {'Port': ['ID=b58b075e-3da9-45d9-a613-434380900db4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:06.764039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting port 9dff3f49-8ec3-4995-a953-43f7167a01a1 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:06.764743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.905515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f7c4b-5934-4d48-ab5d-3f69c8e3f09f None None] Deleting port 9dff3f49-8ec3-4995-a953-43f7167a01a1 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:06.905975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7c4b-5934-4d48-ab5d-3f69c8e3f09f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:06.971805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] For port 9032c94a-3e6f-424d-baf9-ac9c436533f6, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:06.993396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] For port 9032c94a-3e6f-424d-baf9-ac9c436533f6, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9032c94a-3e6f-424d-baf9-ac9c436533f6,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:06.997972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Made reservation on behalf of b8af5c7ff5f849b489a7dfb0bd52642c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:06.999965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4b4f7c4b-5934-4d48-ab5d-3f69c8e3f09f None None] For port 9dff3f49-8ec3-4995-a953-43f7167a01a1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9dff3f49-8ec3-4995-a953-43f7167a01a1,segment=NetworkSegment(15f57bfa-f2cd-462b-b0c1-7649c5404fab),segment_id=15f57bfa-f2cd-462b-b0c1-7649c5404fab)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:07.000385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7c4b-5934-4d48-ab5d-3f69c8e3f09f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.002211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.004165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.041025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] device_id is not set on port 5aa07a10-5f18-4907-ab3e-9eade0fc28a6 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:07.042194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f7c4b-5934-4d48-ab5d-3f69c8e3f09f None None] Calling delete_port for 9dff3f49-8ec3-4995-a953-43f7167a01a1 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:07.092426 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.137791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0f057-1f73-4699-a937-54677c363474 None None] Pushing event updated for resources: {'Port': ['ID=9032c94a-3e6f-424d-baf9-ac9c436533f6,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:07.199975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7c4b-5934-4d48-ab5d-3f69c8e3f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.214855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9dff3f49-8ec3-4995-a953-43f7167a01a1 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:07.215971 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.235824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Allocated IP 2001:db8::1e5 (8754e72e-777c-44e3-b724-d3fa276a985c/c92e8300-4cfb-4f69-856c-e285bf0052de/5aa07a10-5f18-4907-ab3e-9eade0fc28a6) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:07.263631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f7c4b-5934-4d48-ab5d-3f69c8e3f09f None None] No DVR routers for this DVR port 9dff3f49-8ec3-4995-a953-43f7167a01a1 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:07.264591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::564d:95b8:9c1:7f88 (5f57687c-3acb-4c32-82c9-53f862533295/42b5c5e5-915f-49b2-944c-ea1a0d91836d/7465e6ff-9e7f-4c28-adfe-8e4fb76afad7) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:07.265350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f7c4b-5934-4d48-ab5d-3f69c8e3f09f None None] Pushing event deleted for resources: {'Port': ['ID=9dff3f49-8ec3-4995-a953-43f7167a01a1,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:07.269233 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 9dff3f49-8ec3-4995-a953-43f7167a01a1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:07.269529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9dff3f49-8ec3-4995-a953-43f7167a01a1 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:07.299275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:07.309763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.310064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:07.319846 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:07.321851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Port': ['ID=5ce7dbeb-b673-41e4-8a41-3fec64bde284,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:07.342536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] For port 9dff3f49-8ec3-4995-a953-43f7167a01a1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9dff3f49-8ec3-4995-a953-43f7167a01a1,segment=NetworkSegment(15f57bfa-f2cd-462b-b0c1-7649c5404fab),segment_id=15f57bfa-f2cd-462b-b0c1-7649c5404fab)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:07.342918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.371804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks [] for floatingip (d4fc254c-0659-42ac-927d-f5d83bb13623), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.385736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Calling delete_port for 9dff3f49-8ec3-4995-a953-43f7167a01a1 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:07.397611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:07.398275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.405308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-acb336f0-a7aa-4230-b64c-0bfe0d911c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:07.407089 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-acb336f0-a7aa-4230-b64c-0bfe0d911c2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 912 time: 0.6775324 Apr 29 07:37:07.485432 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-62cf7f27-1d2b-467c-8ef7-2976d2d5bd31 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6463997 Apr 29 07:37:07.488278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49648) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:07.495284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7f73c5ec-eca0-4c28-9f86-97d932d851c5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e6:54:9b'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:07.595029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fcc5d-9311-4f4d-b6eb-4f3bb7c3bb94 req-7cd793d2-0965-481e-b68c-45eca7584db6 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:07.597319 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e6fcc5d-9311-4f4d-b6eb-4f3bb7c3bb94 req-7cd793d2-0965-481e-b68c-45eca7584db6 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.4239631 Apr 29 07:37:07.647295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for port (5aa07a10-5f18-4907-ab3e-9eade0fc28a6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.683345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a47b5aa2-7b95-4045-bd93-b9e09b3bc82a None None] Provisioning complete for port 5ce7dbeb-b673-41e4-8a41-3fec64bde284 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:07.683908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a47b5aa2-7b95-4045-bd93-b9e09b3bc82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.693183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b58b075e-3da9-45d9-a613-434380900db4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.719693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a47b5aa2-7b95-4045-bd93-b9e09b3bc82a None None] Port 5ce7dbeb-b673-41e4-8a41-3fec64bde284 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:07.734190 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-08a7cfb6-28ab-4e13-8f7f-ad44194bd3d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 1002 time: 0.3040769 Apr 29 07:37:07.738582 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f73c5ec-eca0-4c28-9f86-97d932d851c5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.747853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (5aa07a10-5f18-4907-ab3e-9eade0fc28a6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.817604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Network 8754e72e-777c-44e3-b724-d3fa276a985c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:07.831118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:07.836175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:07.838342 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e6fcc5d-9311-4f4d-b6eb-4f3bb7c3bb94 req-375655db-6d7b-4ad0-801c-4c0758f7d841 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253108 Apr 29 07:37:07.841143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:07.841836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.844361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Port': ['ID=5aa07a10-5f18-4907-ab3e-9eade0fc28a6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:07.860232 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9dff3f49-8ec3-4995-a953-43f7167a01a1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.878194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (7465e6ff-9e7f-4c28-adfe-8e4fb76afad7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:07.883104 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cecd6777-ce46-415c-b922-6b0a65b5af17 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4690914 Apr 29 07:37:07.888877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49650) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:07.894409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'port': {'network_id': '8754e72e-777c-44e3-b724-d3fa276a985c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-517162417'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:07.942239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Port': ['ID=9dff3f49-8ec3-4995-a953-43f7167a01a1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:07.946875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No DVR routers for this DVR port 9dff3f49-8ec3-4995-a953-43f7167a01a1 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:07.955931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-95628eb3-af58-4ce7-b43f-6f2a9f78c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:07.957460 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-95628eb3-af58-4ce7-b43f-6f2a9f78c06b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 200 len: 850 time: 0.2106097 Apr 29 07:37:08.099837 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Made reservation on behalf of b8af5c7ff5f849b489a7dfb0bd52642c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:08.103642 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.113114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (712574bd-b437-4ca9-a9ff-ef1ebc6ae832), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.134549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] device_id is not set on port 6b63ae14-8b13-4ed8-8d87-3a5b20b13726 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:08.142987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f73c5ec-eca0-4c28-9f86-97d932d851c5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.150114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f73c5ec-eca0-4c28-9f86-97d932d851c5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.153295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7465e6ff-9e7f-4c28-adfe-8e4fb76afad7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.168797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712574bd-b437-4ca9-a9ff-ef1ebc6ae832']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:08.203589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-a5b11250-721c-4efd-803d-4ed2002ed77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:08.204995 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-a5b11250-721c-4efd-803d-4ed2002ed77a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2d65d34-51cb-428d-895e-c7a17f616082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2232983 Apr 29 07:37:08.224848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f57bfa-f2cd-462b-b0c1-7649c5404fab') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:08.225123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f57bfa-f2cd-462b-b0c1-7649c5404fab') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:08.252694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a7cc8dda-06ae-4edb-9204-d3883eb09b7f None None] Provisioning complete for port 5aa07a10-5f18-4907-ab3e-9eade0fc28a6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:08.252991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a7cc8dda-06ae-4edb-9204-d3883eb09b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5aa07a10-5f18-4907-ab3e-9eade0fc28a6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.300821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks [] for port (b58b075e-3da9-45d9-a613-434380900db4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.303651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (15f57bfa-f2cd-462b-b0c1-7649c5404fab), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.310382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:08.318165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=7465e6ff-9e7f-4c28-adfe-8e4fb76afad7,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:08.321755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73c5ec-eca0-4c28-9f86-97d932d851c5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Port': ['ID=5ce7dbeb-b673-41e4-8a41-3fec64bde284,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:08.326524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc8dda-06ae-4edb-9204-d3883eb09b7f None None] Port 5aa07a10-5f18-4907-ab3e-9eade0fc28a6 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:08.334408 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7f73c5ec-eca0-4c28-9f86-97d932d851c5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] In _notify_port_updated(), no bound segment for port 5ce7dbeb-b673-41e4-8a41-3fec64bde284 on network cf48a5a0-c58e-4fa9-a011-8a93f69b879f {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:37:08.338739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:08.339525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73c5ec-eca0-4c28-9f86-97d932d851c5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:08.340183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f73c5ec-eca0-4c28-9f86-97d932d851c5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.341554 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7f73c5ec-eca0-4c28-9f86-97d932d851c5 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "PUT /v2.0/ports/5ce7dbeb-b673-41e4-8a41-3fec64bde284 HTTP/1.1" status: 200 len: 993 time: 0.8525817 Apr 29 07:37:08.344528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49652) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:08.345111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:08.350432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:08.351077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.357682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (b58b075e-3da9-45d9-a613-434380900db4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.368720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (15f57bfa-f2cd-462b-b0c1-7649c5404fab), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.404777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:08.405242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (15f57bfa-f2cd-462b-b0c1-7649c5404fab), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:08.409963 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:08.418836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Allocated IP 2001:db8::1df (8754e72e-777c-44e3-b724-d3fa276a985c/c92e8300-4cfb-4f69-856c-e285bf0052de/6b63ae14-8b13-4ed8-8d87-3a5b20b13726) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:08.549384 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8182b0f9-7d17-4b61-bfa2-7a8e7e231e03 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6780784 Apr 29 07:37:08.552585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49654) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:08.558727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9a293263-5462-4624-b1d2-fd9e51fe95d1 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Deleting port 5ce7dbeb-b673-41e4-8a41-3fec64bde284 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:08.559270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a293263-5462-4624-b1d2-fd9e51fe95d1 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.569350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ea65477c-5672-44a6-9faf-fa413cff3069 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': '42b5c5e5-915f-49b2-944c-ea1a0d91836d', 'ip_address': '2001:db8::564d:95b8:9c1:7f88'}], 'name': 'tempest-NetworksTestDHCPv6-368795772'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:08.600392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (712574bd-b437-4ca9-a9ff-ef1ebc6ae832), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.605621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.612205 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/712574bd-b437-4ca9-a9ff-ef1ebc6ae832 HTTP/1.1" status: 204 len: 168 time: 2.3984249 Apr 29 07:37:08.613613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49656) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:08.665638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] Provisioning complete for port 9032c94a-3e6f-424d-baf9-ac9c436533f6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:08.666128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.683891 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a293263-5462-4624-b1d2-fd9e51fe95d1 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.689926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Pushing event updated for resources: {'Port': ['ID=b58b075e-3da9-45d9-a613-434380900db4,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:08.706342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9a293263-5462-4624-b1d2-fd9e51fe95d1 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Calling delete_port for 5ce7dbeb-b673-41e4-8a41-3fec64bde284 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:08.722438 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-697540d7-c889-4bfe-a45c-41e497de41c1 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073378 Apr 29 07:37:08.731272 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b9e4aa-cd6c-4c3c-9d73-4300f24bc795 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:08.731735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b9e4aa-cd6c-4c3c-9d73-4300f24bc795 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:08.737884 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-11b9e4aa-cd6c-4c3c-9d73-4300f24bc795 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/10269ee5-801b-4b50-97e7-822096b7069f HTTP/1.1" status: 404 len: 337 time: 0.0901163 Apr 29 07:37:08.738832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72239798-f15d-416a-9ba7-f037988b0345 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=712574bd-b437-4ca9-a9ff-ef1ebc6ae832,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:08.741958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49658) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:08.793322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] Current status of the port 9032c94a-3e6f-424d-baf9-ac9c436533f6 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:08.794762 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.805526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (d4fc254c-0659-42ac-927d-f5d83bb13623), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.813094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.836898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ced77a-98c4-4209-b534-627bbc2d797b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:08.837429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ced77a-98c4-4209-b534-627bbc2d797b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:08.840566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] For port 9032c94a-3e6f-424d-baf9-ac9c436533f6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9032c94a-3e6f-424d-baf9-ac9c436533f6,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:08.843925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-12ced77a-98c4-4209-b534-627bbc2d797b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/c9f65750-fe8a-4460-b788-da504fe318d4 HTTP/1.1" status: 404 len: 339 time: 0.0895696 Apr 29 07:37:08.847030 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49660) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:08.850364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.903306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.904796 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d6b9ac62-7e8b-4b0b-b325-16b585a9518d tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8993721 Apr 29 07:37:08.917001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49664) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:08.920390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] Pushing event updated for resources: {'Port': ['ID=9032c94a-3e6f-424d-baf9-ac9c436533f6,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:08.935135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] Provisioning complete for port 5ce7dbeb-b673-41e4-8a41-3fec64bde284 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:08.935803 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.948102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a293263-5462-4624-b1d2-fd9e51fe95d1 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (5ce7dbeb-b673-41e4-8a41-3fec64bde284), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:08.957524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f6a12464-4a58-42ad-ab09-29c84d742398 None None] Port 5ce7dbeb-b673-41e4-8a41-3fec64bde284 was deleted so its status cannot be updated. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 29 07:37:08.993506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede3e0e1-a6b3-412d-95d1-0d7ee095e40b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting subnet 04cd57f5-0acb-485c-847e-f96752cb1b41 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:09.000452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ede3e0e1-a6b3-412d-95d1-0d7ee095e40b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (04cd57f5-0acb-485c-847e-f96752cb1b41), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.002880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea65477c-5672-44a6-9faf-fa413cff3069 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:09.007398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea65477c-5672-44a6-9faf-fa413cff3069 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.011685 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.030251 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a61b844-76fc-4c5a-a287-6e004182dc7a req-e41092d0-db9a-4d2d-bf17-be9333dd6c75 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872505 Apr 29 07:37:09.056613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-ea65477c-5672-44a6-9faf-fa413cff3069 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port ea229ff4-8cc4-4f74-a4f7-56b1d69d7f3d yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:09.059518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a293263-5462-4624-b1d2-fd9e51fe95d1 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event deleted for resources: {'Port': ['ID=5ce7dbeb-b673-41e4-8a41-3fec64bde284,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:09.091224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ede3e0e1-a6b3-412d-95d1-0d7ee095e40b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (04cd57f5-0acb-485c-847e-f96752cb1b41), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.091808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-be7471e7-2c50-42cf-bf1a-20d79954c6a2 None None] Provisioning complete for port 7465e6ff-9e7f-4c28-adfe-8e4fb76afad7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:09.093894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-be7471e7-2c50-42cf-bf1a-20d79954c6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7465e6ff-9e7f-4c28-adfe-8e4fb76afad7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.180294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-be7471e7-2c50-42cf-bf1a-20d79954c6a2 None None] Port 7465e6ff-9e7f-4c28-adfe-8e4fb76afad7 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:09.184299 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e2a83ae5-68d0-41b6-9c68-b7044d3c2a31 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4008 time: 0.2656865 Apr 29 07:37:09.188775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Network 8754e72e-777c-44e3-b724-d3fa276a985c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:09.201001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49666) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:09.203158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Port': ['ID=6b63ae14-8b13-4ed8-8d87-3a5b20b13726,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:09.214344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:09.240539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:09.246000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:09.246611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.249495 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9032c94a-3e6f-424d-baf9-ac9c436533f6 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:09.318609 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-caf1ab83-6c3f-42bf-b846-8a1c2830f95e tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1162703 Apr 29 07:37:09.324255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49668) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:09.325504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9032c94a-3e6f-424d-baf9-ac9c436533f6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:09.326244 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.356422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a55f7-5f2b-4fab-ac87-416551d6604c req-7aee8960-bf7e-4833-933a-56dc12e63eb4 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:09.358127 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-798a55f7-5f2b-4fab-ac87-416551d6604c req-7aee8960-bf7e-4833-933a-56dc12e63eb4 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.4111392 Apr 29 07:37:09.386995 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0a3c8297-24c9-4827-81b1-f0e554a68417 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4974208 Apr 29 07:37:09.390223 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49670) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:09.392982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ede3e0e1-a6b3-412d-95d1-0d7ee095e40b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (04cd57f5-0acb-485c-847e-f96752cb1b41), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.401979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ef24d068-816f-4d5e-aad6-1529fb457fdb tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::269', 'mac_address': 'fa:16:3e:e3:94:b7'}, {'ip_address': '2001:db8::1e5', 'mac_address': 'fa:16:3e:79:d3:11'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:09.435381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9032c94a-3e6f-424d-baf9-ac9c436533f6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:09.498713 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea65477c-5672-44a6-9faf-fa413cff3069 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 07:37:09.499293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea65477c-5672-44a6-9faf-fa413cff3069 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:09.575809 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ea65477c-5672-44a6-9faf-fa413cff3069 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0087361 Apr 29 07:37:09.578160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49672) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:09.578160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ede3e0e1-a6b3-412d-95d1-0d7ee095e40b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (04cd57f5-0acb-485c-847e-f96752cb1b41), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.623042 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-798a55f7-5f2b-4fab-ac87-416551d6604c req-144ba0c9-37ed-4edf-ae25-68361e4ff578 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288938 Apr 29 07:37:09.630613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a293263-5462-4624-b1d2-fd9e51fe95d1 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.633972 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9a293263-5462-4624-b1d2-fd9e51fe95d1 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "DELETE /v2.0/ports/5ce7dbeb-b673-41e4-8a41-3fec64bde284 HTTP/1.1" status: 204 len: 168 time: 1.2885299 Apr 29 07:37:09.645327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49674) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:09.649731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e9b821-408e-42e0-a2f6-2cb67678cd52 None None] Network 78be7e6d-63e9-49da-bfc7-195496bb3ccc requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:09.650073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ede3e0e1-a6b3-412d-95d1-0d7ee095e40b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.653979 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ede3e0e1-a6b3-412d-95d1-0d7ee095e40b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/subnets/04cd57f5-0acb-485c-847e-f96752cb1b41 HTTP/1.1" status: 204 len: 168 time: 0.8035796 Apr 29 07:37:09.656756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49676) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:09.658622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3e0e1-a6b3-412d-95d1-0d7ee095e40b tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Subnet': ['ID=04cd57f5-0acb-485c-847e-f96752cb1b41,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:09.671587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Deleting port b58b075e-3da9-45d9-a613-434380900db4 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:09.672164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b58b075e-3da9-45d9-a613-434380900db4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.696323 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d80d7a-c9fe-4304-8f75-a10a31f7945b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] GET failed (client error): The resource could not be found. Apr 29 07:37:09.702416 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-80d80d7a-c9fe-4304-8f75-a10a31f7945b tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "GET /v2.0/ports/5ce7dbeb-b673-41e4-8a41-3fec64bde284 HTTP/1.1" status: 404 len: 333 time: 0.0378609 Apr 29 07:37:09.706741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49678) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:09.718101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'port': {'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f', 'name': 'tempest-AllowedAddressPairTestJSON-280403389'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:09.720581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9272b01b-4a58-4829-abb3-71f508a9ba7a None None] Provisioning complete for port 6b63ae14-8b13-4ed8-8d87-3a5b20b13726 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:09.721009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9272b01b-4a58-4829-abb3-71f508a9ba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.784259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9272b01b-4a58-4829-abb3-71f508a9ba7a None None] Port 6b63ae14-8b13-4ed8-8d87-3a5b20b13726 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:09.787541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (78be7e6d-63e9-49da-bfc7-195496bb3ccc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.808686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee00f0-2106-4150-b113-f44d1b6eb735 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:09.814010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee00f0-2106-4150-b113-f44d1b6eb735 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:09.814895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b58b075e-3da9-45d9-a613-434380900db4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.815214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks [] for floatingip (b58b075e-3da9-45d9-a613-434380900db4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.815637 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6bee00f0-2106-4150-b113-f44d1b6eb735 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2358422 Apr 29 07:37:09.821943 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49680) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:09.845999 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Calling delete_port for b58b075e-3da9-45d9-a613-434380900db4 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:09.859014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef24d068-816f-4d5e-aad6-1529fb457fdb tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:09.882920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c41fff-7bbd-4f11-a8d0-00889b1db293 None None] DHCP port deletion for 78be7e6d-63e9-49da-bfc7-195496bb3ccc request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:09.935897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-83c41fff-7bbd-4f11-a8d0-00889b1db293 None None] Deleting port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:09.936531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-83c41fff-7bbd-4f11-a8d0-00889b1db293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.004371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-83c41fff-7bbd-4f11-a8d0-00889b1db293 None None] For port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=054dd52a-1eb8-403b-8bb0-4fbe402f48bc,segment=NetworkSegment(246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181),segment_id=246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:10.004748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-83c41fff-7bbd-4f11-a8d0-00889b1db293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.010209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Made reservation on behalf of c2494584d6d94001adfc0e497e795e15 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:10.013478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.024289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-83c41fff-7bbd-4f11-a8d0-00889b1db293 None None] Calling delete_port for 054dd52a-1eb8-403b-8bb0-4fbe402f48bc owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:10.080535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] device_id is not set on port c71b46ed-e6db-479f-a820-8071a4551cc7 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:10.103017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-753fab59-1552-4268-b961-429a40d057b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 7465e6ff-9e7f-4c28-adfe-8e4fb76afad7 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:10.103361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-753fab59-1552-4268-b961-429a40d057b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7465e6ff-9e7f-4c28-adfe-8e4fb76afad7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.111133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-83c41fff-7bbd-4f11-a8d0-00889b1db293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.138521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c41fff-7bbd-4f11-a8d0-00889b1db293 None None] No DVR routers for this DVR port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:10.148767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c41fff-7bbd-4f11-a8d0-00889b1db293 None None] Pushing event deleted for resources: {'Port': ['ID=054dd52a-1eb8-403b-8bb0-4fbe402f48bc,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:10.210102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Deleting port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:10.210404 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.284214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] For port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:10.284831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.322099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Calling delete_port for 054dd52a-1eb8-403b-8bb0-4fbe402f48bc owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:10.327709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc was not found and therefore no delete operation was performed {{(pid=104224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:37:10.332980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (054dd52a-1eb8-403b-8bb0-4fbe402f48bc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.370753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Port': ['ID=054dd52a-1eb8-403b-8bb0-4fbe402f48bc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:10.373357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] No DVR routers for this DVR port 054dd52a-1eb8-403b-8bb0-4fbe402f48bc on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:10.379717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b58b075e-3da9-45d9-a613-434380900db4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.433616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Pushing event deleted for resources: {'Port': ['ID=b58b075e-3da9-45d9-a613-434380900db4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:10.499635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (78be7e6d-63e9-49da-bfc7-195496bb3ccc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.543765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78be7e6d-63e9-49da-bfc7-195496bb3ccc']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:10.559396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:10.559689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:10.561636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks [] for floatingip (d4fc254c-0659-42ac-927d-f5d83bb13623), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.564094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.565255 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2d84a42d-17b9-46ad-87cf-be824a51ee5a tempest-FloatingIPAdminTestJSON-292476249 tempest-FloatingIPAdminTestJSON-292476249-project] 10.222.0.23 "DELETE /v2.0/floatingips/d4fc254c-0659-42ac-927d-f5d83bb13623 HTTP/1.1" status: 204 len: 168 time: 1.2387416 Apr 29 07:37:10.570257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49682) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:10.579552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.587404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef24d068-816f-4d5e-aad6-1529fb457fdb tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.601333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef24d068-816f-4d5e-aad6-1529fb457fdb tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.610159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-753fab59-1552-4268-b961-429a40d057b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7465e6ff-9e7f-4c28-adfe-8e4fb76afad7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.618887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Allocated IP 172.20.0.13 (cf48a5a0-c58e-4fa9-a011-8a93f69b879f/c9adeac0-bbb0-4dd1-94b5-400d197d80cb/c71b46ed-e6db-479f-a820-8071a4551cc7) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:10.627486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.658581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-753fab59-1552-4268-b961-429a40d057b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 7465e6ff-9e7f-4c28-adfe-8e4fb76afad7 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:10.664499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:10.664717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ef24d068-816f-4d5e-aad6-1529fb457fdb tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] In _notify_port_updated(), no bound segment for port 6b63ae14-8b13-4ed8-8d87-3a5b20b13726 on network 8754e72e-777c-44e3-b724-d3fa276a985c {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:37:10.664960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (246bc7c5-fc3f-4f9c-8b2c-3238b1ce1181), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:10.668078 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:10.669979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24d068-816f-4d5e-aad6-1529fb457fdb tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:10.670914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef24d068-816f-4d5e-aad6-1529fb457fdb tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.675093 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ef24d068-816f-4d5e-aad6-1529fb457fdb tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "PUT /v2.0/ports/6b63ae14-8b13-4ed8-8d87-3a5b20b13726 HTTP/1.1" status: 200 len: 1067 time: 1.2806320 Apr 29 07:37:10.679414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49686) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:10.771392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24d068-816f-4d5e-aad6-1529fb457fdb tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event updated for resources: {'Port': ['ID=6b63ae14-8b13-4ed8-8d87-3a5b20b13726,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:10.792784 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:37:10.811329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (78be7e6d-63e9-49da-bfc7-195496bb3ccc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.821923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.825375 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] 10.222.0.23 "DELETE /v2.0/networks/78be7e6d-63e9-49da-bfc7-195496bb3ccc HTTP/1.1" status: 204 len: 168 time: 1.1665480 Apr 29 07:37:10.842360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1673902-e6a9-43ec-83e3-4c08d6a4a293 tempest-NetworksIpV6Test-618994460 tempest-NetworksIpV6Test-618994460-project] Pushing event deleted for resources: {'Network': ['ID=78be7e6d-63e9-49da-bfc7-195496bb3ccc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:10.862785 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Deleting port 3b471de8-a9bf-45b2-822e-7ca42cc61228 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:10.863041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3b471de8-a9bf-45b2-822e-7ca42cc61228), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.919797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2621e-ee44-4857-95b8-8532f62fee3d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Deleting port 6b63ae14-8b13-4ed8-8d87-3a5b20b13726 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:10.920269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d4d2621e-ee44-4857-95b8-8532f62fee3d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:10.941565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda14a6-36fd-4745-a774-6c734598eb41 req-b7a7dd22-2efc-4742-926f-932145128ec8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:10.943653 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5bda14a6-36fd-4745-a774-6c734598eb41 req-b7a7dd22-2efc-4742-926f-932145128ec8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2074223 Apr 29 07:37:11.010578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3b471de8-a9bf-45b2-822e-7ca42cc61228), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.010972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for floatingip (3b471de8-a9bf-45b2-822e-7ca42cc61228), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.034505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-da24f420-296c-42a1-8cd5-d4dedd0d3c92 None None] Provisioning complete for port 6b63ae14-8b13-4ed8-8d87-3a5b20b13726 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:11.035081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-da24f420-296c-42a1-8cd5-d4dedd0d3c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.041781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Calling delete_port for 3b471de8-a9bf-45b2-822e-7ca42cc61228 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:11.054410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.060544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d4d2621e-ee44-4857-95b8-8532f62fee3d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.088887 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5bda14a6-36fd-4745-a774-6c734598eb41 req-07a26567-80e7-43bd-b67e-1975202ea66a tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322675 Apr 29 07:37:11.095508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-753fab59-1552-4268-b961-429a40d057b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7465e6ff-9e7f-4c28-adfe-8e4fb76afad7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.107054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-da24f420-296c-42a1-8cd5-d4dedd0d3c92 None None] Port 6b63ae14-8b13-4ed8-8d87-3a5b20b13726 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:11.125578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2621e-ee44-4857-95b8-8532f62fee3d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Calling delete_port for 6b63ae14-8b13-4ed8-8d87-3a5b20b13726 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:11.161364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fab59-1552-4268-b961-429a40d057b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=7465e6ff-9e7f-4c28-adfe-8e4fb76afad7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:11.175443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 054dd52a-1eb8-403b-8bb0-4fbe402f48bc no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:11.200911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-753fab59-1552-4268-b961-429a40d057b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.204871 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-753fab59-1552-4268-b961-429a40d057b0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/7465e6ff-9e7f-4c28-adfe-8e4fb76afad7 HTTP/1.1" status: 204 len: 168 time: 1.3819692 Apr 29 07:37:11.207508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49694) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:11.209784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 054dd52a-1eb8-403b-8bb0-4fbe402f48bc {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:11.210881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 054dd52a-1eb8-403b-8bb0-4fbe402f48bc not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:11.226152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.287740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49696) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:11.309410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:11.319206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:11.321874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:11.331615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c05173-2701-4b7e-b41d-760e7f376fbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:11.333058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c05173-2701-4b7e-b41d-760e7f376fbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:11.337155 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-08c05173-2701-4b7e-b41d-760e7f376fbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1246681 Apr 29 07:37:11.343373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49700) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:11.360225 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3b471de8-a9bf-45b2-822e-7ca42cc61228), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.370755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Port': ['ID=c71b46ed-e6db-479f-a820-8071a4551cc7,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:11.408374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:11.409132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.431848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b471de8-a9bf-45b2-822e-7ca42cc61228,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:11.452096 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-292684e9-c82e-4ec3-b69e-8eac424e3fca tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7442682 Apr 29 07:37:11.453347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49702) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:11.460867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-04127603-95df-45f9-b581-e4bf694898dc tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e6:54:9b'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:11.553328 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-168a2564-bb10-4ec4-a465-71dca7f5cf47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 42b5c5e5-915f-49b2-944c-ea1a0d91836d {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:11.560453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-168a2564-bb10-4ec4-a465-71dca7f5cf47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (42b5c5e5-915f-49b2-944c-ea1a0d91836d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.607629 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d8548591-7f7b-4d22-b1ff-95cf6e8c54c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51e9992f74a84112881b3d1213f050ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3163040 Apr 29 07:37:11.611644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49704) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:11.624416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d4d2621e-ee44-4857-95b8-8532f62fee3d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (6b63ae14-8b13-4ed8-8d87-3a5b20b13726), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.639724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks [] for floatingip (584c19f2-5e76-4fd3-87be-00c54883ed54), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.642224 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.643351 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-407637cb-b75e-4983-b67b-0d294092f9e8 tempest-FloatingIPAdminTestJSON-327974536 tempest-FloatingIPAdminTestJSON-327974536-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/584c19f2-5e76-4fd3-87be-00c54883ed54 HTTP/1.1" status: 204 len: 168 time: 1.0722075 Apr 29 07:37:11.647427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-168a2564-bb10-4ec4-a465-71dca7f5cf47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (42b5c5e5-915f-49b2-944c-ea1a0d91836d), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.650307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49706) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:11.696242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2621e-ee44-4857-95b8-8532f62fee3d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event deleted for resources: {'Port': ['ID=6b63ae14-8b13-4ed8-8d87-3a5b20b13726,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:11.746166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-398dd7ad-10e1-40fb-aef4-e005ff54996d None None] Provisioning complete for port c71b46ed-e6db-479f-a820-8071a4551cc7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:11.746540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-398dd7ad-10e1-40fb-aef4-e005ff54996d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.787520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-398dd7ad-10e1-40fb-aef4-e005ff54996d None None] Port c71b46ed-e6db-479f-a820-8071a4551cc7 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:11.797417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04127603-95df-45f9-b581-e4bf694898dc tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.802762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-305cc313-5996-4010-9bb0-6ef1ec030bf5 admin admin] Publish callbacks [] for security_group (c67679ca-52a7-4850-86cc-f6029999d124), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.858883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-168a2564-bb10-4ec4-a465-71dca7f5cf47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (42b5c5e5-915f-49b2-944c-ea1a0d91836d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.872097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-305cc313-5996-4010-9bb0-6ef1ec030bf5 admin admin] Publish callbacks [] for security_group (c67679ca-52a7-4850-86cc-f6029999d124), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.905387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4aba6021-5e03-47b8-be64-94c75f0a9216 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Deleting port 3ad45396-186b-46b7-be45-bde1367f335f {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:11.905742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4aba6021-5e03-47b8-be64-94c75f0a9216 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3ad45396-186b-46b7-be45-bde1367f335f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.976981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d4d2621e-ee44-4857-95b8-8532f62fee3d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:11.981182 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d4d2621e-ee44-4857-95b8-8532f62fee3d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "DELETE /v2.0/ports/6b63ae14-8b13-4ed8-8d87-3a5b20b13726 HTTP/1.1" status: 204 len: 168 time: 1.3005946 Apr 29 07:37:11.983956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49708) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:12.018480 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-412f339f-e6c0-4199-a5c2-652aa78b3668 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] GET failed (client error): The resource could not be found. Apr 29 07:37:12.019863 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-412f339f-e6c0-4199-a5c2-652aa78b3668 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "GET /v2.0/ports/6b63ae14-8b13-4ed8-8d87-3a5b20b13726 HTTP/1.1" status: 404 len: 333 time: 0.0346429 Apr 29 07:37:12.022690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49710) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:12.054306 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-168a2564-bb10-4ec4-a465-71dca7f5cf47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (42b5c5e5-915f-49b2-944c-ea1a0d91836d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.063866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-305cc313-5996-4010-9bb0-6ef1ec030bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c67679ca-52a7-4850-86cc-f6029999d124), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.066448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-305cc313-5996-4010-9bb0-6ef1ec030bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.067618 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-305cc313-5996-4010-9bb0-6ef1ec030bf5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c67679ca-52a7-4850-86cc-f6029999d124 HTTP/1.1" status: 204 len: 168 time: 0.4550364 Apr 29 07:37:12.085806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4aba6021-5e03-47b8-be64-94c75f0a9216 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3ad45396-186b-46b7-be45-bde1367f335f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.102675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a2564-bb10-4ec4-a465-71dca7f5cf47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=42b5c5e5-915f-49b2-944c-ea1a0d91836d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:12.103622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cc313-5996-4010-9bb0-6ef1ec030bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67679ca-52a7-4850-86cc-f6029999d124,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:12.111929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-168a2564-bb10-4ec4-a465-71dca7f5cf47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.114504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4aba6021-5e03-47b8-be64-94c75f0a9216 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Calling delete_port for 3ad45396-186b-46b7-be45-bde1367f335f owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:12.115351 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-168a2564-bb10-4ec4-a465-71dca7f5cf47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/42b5c5e5-915f-49b2-944c-ea1a0d91836d HTTP/1.1" status: 204 len: 168 time: 0.7698421 Apr 29 07:37:12.115517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994840d-ee86-4d71-9551-c42e8b3d8359 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:12.136388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49714) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:12.203948 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9abedbd1-6b8a-4df3-b169-65cfb948f0c4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663412 Apr 29 07:37:12.210093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-df9731fd-3f54-4e69-bb02-a133dc7da014 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Deleting port 5aa07a10-5f18-4907-ab3e-9eade0fc28a6 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:12.213363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49718) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:12.217002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df9731fd-3f54-4e69-bb02-a133dc7da014 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5aa07a10-5f18-4907-ab3e-9eade0fc28a6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.221945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:12.336438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d07d5-7a02-41b8-9f0d-85a84a7a5280 req-0f2456f3-de95-485d-8ddc-9f950d46b8ea tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:12.336667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9f20a-4b56-43ba-b306-03fba0e72f1b None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:12.336905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04127603-95df-45f9-b581-e4bf694898dc tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.350169 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-725d07d5-7a02-41b8-9f0d-85a84a7a5280 req-0f2456f3-de95-485d-8ddc-9f950d46b8ea tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1279969 Apr 29 07:37:12.353481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04127603-95df-45f9-b581-e4bf694898dc tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.397958 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df9731fd-3f54-4e69-bb02-a133dc7da014 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5aa07a10-5f18-4907-ab3e-9eade0fc28a6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.412319 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-df9731fd-3f54-4e69-bb02-a133dc7da014 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Calling delete_port for 5aa07a10-5f18-4907-ab3e-9eade0fc28a6 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:12.417981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9f20a-4b56-43ba-b306-03fba0e72f1b None None] Deleting port 9032c94a-3e6f-424d-baf9-ac9c436533f6 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:12.419912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f20a-4b56-43ba-b306-03fba0e72f1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.475778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04127603-95df-45f9-b581-e4bf694898dc tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Port': ['ID=c71b46ed-e6db-479f-a820-8071a4551cc7,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:12.491219 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-04127603-95df-45f9-b581-e4bf694898dc tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] In _notify_port_updated(), no bound segment for port c71b46ed-e6db-479f-a820-8071a4551cc7 on network cf48a5a0-c58e-4fa9-a011-8a93f69b879f {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:37:12.497441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04127603-95df-45f9-b581-e4bf694898dc tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:12.498108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04127603-95df-45f9-b581-e4bf694898dc tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.499860 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-04127603-95df-45f9-b581-e4bf694898dc tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "PUT /v2.0/ports/c71b46ed-e6db-479f-a820-8071a4551cc7 HTTP/1.1" status: 200 len: 996 time: 1.0454645 Apr 29 07:37:12.502820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:12.506158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.512765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49728) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:12.535274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2ae9f20a-4b56-43ba-b306-03fba0e72f1b None None] For port 9032c94a-3e6f-424d-baf9-ac9c436533f6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9032c94a-3e6f-424d-baf9-ac9c436533f6,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:12.536155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f20a-4b56-43ba-b306-03fba0e72f1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.562028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9f20a-4b56-43ba-b306-03fba0e72f1b None None] Calling delete_port for 9032c94a-3e6f-424d-baf9-ac9c436533f6 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:12.645795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df9731fd-3f54-4e69-bb02-a133dc7da014 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (5aa07a10-5f18-4907-ab3e-9eade0fc28a6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.679754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9731fd-3f54-4e69-bb02-a133dc7da014 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event deleted for resources: {'Port': ['ID=5aa07a10-5f18-4907-ab3e-9eade0fc28a6,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:12.705568 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-725d07d5-7a02-41b8-9f0d-85a84a7a5280 req-b6f09a6b-7902-4931-be04-12e9a778348e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534315 Apr 29 07:37:12.721166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4aba6021-5e03-47b8-be64-94c75f0a9216 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3ad45396-186b-46b7-be45-bde1367f335f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.733841 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df9731fd-3f54-4e69-bb02-a133dc7da014 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.735700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f20a-4b56-43ba-b306-03fba0e72f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (9032c94a-3e6f-424d-baf9-ac9c436533f6), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.739610 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-df9731fd-3f54-4e69-bb02-a133dc7da014 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "DELETE /v2.0/ports/5aa07a10-5f18-4907-ab3e-9eade0fc28a6 HTTP/1.1" status: 204 len: 168 time: 0.7134504 Apr 29 07:37:12.739850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49734) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:12.770777 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-184ae36a-12b8-49af-8551-1aab816bdefd tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] GET failed (client error): The resource could not be found. Apr 29 07:37:12.773876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba6021-5e03-47b8-be64-94c75f0a9216 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event deleted for resources: {'Port': ['ID=3ad45396-186b-46b7-be45-bde1367f335f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:12.775928 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-184ae36a-12b8-49af-8551-1aab816bdefd tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "GET /v2.0/ports/5aa07a10-5f18-4907-ab3e-9eade0fc28a6 HTTP/1.1" status: 404 len: 333 time: 0.0316389 Apr 29 07:37:12.779052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49736) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:12.831692 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9f20a-4b56-43ba-b306-03fba0e72f1b None None] Pushing event deleted for resources: {'Port': ['ID=9032c94a-3e6f-424d-baf9-ac9c436533f6,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:12.854325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9f20a-4b56-43ba-b306-03fba0e72f1b None None] No DVR routers for this DVR port 9032c94a-3e6f-424d-baf9-ac9c436533f6 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:12.933895 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7a6b6-a0a4-49a6-8ca7-c66a3b4a4813 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Deleting port c71b46ed-e6db-479f-a820-8071a4551cc7 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:12.934278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a6b6-a0a4-49a6-8ca7-c66a3b4a4813 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.936417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2165a6eb-a93b-432a-b6dd-9681d3fa0ea1 None None] Provisioning complete for port c71b46ed-e6db-479f-a820-8071a4551cc7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:12.937175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2165a6eb-a93b-432a-b6dd-9681d3fa0ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:12.944079 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42a7344f-0f32-4286-9cde-7d255df975f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Deleting port 8773164f-0256-4aa1-b813-86e76f50be6d {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:12.944420 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a7344f-0f32-4286-9cde-7d255df975f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8773164f-0256-4aa1-b813-86e76f50be6d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.004025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2165a6eb-a93b-432a-b6dd-9681d3fa0ea1 None None] Port c71b46ed-e6db-479f-a820-8071a4551cc7 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:13.016747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4aba6021-5e03-47b8-be64-94c75f0a9216 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.020405 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4aba6021-5e03-47b8-be64-94c75f0a9216 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "DELETE /v2.0/ports/3ad45396-186b-46b7-be45-bde1367f335f HTTP/1.1" status: 204 len: 168 time: 1.3661792 Apr 29 07:37:13.028181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49744) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:13.120064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a6b6-a0a4-49a6-8ca7-c66a3b4a4813 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.127963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (4a447100-3f60-49d1-9360-71ebfcd45ba8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.132000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681565e-d21d-4562-a602-4a0a1c3c5238 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:13.136688 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1681565e-d21d-4562-a602-4a0a1c3c5238 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d6e2191-88e4-4581-b155-971f3aa2fd10 HTTP/1.1" status: 200 len: 913 time: 0.1076062 Apr 29 07:37:13.139526 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49746) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:13.142934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7a6b6-a0a4-49a6-8ca7-c66a3b4a4813 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Calling delete_port for c71b46ed-e6db-479f-a820-8071a4551cc7 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:13.149463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a7344f-0f32-4286-9cde-7d255df975f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8773164f-0256-4aa1-b813-86e76f50be6d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.185996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:13.235350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42a7344f-0f32-4286-9cde-7d255df975f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Calling delete_port for 8773164f-0256-4aa1-b813-86e76f50be6d owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:13.236056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:13.239428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:13.240018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.243721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9032c94a-3e6f-424d-baf9-ac9c436533f6 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:13.247657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d137cb-cd0f-4e37-93c9-2b83618faed1 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:13.258479 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49748) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:13.270087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=4a447100-3f60-49d1-9360-71ebfcd45ba8,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:13.279681 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fdf40d75-575a-40d7-b280-627fa6e2155f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0640454 Apr 29 07:37:13.284655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49752) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:13.289501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6b60a3ae-7556-4b5d-a52d-46a1c4e6a906 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': '4a447100-3f60-49d1-9360-71ebfcd45ba8', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1242856545'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:13.313890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 9032c94a-3e6f-424d-baf9-ac9c436533f6 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:13.314635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9032c94a-3e6f-424d-baf9-ac9c436533f6 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:13.390575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '4a447100-3f60-49d1-9360-71ebfcd45ba8'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:13.391479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.433865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1675155041'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:13.480383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a6b6-a0a4-49a6-8ca7-c66a3b4a4813 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c71b46ed-e6db-479f-a820-8071a4551cc7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.490804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:13.494041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.527375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7a6b6-a0a4-49a6-8ca7-c66a3b4a4813 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event deleted for resources: {'Port': ['ID=c71b46ed-e6db-479f-a820-8071a4551cc7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:13.531970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.537483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b60a3ae-7556-4b5d-a52d-46a1c4e6a906 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:13.582151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a7344f-0f32-4286-9cde-7d255df975f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8773164f-0256-4aa1-b813-86e76f50be6d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.620382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7344f-0f32-4286-9cde-7d255df975f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event deleted for resources: {'Port': ['ID=8773164f-0256-4aa1-b813-86e76f50be6d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:13.662442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a7344f-0f32-4286-9cde-7d255df975f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.665339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/4a447100-3f60-49d1-9360-71ebfcd45ba8/440359e3-6901-48e5-95d1-ac94a39b490c) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:13.669546 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-42a7344f-0f32-4286-9cde-7d255df975f7 tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "DELETE /v2.0/ports/8773164f-0256-4aa1-b813-86e76f50be6d HTTP/1.1" status: 204 len: 168 time: 0.8858790 Apr 29 07:37:13.669700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49754) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:13.686556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a6b6-a0a4-49a6-8ca7-c66a3b4a4813 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.692410 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e4a7a6b6-a0a4-49a6-8ca7-c66a3b4a4813 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "DELETE /v2.0/ports/c71b46ed-e6db-479f-a820-8071a4551cc7 HTTP/1.1" status: 204 len: 168 time: 1.1776648 Apr 29 07:37:13.696437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49756) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:13.809124 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-829147f0-a0a4-43e4-ae0c-fa7539dea950 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] GET failed (client error): The resource could not be found. Apr 29 07:37:13.814817 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-829147f0-a0a4-43e4-ae0c-fa7539dea950 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "GET /v2.0/ports/c71b46ed-e6db-479f-a820-8071a4551cc7 HTTP/1.1" status: 404 len: 333 time: 0.1161916 Apr 29 07:37:13.815428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49760) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:13.832706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'port': {'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f', 'name': 'tempest-AllowedAddressPairTestJSON-513627474'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:13.877824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b60a3ae-7556-4b5d-a52d-46a1c4e6a906 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.906283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Publish callbacks [] for port (440359e3-6901-48e5-95d1-ac94a39b490c), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.907171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (4d6e2191-88e4-4581-b155-971f3aa2fd10), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.919029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.929155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f9463b-8556-4e3b-b4db-f042405ac33d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Deleting subnet c92e8300-4cfb-4f69-856c-e285bf0052de {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:13.966602 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5f9463b-8556-4e3b-b4db-f042405ac33d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for subnet (c92e8300-4cfb-4f69-856c-e285bf0052de), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:13.978559 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Pushing event updated for resources: {'Port': ['ID=440359e3-6901-48e5-95d1-ac94a39b490c,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:13.989536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:13.991713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:13.993258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:14.014558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-6b60a3ae-7556-4b5d-a52d-46a1c4e6a906 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 1557aee6-90e0-45eb-b31a-7b0254cc8339 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:14.049956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Attempting to bind port 440359e3-6901-48e5-95d1-ac94a39b490c on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:14.049956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Attempting to bind port 440359e3-6901-48e5-95d1-ac94a39b490c by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:14.049956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Attempting to bind port 440359e3-6901-48e5-95d1-ac94a39b490c on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:14.051254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5f9463b-8556-4e3b-b4db-f042405ac33d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (c92e8300-4cfb-4f69-856c-e285bf0052de), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.055078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:14.055447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:14.055840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.056223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:14.056700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Bound port: 440359e3-6901-48e5-95d1-ac94a39b490c, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:14.057201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.121081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] For port 440359e3-6901-48e5-95d1-ac94a39b490c, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:14.126086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] For port 440359e3-6901-48e5-95d1-ac94a39b490c, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=440359e3-6901-48e5-95d1-ac94a39b490c,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:14.134625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.141011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for security_group (bd8c92d7-26a5-43f7-a6a6-7dd0d2699f18), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.159737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (bd8c92d7-26a5-43f7-a6a6-7dd0d2699f18), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.186896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb86e85-4a65-462d-bdba-817da4d16156 req-04abb3ab-ad10-4cb1-8e59-938b41448d77 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:14.188457 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3bb86e85-4a65-462d-bdba-817da4d16156 req-04abb3ab-ad10-4cb1-8e59-938b41448d77 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3414378 Apr 29 07:37:14.195558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b334da4-67d1-4c10-8068-7e90c4c34623 None None] Pushing event updated for resources: {'Port': ['ID=440359e3-6901-48e5-95d1-ac94a39b490c,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:14.241294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:14.313585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (2c1b2073-c6bb-4c51-870f-f3be2100719c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.313982 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added segment 2c1b2073-c6bb-4c51-870f-f3be2100719c of type vlan for network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 Apr 29 07:37:14.319825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c92d7-26a5-43f7-a6a6-7dd0d2699f18,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:14.336038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Made reservation on behalf of c2494584d6d94001adfc0e497e795e15 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:14.339552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.614324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Deleting port 0968fb50-ee15-4598-a3ea-f824a0264177 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:14.614925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0968fb50-ee15-4598-a3ea-f824a0264177), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.703005 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b60a3ae-7556-4b5d-a52d-46a1c4e6a906 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:37:14.703446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b60a3ae-7556-4b5d-a52d-46a1c4e6a906 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:14.707143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0968fb50-ee15-4598-a3ea-f824a0264177), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.719835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Calling delete_port for 0968fb50-ee15-4598-a3ea-f824a0264177 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:14.720365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5f9463b-8556-4e3b-b4db-f042405ac33d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (c92e8300-4cfb-4f69-856c-e285bf0052de), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.762501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (43a7d37b-39d8-408f-aa62-f6b08cc22f33), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.771268 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3bb86e85-4a65-462d-bdba-817da4d16156 req-79beac9a-dd94-475f-a982-6d925ebd51c0 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5669475 Apr 29 07:37:14.773174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] device_id is not set on port ce0300ac-435b-444c-a0ab-d6e53ac184d4 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:14.791596 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6b60a3ae-7556-4b5d-a52d-46a1c4e6a906 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5058854 Apr 29 07:37:14.794794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49764) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:14.878737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (43a7d37b-39d8-408f-aa62-f6b08cc22f33), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.883647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:14.884262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.914659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5f9463b-8556-4e3b-b4db-f042405ac33d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (c92e8300-4cfb-4f69-856c-e285bf0052de), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:14.914971 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d57120-32d6-4d2d-9f34-3e9ee05ea79b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:14.916789 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-59d57120-32d6-4d2d-9f34-3e9ee05ea79b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1205842 Apr 29 07:37:14.919425 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49766) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:14.999687 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7379529 Apr 29 07:37:15.003150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5f9463b-8556-4e3b-b4db-f042405ac33d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.004790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49768) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:15.006269 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d5f9463b-8556-4e3b-b4db-f042405ac33d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "DELETE /v2.0/subnets/c92e8300-4cfb-4f69-856c-e285bf0052de HTTP/1.1" status: 204 len: 168 time: 1.3302484 Apr 29 07:37:15.009390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9463b-8556-4e3b-b4db-f042405ac33d tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event deleted for resources: {'Subnet': ['ID=c92e8300-4cfb-4f69-856c-e285bf0052de,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:15.011363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada78f03-89e5-4118-9987-4e81600b8e12 None None] Network 8754e72e-777c-44e3-b724-d3fa276a985c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:15.012334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'network': {'name': 'tempest-RoutersTest-413970242'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:15.019764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49770) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:15.030567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb973f-b769-4215-ae47-9231f0779eab tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:15.032580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb973f-b769-4215-ae47-9231f0779eab tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:15.035950 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0fcb973f-b769-4215-ae47-9231f0779eab tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1131079 Apr 29 07:37:15.038011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49772) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:15.051078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0968fb50-ee15-4598-a3ea-f824a0264177), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.064157 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:15.068041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.083158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ade44c-d566-42d4-8f33-beb4bf24c145 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Network': ['ID=43a7d37b-39d8-408f-aa62-f6b08cc22f33,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:15.090376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Allocated IP 172.20.0.9 (cf48a5a0-c58e-4fa9-a011-8a93f69b879f/c9adeac0-bbb0-4dd1-94b5-400d197d80cb/ce0300ac-435b-444c-a0ab-d6e53ac184d4) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:15.107538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event deleted for resources: {'Port': ['ID=0968fb50-ee15-4598-a3ea-f824a0264177,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:15.166302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:15.187422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:15.220590 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (8754e72e-777c-44e3-b724-d3fa276a985c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.241626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5a506001-e519-43f0-9d9e-cea657771fd5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.241994 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added segment 5a506001-e519-43f0-9d9e-cea657771fd5 of type vlan for network 045b94c0-7e86-4781-8822-1035cdc52508 Apr 29 07:37:15.244465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8c3f5a-3bae-434b-b5d5-b0142f2b67f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 4a447100-3f60-49d1-9360-71ebfcd45ba8 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:15.267176 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3f5a-3bae-434b-b5d5-b0142f2b67f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (4a447100-3f60-49d1-9360-71ebfcd45ba8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.361138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3f5a-3bae-434b-b5d5-b0142f2b67f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (4a447100-3f60-49d1-9360-71ebfcd45ba8), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.363072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 440359e3-6901-48e5-95d1-ac94a39b490c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:15.377550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (045b94c0-7e86-4781-8822-1035cdc52508), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.433678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (4d6e2191-88e4-4581-b155-971f3aa2fd10), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.438631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (045b94c0-7e86-4781-8822-1035cdc52508), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.444959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:15.445795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.503019 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4962027 Apr 29 07:37:15.503849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49774) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:15.506824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85220ad-ef87-4670-adc6-adfbd187d231 None None] DHCP port deletion for 8754e72e-777c-44e3-b724-d3fa276a985c request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:15.543495 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'subnet': {'network_id': '43a7d37b-39d8-408f-aa62-f6b08cc22f33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:15.579065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 440359e3-6901-48e5-95d1-ac94a39b490c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:15.579832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.581886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6322492c-df51-4029-88a6-20920d47d269 None None] Provisioning complete for port 440359e3-6901-48e5-95d1-ac94a39b490c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:15.582412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6322492c-df51-4029-88a6-20920d47d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.591959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3f5a-3bae-434b-b5d5-b0142f2b67f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (4a447100-3f60-49d1-9360-71ebfcd45ba8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.683342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b85220ad-ef87-4670-adc6-adfbd187d231 None None] Deleting port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:15.684011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b85220ad-ef87-4670-adc6-adfbd187d231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.701652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Deleting port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:15.701986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.705169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896ef4a-fbfd-4e09-9204-cf013e854cd7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Network': ['ID=045b94c0-7e86-4781-8822-1035cdc52508,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:15.737719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 045b94c0-7e86-4781-8822-1035cdc52508 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:15.743838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:15.747342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.748904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3f5a-3bae-434b-b5d5-b0142f2b67f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (4a447100-3f60-49d1-9360-71ebfcd45ba8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.759791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for port (ce0300ac-435b-444c-a0ab-d6e53ac184d4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.797991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c3f5a-3bae-434b-b5d5-b0142f2b67f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=4a447100-3f60-49d1-9360-71ebfcd45ba8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:15.812659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3f5a-3bae-434b-b5d5-b0142f2b67f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.818302 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ef8c3f5a-3bae-434b-b5d5-b0142f2b67f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/4a447100-3f60-49d1-9360-71ebfcd45ba8 HTTP/1.1" status: 204 len: 168 time: 0.7672911 Apr 29 07:37:15.826309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49780) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:15.850710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] For port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5,segment=NetworkSegment(6eedcbe6-0d47-47a5-820c-5b010c1c3525),segment_id=6eedcbe6-0d47-47a5-820c-5b010c1c3525)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:15.851080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:15.898877 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a38a9103-f4de-4e1c-a6a3-762254dabc4e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713997 Apr 29 07:37:15.904110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49782) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:15.910445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Calling delete_port for 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:15.915595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:15.948281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133c79f7-fb33-4fbb-8c28-7263fd56bbfb None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:16.012623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ce0300ac-435b-444c-a0ab-d6e53ac184d4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.026579 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab20c1-460a-4883-a77e-af0a78eb401b req-65a83806-75da-47d0-a415-3c3ce8d15157 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:16.028589 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f8ab20c1-460a-4883-a77e-af0a78eb401b req-65a83806-75da-47d0-a415-3c3ce8d15157 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1698706 Apr 29 07:37:16.066273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b85220ad-ef87-4670-adc6-adfbd187d231 None None] For port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5,segment=NetworkSegment(6eedcbe6-0d47-47a5-820c-5b010c1c3525),segment_id=6eedcbe6-0d47-47a5-820c-5b010c1c3525)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:16.066894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b85220ad-ef87-4670-adc6-adfbd187d231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.080931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:16.090797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:16.097930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:16.112579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b85220ad-ef87-4670-adc6-adfbd187d231 None None] Calling delete_port for 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:16.114561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Port': ['ID=ce0300ac-435b-444c-a0ab-d6e53ac184d4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:16.135663 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f8ab20c1-460a-4883-a77e-af0a78eb401b req-70148f49-e877-4593-a1b2-cab535732af2 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762818 Apr 29 07:37:16.140031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6322492c-df51-4029-88a6-20920d47d269 None None] Current status of the port 440359e3-6901-48e5-95d1-ac94a39b490c is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:16.140211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6322492c-df51-4029-88a6-20920d47d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.141896 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 440359e3-6901-48e5-95d1-ac94a39b490c is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:16.142410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.160282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:16.162643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Router 4d6e2191-88e4-4581-b155-971f3aa2fd10 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:16.164017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.185447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.257766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (fef5f837-3143-49c4-bb7f-6cefd668becd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.277184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 440359e3-6901-48e5-95d1-ac94a39b490c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=440359e3-6901-48e5-95d1-ac94a39b490c,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:16.299849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.366819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Subnet': ['ID=fef5f837-3143-49c4-bb7f-6cefd668becd,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:16.390062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:16.397824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.407179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b85220ad-ef87-4670-adc6-adfbd187d231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.408417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] No DVR routers for this DVR port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:16.432770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da8fbea-32d1-4053-9ca7-89d3d67b2fe3 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:16.441658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Checking segment: {'id': '2c1b2073-c6bb-4c51-870f-f3be2100719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43a7d37b-39d8-408f-aa62-f6b08cc22f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:16.441941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network hostable DHCP agents. Network: 43a7d37b-39d8-408f-aa62-f6b08cc22f33, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:16.455700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-6322492c-df51-4029-88a6-20920d47d269 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:37:16.456331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-6322492c-df51-4029-88a6-20920d47d269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:37:16.458539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85220ad-ef87-4670-adc6-adfbd187d231 None None] No DVR routers for this DVR port 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:16.481970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:16.489418 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6520d3c1-223e-4202-ac13-573d9f7b6c9a tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "PUT /v2.0/routers/4d6e2191-88e4-4581-b155-971f3aa2fd10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3481255 Apr 29 07:37:16.493044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49788) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:16.498915 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc870f4d-7e53-4338-8d0f-eb798c78d9cb None None] Sync routers for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:16.507317 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event deleted for resources: {'Port': ['ID=0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:16.524531 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc870f4d-7e53-4338-8d0f-eb798c78d9cb None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:16.526068 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fc870f4d-7e53-4338-8d0f-eb798c78d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:16.543442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:16.552811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=440359e3-6901-48e5-95d1-ac94a39b490c,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:16.619825 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fc870f4d-7e53-4338-8d0f-eb798c78d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:16.620052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85220ad-ef87-4670-adc6-adfbd187d231 None None] Pushing event deleted for resources: {'Port': ['ID=0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:16.634869 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc870f4d-7e53-4338-8d0f-eb798c78d9cb None None] Routers {'4d6e2191-88e4-4581-b155-971f3aa2fd10'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:16.635708 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fc870f4d-7e53-4338-8d0f-eb798c78d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['4d6e2191-88e4-4581-b155-971f3aa2fd10'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:16.644892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 43a7d37b-39d8-408f-aa62-f6b08cc22f33) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:16.662253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:16.663176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0da8fbea-32d1-4053-9ca7-89d3d67b2fe3 None None] Deleting port 440359e3-6901-48e5-95d1-ac94a39b490c {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:16.663306 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.663419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0da8fbea-32d1-4053-9ca7-89d3d67b2fe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.668262 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6febad26-d040-44fc-81cc-c2af06dfd715 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8425372 Apr 29 07:37:16.677573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49792) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:16.685084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'port': {'network_id': 'cf48a5a0-c58e-4fa9-a011-8a93f69b879f', 'name': 'tempest-AllowedAddressPairTestJSON-1163298153'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:16.693809 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fc870f4d-7e53-4338-8d0f-eb798c78d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:16.695347 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc870f4d-7e53-4338-8d0f-eb798c78d9cb None None] The sync data for ids ['4d6e2191-88e4-4581-b155-971f3aa2fd10'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:16.704949 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (8754e72e-777c-44e3-b724-d3fa276a985c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.744358 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-390b5a69-321c-4971-a492-917a12e2a143 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2049370 Apr 29 07:37:16.744903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0da8fbea-32d1-4053-9ca7-89d3d67b2fe3 None None] For port 440359e3-6901-48e5-95d1-ac94a39b490c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=440359e3-6901-48e5-95d1-ac94a39b490c,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:16.745040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0da8fbea-32d1-4053-9ca7-89d3d67b2fe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.754650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49794) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:16.763273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d70350-5f3d-4a91-96b3-ea20aa41794e None None] Network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:16.766666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'subnet': {'network_id': '045b94c0-7e86-4781-8822-1035cdc52508', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:16.766837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0da8fbea-32d1-4053-9ca7-89d3d67b2fe3 None None] Calling delete_port for 440359e3-6901-48e5-95d1-ac94a39b490c owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:16.795446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c8637-1e99-4775-b475-f9d0cd4ffe9e req-d8fd704b-0e04-46ef-a207-121d9b1cd248 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:16.795646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8754e72e-777c-44e3-b724-d3fa276a985c']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:16.796885 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c74c8637-1e99-4775-b475-f9d0cd4ffe9e req-d8fd704b-0e04-46ef-a207-121d9b1cd248 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1895077 Apr 29 07:37:16.799031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for router (4d6e2191-88e4-4581-b155-971f3aa2fd10), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.805857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eedcbe6-0d47-47a5-820c-5b010c1c3525') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:16.806153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eedcbe6-0d47-47a5-820c-5b010c1c3525') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:16.827094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (081f2180-f675-4b24-bb55-b59566c7c108), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.830472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (6eedcbe6-0d47-47a5-820c-5b010c1c3525), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.926132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0da8fbea-32d1-4053-9ca7-89d3d67b2fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (440359e3-6901-48e5-95d1-ac94a39b490c), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.929066 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6eedcbe6-0d47-47a5-820c-5b010c1c3525), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.941262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:16.951380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:16.951820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (6eedcbe6-0d47-47a5-820c-5b010c1c3525), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.953437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8fbea-32d1-4053-9ca7-89d3d67b2fe3 None None] Pushing event deleted for resources: {'Port': ['ID=440359e3-6901-48e5-95d1-ac94a39b490c,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:16.955444 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:16.957660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-43a7d37b-39d8-408f-aa62-f6b08cc22f33', 'network_id': '43a7d37b-39d8-408f-aa62-f6b08cc22f33', 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'fixed_ips': [{'subnet_id': 'fef5f837-3143-49c4-bb7f-6cefd668becd'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:16.957660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.959553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:16.977029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:16.977647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:16.984191 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c74c8637-1e99-4775-b475-f9d0cd4ffe9e req-169d5998-0c59-4348-b869-91c2ab6d7206 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790822 Apr 29 07:37:16.992028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6322492c-df51-4029-88a6-20920d47d269 None None] Port 440359e3-6901-48e5-95d1-ac94a39b490c update to ACTIVE by agent not found {{(pid=104225) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 29 07:37:16.995470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Made reservation on behalf of c2494584d6d94001adfc0e497e795e15 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:16.999982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.004100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8fbea-32d1-4053-9ca7-89d3d67b2fe3 None None] No DVR routers for this DVR port 440359e3-6901-48e5-95d1-ac94a39b490c on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:17.012566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=081f2180-f675-4b24-bb55-b59566c7c108,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:17.034728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for router_gateway (4d6e2191-88e4-4581-b155-971f3aa2fd10), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.037482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-9319845c-2630-4197-8b9b-b3ffc3290e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:17.039042 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-9319845c-2630-4197-8b9b-b3ffc3290e1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1130 time: 0.2961934 Apr 29 07:37:17.048890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] device_id is not set on port 39649f8b-5289-460a-af76-07544e7843fa yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:17.105594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:17.112267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.127051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (8754e72e-777c-44e3-b724-d3fa276a985c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.132562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3242491e-bd41-4ba4-ba5f-2ea0d8eafa73 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:17.152983 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-83ea2853-82b8-4988-99b7-3ae0f85cbbbe tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2448654 Apr 29 07:37:17.158229 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49796) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:17.166204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-87f076a4-f333-473c-ba8c-fa9c105e998b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1191766990', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:17.189895 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.194295 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] 10.222.0.23 "DELETE /v2.0/networks/8754e72e-777c-44e3-b724-d3fa276a985c HTTP/1.1" status: 204 len: 168 time: 2.1734693 Apr 29 07:37:17.201280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 440359e3-6901-48e5-95d1-ac94a39b490c no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:17.227349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-be92c406-e5f8-4c80-bbe7-72873662c770 None None] Provisioning complete for port ce0300ac-435b-444c-a0ab-d6e53ac184d4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:17.227824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-be92c406-e5f8-4c80-bbe7-72873662c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ce0300ac-435b-444c-a0ab-d6e53ac184d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.229390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 440359e3-6901-48e5-95d1-ac94a39b490c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:17.229750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 440359e3-6901-48e5-95d1-ac94a39b490c not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:17.230168 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:17.232910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Deleting port 7ee18d45-b76a-4ebf-83cf-41e72618e602 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:17.233249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7ee18d45-b76a-4ebf-83cf-41e72618e602), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.274858 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Allocated IP 172.20.0.2 (43a7d37b-39d8-408f-aa62-f6b08cc22f33/fef5f837-3143-49c4-bb7f-6cefd668becd/dc6c4de4-809c-421e-bd24-ad5c4a3517b0) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:17.283611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:17.283958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b6a39a9-4f1c-4315-a3bd-ad37d275bfa5 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:17.318833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87f076a4-f333-473c-ba8c-fa9c105e998b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.319665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-be92c406-e5f8-4c80-bbe7-72873662c770 None None] Port ce0300ac-435b-444c-a0ab-d6e53ac184d4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:17.320527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87f076a4-f333-473c-ba8c-fa9c105e998b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.336427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7ee18d45-b76a-4ebf-83cf-41e72618e602), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.349850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Allocated IP 172.20.0.7 (cf48a5a0-c58e-4fa9-a011-8a93f69b879f/c9adeac0-bbb0-4dd1-94b5-400d197d80cb/39649f8b-5289-460a-af76-07544e7843fa) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:17.350627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4f052-862d-44b4-be73-3b3977a0bc4a tempest-AllowedAddressPairIpV6TestJSON-720772925 tempest-AllowedAddressPairIpV6TestJSON-720772925-project] Pushing event deleted for resources: {'Network': ['ID=8754e72e-777c-44e3-b724-d3fa276a985c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:17.353427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-17d739b8-eae6-41b0-9372-f03b7ebbe1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:17.355108 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-17d739b8-eae6-41b0-9372-f03b7ebbe1fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 912 time: 0.3021557 Apr 29 07:37:17.364954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Calling delete_port for 7ee18d45-b76a-4ebf-83cf-41e72618e602 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:17.436724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '081f2180-f675-4b24-bb55-b59566c7c108'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:17.437697 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.448552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87f076a4-f333-473c-ba8c-fa9c105e998b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router_controller (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.487122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87f076a4-f333-473c-ba8c-fa9c105e998b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.496127 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-5d8767d0-8c50-4c44-beb6-fd661144ab14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 1002 time: 0.1286325 Apr 29 07:37:17.514090 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87f076a4-f333-473c-ba8c-fa9c105e998b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.518225 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-87f076a4-f333-473c-ba8c-fa9c105e998b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3554275 Apr 29 07:37:17.518909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49802) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:17.546343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49804) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:17.617074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-361d0ff9-4ea4-4949-91e3-85cd6c7da05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:17.619190 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-361d0ff9-4ea4-4949-91e3-85cd6c7da05a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 200 len: 850 time: 0.1140969 Apr 29 07:37:17.644997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (1733f519-3112-4a36-9fb8-94cd3315964b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.648444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/081f2180-f675-4b24-bb55-b59566c7c108/ecc0c011-91bb-4b7d-bb11-760df5b8c5b0) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:17.760648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Publish callbacks [] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.772161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.773367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Subnet': ['ID=1733f519-3112-4a36-9fb8-94cd3315964b,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:17.796002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-5b0f2573-689b-4bb2-a2e0-dad19e71f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:17.798123 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-5b0f2573-689b-4bb2-a2e0-dad19e71f062 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2d65d34-51cb-428d-895e-c7a17f616082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1711125 Apr 29 07:37:17.806564 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5d5434a8-e253-4552-8024-89c58f9c2c67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8af5c7ff5f849b489a7dfb0bd52642c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566261 Apr 29 07:37:17.806564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Checking segment: {'id': '5a506001-e519-43f0-9d9e-cea657771fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '045b94c0-7e86-4781-8822-1035cdc52508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:17.806564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network hostable DHCP agents. Network: 045b94c0-7e86-4781-8822-1035cdc52508, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:17.807909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49808) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:17.830678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:17.840866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:17.844125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:17.867699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Pushing event updated for resources: {'Port': ['ID=dc6c4de4-809c-421e-bd24-ad5c4a3517b0,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:17.919808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 045b94c0-7e86-4781-8822-1035cdc52508 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:17.946739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3126d36-3105-496a-b125-114957a9768e admin admin] Publish callbacks [] for security_group (54fa2dff-4c7b-43e1-9c0a-5e06ea1d1cc6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.960209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 045b94c0-7e86-4781-8822-1035cdc52508) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:17.967986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Attempting to bind port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:17.968353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Attempting to bind port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '2c1b2073-c6bb-4c51-870f-f3be2100719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43a7d37b-39d8-408f-aa62-f6b08cc22f33'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:17.968722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Attempting to bind port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 on network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:17.973458 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:17.974224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.980619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:17.980993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Checking segment: {'id': '2c1b2073-c6bb-4c51-870f-f3be2100719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43a7d37b-39d8-408f-aa62-f6b08cc22f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:17.981716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.981864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Bound using segment: {'id': '2c1b2073-c6bb-4c51-870f-f3be2100719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43a7d37b-39d8-408f-aa62-f6b08cc22f33'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:17.982249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Bound port: dc6c4de4-809c-421e-bd24-ad5c4a3517b0, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1b2073-c6bb-4c51-870f-f3be2100719c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43a7d37b-39d8-408f-aa62-f6b08cc22f33'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:17.982682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:17.984953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ca8ab8-5553-4e20-a2de-be2425cd5c94 None None] Network 045b94c0-7e86-4781-8822-1035cdc52508 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:17.986665 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-13e69190-d8f9-4aae-a5cc-4f421f2e7a45 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777186 Apr 29 07:37:17.988720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Publish callbacks [] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.008210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3126d36-3105-496a-b125-114957a9768e admin admin] Publish callbacks [] for security_group (54fa2dff-4c7b-43e1-9c0a-5e06ea1d1cc6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.041637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.057140 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4b712399-7c88-405c-9579-46627739e2af tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2986572 Apr 29 07:37:18.061383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49812) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:18.076048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-374f8ddf-5ecd-476d-bb50-884098350064 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-352309068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:18.176453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-374f8ddf-5ecd-476d-bb50-884098350064 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (f5ee7817-1af5-4eff-b9ba-f6c26843660a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.177805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-374f8ddf-5ecd-476d-bb50-884098350064 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (f5ee7817-1af5-4eff-b9ba-f6c26843660a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.202187 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ba5a7c3-a8fa-4d72-92fb-03e51aaae186 req-62eb68a1-7297-4d6e-b785-d56d8462dc88 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076950 Apr 29 07:37:18.221080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202039ae-8328-4491-a10b-851fdc20330f req-8d8d340b-a70c-43ac-b569-c6e10c9484c3 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:18.225653 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-202039ae-8328-4491-a10b-851fdc20330f req-8d8d340b-a70c-43ac-b569-c6e10c9484c3 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1403935 Apr 29 07:37:18.243885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3126d36-3105-496a-b125-114957a9768e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (54fa2dff-4c7b-43e1-9c0a-5e06ea1d1cc6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.247064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3126d36-3105-496a-b125-114957a9768e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.248905 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c3126d36-3105-496a-b125-114957a9768e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54fa2dff-4c7b-43e1-9c0a-5e06ea1d1cc6 HTTP/1.1" status: 204 len: 168 time: 0.4388227 Apr 29 07:37:18.290067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for port (39649f8b-5289-460a-af76-07544e7843fa), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.296770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3126d36-3105-496a-b125-114957a9768e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa2dff-4c7b-43e1-9c0a-5e06ea1d1cc6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:18.308459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-374f8ddf-5ecd-476d-bb50-884098350064 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (f5ee7817-1af5-4eff-b9ba-f6c26843660a), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.319670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-374f8ddf-5ecd-476d-bb50-884098350064 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (f5ee7817-1af5-4eff-b9ba-f6c26843660a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.334319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:18.352484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:18.356469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:18.366557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-374f8ddf-5ecd-476d-bb50-884098350064 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.369923 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-374f8ddf-5ecd-476d-bb50-884098350064 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3036733 Apr 29 07:37:18.370202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] For port dc6c4de4-809c-421e-bd24-ad5c4a3517b0, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:18.373900 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-202039ae-8328-4491-a10b-851fdc20330f req-38e5de76-b95d-47ef-b08c-740212c65177 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194658 Apr 29 07:37:18.374700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49816) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:18.375020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Pushing event updated for resources: {'Port': ['ID=ecc0c011-91bb-4b7d-bb11-760df5b8c5b0,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:18.415503 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] For port dc6c4de4-809c-421e-bd24-ad5c4a3517b0, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dc6c4de4-809c-421e-bd24-ad5c4a3517b0,segment=NetworkSegment(2c1b2073-c6bb-4c51-870f-f3be2100719c),segment_id=2c1b2073-c6bb-4c51-870f-f3be2100719c)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:18.452805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.466828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.488148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-045b94c0-7e86-4781-8822-1035cdc52508', 'network_id': '045b94c0-7e86-4781-8822-1035cdc52508', 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'fixed_ips': [{'subnet_id': '1733f519-3112-4a36-9fb8-94cd3315964b'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:18.489040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.496682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7ee18d45-b76a-4ebf-83cf-41e72618e602), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.523013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Attempting to bind port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:18.523293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Attempting to bind port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:18.523652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Attempting to bind port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:18.597414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event deleted for resources: {'Port': ['ID=7ee18d45-b76a-4ebf-83cf-41e72618e602,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:18.604687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (39649f8b-5289-460a-af76-07544e7843fa), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.690025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Allocated IP 172.21.0.2 (045b94c0-7e86-4781-8822-1035cdc52508/1733f519-3112-4a36-9fb8-94cd3315964b/4ca7e594-7901-457c-bce2-a92d0016e129) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:18.851105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (4d6e2191-88e4-4581-b155-971f3aa2fd10), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.851476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:18.851855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:18.861068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.861532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:18.862029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Bound port: ecc0c011-91bb-4b7d-bb11-760df5b8c5b0, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:18.862464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.945409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:18.963946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ae51c-0a64-465c-ae4b-51d4c6051752 None None] Pushing event updated for resources: {'Port': ['ID=dc6c4de4-809c-421e-bd24-ad5c4a3517b0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:18.986864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:18.991542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Publish callbacks [] for port (4ca7e594-7901-457c-bce2-a92d0016e129), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.017187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.039738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Port': ['ID=39649f8b-5289-460a-af76-07544e7843fa,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:19.042678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:19.050345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:19.087588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (4d6e2191-88e4-4581-b155-971f3aa2fd10), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.095410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for router_controller (4d6e2191-88e4-4581-b155-971f3aa2fd10), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.173383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Pushing event updated for resources: {'Port': ['ID=4ca7e594-7901-457c-bce2-a92d0016e129,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:19.178730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Network 045b94c0-7e86-4781-8822-1035cdc52508 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:19.179955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] For port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:19.185526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:19.194689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:19.211186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] For port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ecc0c011-91bb-4b7d-bb11-760df5b8c5b0,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:19.276062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.306860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:19.311994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.320837 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (4d6e2191-88e4-4581-b155-971f3aa2fd10), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.326386 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Fanout notify agent at l3_agent the message router_deleted on router 4d6e2191-88e4-4581-b155-971f3aa2fd10 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:37:19.348536 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.351043 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7555d4c1-f642-4602-aec3-248767a430b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "DELETE /v2.0/routers/4d6e2191-88e4-4581-b155-971f3aa2fd10 HTTP/1.1" status: 204 len: 168 time: 2.8563762 Apr 29 07:37:19.357461 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49834) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:19.410022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dc6c4de4-809c-421e-bd24-ad5c4a3517b0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:19.421418 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e9ad06c0-fcc1-452d-aeee-fa537f693cf8 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7399757 Apr 29 07:37:19.421853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49836) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:19.446331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-99ccc6d1-c298-4912-aeed-ebbc15f68a48 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e6:54:9b'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:3a:2c:bf'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:19.539187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Attempting to bind port 4ca7e594-7901-457c-bce2-a92d0016e129 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:19.539552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Attempting to bind port 4ca7e594-7901-457c-bce2-a92d0016e129 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5a506001-e519-43f0-9d9e-cea657771fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '045b94c0-7e86-4781-8822-1035cdc52508'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:19.539920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Attempting to bind port 4ca7e594-7901-457c-bce2-a92d0016e129 on network 045b94c0-7e86-4781-8822-1035cdc52508 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:19.572003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-54362140-8b1b-4b2b-9073-171938e10d32 None None] Provisioning complete for port 39649f8b-5289-460a-af76-07544e7843fa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:19.576021 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54362140-8b1b-4b2b-9073-171938e10d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (39649f8b-5289-460a-af76-07544e7843fa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.589646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49842) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:19.599301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:19.599600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Checking segment: {'id': '5a506001-e519-43f0-9d9e-cea657771fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '045b94c0-7e86-4781-8822-1035cdc52508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:19.599996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.600383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Bound using segment: {'id': '5a506001-e519-43f0-9d9e-cea657771fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '045b94c0-7e86-4781-8822-1035cdc52508'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:19.600863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Bound port: 4ca7e594-7901-457c-bce2-a92d0016e129, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a506001-e519-43f0-9d9e-cea657771fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '045b94c0-7e86-4781-8822-1035cdc52508'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:19.601254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.624100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-eade4738-4b51-42aa-b9e1-3b0259fd021b tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Deleting subnet 93e1c495-8697-4fff-9a35-71f19d29e2ba {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:19.691888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7657c8-9e09-4807-9f1d-0f747b4c147f None None] Pushing event updated for resources: {'Port': ['ID=ecc0c011-91bb-4b7d-bb11-760df5b8c5b0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:19.723525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-54362140-8b1b-4b2b-9073-171938e10d32 None None] Port 39649f8b-5289-460a-af76-07544e7843fa cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:19.727145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:19.727517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.785092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.20.0.1 (43a7d37b-39d8-408f-aa62-f6b08cc22f33/fef5f837-3143-49c4-bb7f-6cefd668becd/0b8b0620-5584-431c-9109-6d318bd48091) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:19.876072 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eade4738-4b51-42aa-b9e1-3b0259fd021b tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for subnet (93e1c495-8697-4fff-9a35-71f19d29e2ba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.887520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] For port 4ca7e594-7901-457c-bce2-a92d0016e129, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:19.895244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99ccc6d1-c298-4912-aeed-ebbc15f68a48 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (39649f8b-5289-460a-af76-07544e7843fa), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.898158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1442044392'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:19.911292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] For port 4ca7e594-7901-457c-bce2-a92d0016e129, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4ca7e594-7901-457c-bce2-a92d0016e129,segment=NetworkSegment(5a506001-e519-43f0-9d9e-cea657771fd5),segment_id=5a506001-e519-43f0-9d9e-cea657771fd5)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:19.921584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:19.922106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.941909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::1 (5f57687c-3acb-4c32-82c9-53f862533295/081f2180-f675-4b24-bb55-b59566c7c108/ee74b5e5-d6fb-496e-b2db-26739850d9b8) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:19.966195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Made reservation on behalf of 605cd3f7d6a1498fa12ccdaf70fe93f4 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:19.970992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.993629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:19.994301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port dc6c4de4-809c-421e-bd24-ad5c4a3517b0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dc6c4de4-809c-421e-bd24-ad5c4a3517b0,segment=NetworkSegment(2c1b2073-c6bb-4c51-870f-f3be2100719c),segment_id=2c1b2073-c6bb-4c51-870f-f3be2100719c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:19.995857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.062170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (0b8b0620-5584-431c-9109-6d318bd48091), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.068501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecee485-8cd5-4f8d-b572-aceb27d04393 None None] Pushing event updated for resources: {'Port': ['ID=4ca7e594-7901-457c-bce2-a92d0016e129,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:20.078821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.117784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0b8b0620-5584-431c-9109-6d318bd48091), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.166568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=dc6c4de4-809c-421e-bd24-ad5c4a3517b0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:20.204716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:20.214614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:20.215280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eade4738-4b51-42aa-b9e1-3b0259fd021b tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (93e1c495-8697-4fff-9a35-71f19d29e2ba), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.218450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:20.243210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438d0d3-ec61-4929-a03e-743bfba0ccf1 None None] Network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:20.248251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=0b8b0620-5584-431c-9109-6d318bd48091,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:20.267026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3870-6450-404f-9d67-5e97608571da req-8050fa2f-75a0-4f78-ae12-d0f73f556a8b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:20.268854 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8e5c3870-6450-404f-9d67-5e97608571da req-8050fa2f-75a0-4f78-ae12-d0f73f556a8b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.7476561 Apr 29 07:37:20.290242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (f5ee7817-1af5-4eff-b9ba-f6c26843660a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.368135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99ccc6d1-c298-4912-aeed-ebbc15f68a48 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for port (39649f8b-5289-460a-af76-07544e7843fa), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.384421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-de838747-1bd0-4871-94bc-fab3c6a77cf6 None None] Provisioning complete for port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:20.384853 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de838747-1bd0-4871-94bc-fab3c6a77cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.421998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks [] for security_group (11d79fbd-f79a-42c7-b93f-512ef16054a9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.430846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (11d79fbd-f79a-42c7-b93f-512ef16054a9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.447776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99ccc6d1-c298-4912-aeed-ebbc15f68a48 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (39649f8b-5289-460a-af76-07544e7843fa), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.539963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:20.541339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-de838747-1bd0-4871-94bc-fab3c6a77cf6 None None] Current status of the port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:20.576668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (81199a03-059a-4911-9b39-bef30af5d51f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.577260 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Added segment 81199a03-059a-4911-9b39-bef30af5d51f of type vlan for network dde5ed06-ccdd-4018-9543-386d8924d673 Apr 29 07:37:20.581133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d79fbd-f79a-42c7-b93f-512ef16054a9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:20.618336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0b8b0620-5584-431c-9109-6d318bd48091), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.619630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-99ccc6d1-c298-4912-aeed-ebbc15f68a48 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] In _notify_port_updated(), no bound segment for port 39649f8b-5289-460a-af76-07544e7843fa on network cf48a5a0-c58e-4fa9-a011-8a93f69b879f {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:37:20.626919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ccc6d1-c298-4912-aeed-ebbc15f68a48 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:20.627779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99ccc6d1-c298-4912-aeed-ebbc15f68a48 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.633825 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-99ccc6d1-c298-4912-aeed-ebbc15f68a48 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "PUT /v2.0/ports/39649f8b-5289-460a-af76-07544e7843fa HTTP/1.1" status: 200 len: 1056 time: 1.1907179 Apr 29 07:37:20.644322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49848) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:20.653535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eade4738-4b51-42aa-b9e1-3b0259fd021b tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (93e1c495-8697-4fff-9a35-71f19d29e2ba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.698915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (dde5ed06-ccdd-4018-9543-386d8924d673), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.713442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.717895 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8e5c3870-6450-404f-9d67-5e97608571da req-b7f91217-45d3-46df-b3f0-ba7fc19ffbe0 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300790 Apr 29 07:37:20.762900 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccc6d1-c298-4912-aeed-ebbc15f68a48 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event updated for resources: {'Port': ['ID=39649f8b-5289-460a-af76-07544e7843fa,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:20.816276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eade4738-4b51-42aa-b9e1-3b0259fd021b tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (93e1c495-8697-4fff-9a35-71f19d29e2ba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.840454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.870759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade4738-4b51-42aa-b9e1-3b0259fd021b tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event deleted for resources: {'Subnet': ['ID=93e1c495-8697-4fff-9a35-71f19d29e2ba,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:20.873389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eade4738-4b51-42aa-b9e1-3b0259fd021b tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.877856 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eade4738-4b51-42aa-b9e1-3b0259fd021b tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "DELETE /v2.0/subnets/93e1c495-8697-4fff-9a35-71f19d29e2ba HTTP/1.1" status: 204 len: 168 time: 1.5139990 Apr 29 07:37:20.881199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49852) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:20.889078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e3d86-5fc9-45e9-861c-5fd83bb9520b None None] Network 0e98a725-375c-4c08-8c4f-3cf05366eab9 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:20.918567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:20.923483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:20.928697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:20.929589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.964770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (dde5ed06-ccdd-4018-9543-386d8924d673), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.970490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:20.971466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:20.988024 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=ee74b5e5-d6fb-496e-b2db-26739850d9b8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:21.064189 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4707732 Apr 29 07:37:21.065069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49854) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:21.071754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Request body: {'subnet': {'network_id': 'dde5ed06-ccdd-4018-9543-386d8924d673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:21.128160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1320322b-e4ef-4aeb-8298-79ed3e00567b None None] Provisioning complete for port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:21.129265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1320322b-e4ef-4aeb-8298-79ed3e00567b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.185773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d709c9c3-d3c7-4186-98bc-240bb42c2932 None None] DHCP port deletion for 0e98a725-375c-4c08-8c4f-3cf05366eab9 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:21.283694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.319690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (0e98a725-375c-4c08-8c4f-3cf05366eab9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.351888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b33e415e-df90-4956-853c-296f365cd4b7 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Deleting port 39649f8b-5289-460a-af76-07544e7843fa {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:21.351888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b33e415e-df90-4956-853c-296f365cd4b7 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (39649f8b-5289-460a-af76-07544e7843fa), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.360448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1320322b-e4ef-4aeb-8298-79ed3e00567b None None] Current status of the port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:21.365585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d709c9c3-d3c7-4186-98bc-240bb42c2932 None None] Deleting port 76990b98-5904-466a-bad7-5ec427f6495d {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:21.365958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d709c9c3-d3c7-4186-98bc-240bb42c2932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (76990b98-5904-466a-bad7-5ec427f6495d), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.478180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dc6c4de4-809c-421e-bd24-ad5c4a3517b0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:21.541047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d709c9c3-d3c7-4186-98bc-240bb42c2932 None None] For port 76990b98-5904-466a-bad7-5ec427f6495d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=76990b98-5904-466a-bad7-5ec427f6495d,segment=NetworkSegment(6e40a7ea-f7d1-478d-a599-32ccc7dd49cf),segment_id=6e40a7ea-f7d1-478d-a599-32ccc7dd49cf)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:21.541760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d709c9c3-d3c7-4186-98bc-240bb42c2932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (76990b98-5904-466a-bad7-5ec427f6495d), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.542382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b33e415e-df90-4956-853c-296f365cd4b7 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (39649f8b-5289-460a-af76-07544e7843fa), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.559362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b33e415e-df90-4956-853c-296f365cd4b7 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Calling delete_port for 39649f8b-5289-460a-af76-07544e7843fa owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:21.572218 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1320322b-e4ef-4aeb-8298-79ed3e00567b None None] Provisioning complete for port 0b8b0620-5584-431c-9109-6d318bd48091 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:21.572894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1320322b-e4ef-4aeb-8298-79ed3e00567b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b8b0620-5584-431c-9109-6d318bd48091), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.588500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Made reservation on behalf of 605cd3f7d6a1498fa12ccdaf70fe93f4 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:21.593051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.625465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1320322b-e4ef-4aeb-8298-79ed3e00567b None None] Port 0b8b0620-5584-431c-9109-6d318bd48091 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:21.628626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d709c9c3-d3c7-4186-98bc-240bb42c2932 None None] Calling delete_port for 76990b98-5904-466a-bad7-5ec427f6495d owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:21.675287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2e706-10b7-493f-87f1-a2df9a2bcbf3 req-71a7dd3a-ad01-48eb-beb4-bfbb39b592eb tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:21.676917 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e7a2e706-10b7-493f-87f1-a2df9a2bcbf3 req-71a7dd3a-ad01-48eb-beb4-bfbb39b592eb tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.8594432 Apr 29 07:37:21.677691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a35f2-3ef7-4091-8635-b953d9c68e34 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event updated for resources: {'Network': ['ID=dde5ed06-ccdd-4018-9543-386d8924d673,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:21.703025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network dde5ed06-ccdd-4018-9543-386d8924d673 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:21.790309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b33e415e-df90-4956-853c-296f365cd4b7 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (39649f8b-5289-460a-af76-07544e7843fa), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.798392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1320322b-e4ef-4aeb-8298-79ed3e00567b None None] Provisioning complete for port 39649f8b-5289-460a-af76-07544e7843fa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:21.798633 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1320322b-e4ef-4aeb-8298-79ed3e00567b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (39649f8b-5289-460a-af76-07544e7843fa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.800088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:21.800447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.839082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e415e-df90-4956-853c-296f365cd4b7 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event deleted for resources: {'Port': ['ID=39649f8b-5289-460a-af76-07544e7843fa,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:21.849626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac4bd5-5581-4d04-95a5-0e7654a2ab10 None None] Network 045b94c0-7e86-4781-8822-1035cdc52508 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:21.851404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1320322b-e4ef-4aeb-8298-79ed3e00567b None None] Port 39649f8b-5289-460a-af76-07544e7843fa was deleted so its status cannot be updated. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 29 07:37:21.869784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.905199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.906158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:21.978099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=ee74b5e5-d6fb-496e-b2db-26739850d9b8,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:22.003867 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e7a2e706-10b7-493f-87f1-a2df9a2bcbf3 req-a0ae88f9-a23d-4d09-bba5-bda2b6b3741d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124566 Apr 29 07:37:22.027056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:22.027056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4ca7e594-7901-457c-bce2-a92d0016e129 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:22.033169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d709c9c3-d3c7-4186-98bc-240bb42c2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (76990b98-5904-466a-bad7-5ec427f6495d), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.095306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709c9c3-d3c7-4186-98bc-240bb42c2932 None None] No DVR routers for this DVR port 76990b98-5904-466a-bad7-5ec427f6495d on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:22.106248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (0b8b0620-5584-431c-9109-6d318bd48091), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.115309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Deleting port 76990b98-5904-466a-bad7-5ec427f6495d {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:22.115743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (76990b98-5904-466a-bad7-5ec427f6495d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.151789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Provisioning complete for port 0b8b0620-5584-431c-9109-6d318bd48091 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:22.152397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b8b0620-5584-431c-9109-6d318bd48091), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.156334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.158316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709c9c3-d3c7-4186-98bc-240bb42c2932 None None] Pushing event deleted for resources: {'Port': ['ID=76990b98-5904-466a-bad7-5ec427f6495d,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:22.207654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4ca7e594-7901-457c-bce2-a92d0016e129 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:22.208070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.211962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:22.215811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] For port 76990b98-5904-466a-bad7-5ec427f6495d, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:22.215811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (76990b98-5904-466a-bad7-5ec427f6495d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.224876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:22.241834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Calling delete_port for 76990b98-5904-466a-bad7-5ec427f6495d owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:22.245135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.ipam_backend_mixin [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Port 76990b98-5904-466a-bad7-5ec427f6495d was not found and therefore no delete operation was performed {{(pid=104223) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:37:22.249627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (76990b98-5904-466a-bad7-5ec427f6495d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.254656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event updated for resources: {'Subnet': ['ID=2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:22.256137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (0b8b0620-5584-431c-9109-6d318bd48091), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.264260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Port 0b8b0620-5584-431c-9109-6d318bd48091 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:22.300916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Provisioning complete for port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:22.301324 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.360393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event deleted for resources: {'Port': ['ID=76990b98-5904-466a-bad7-5ec427f6495d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:22.408690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4ca7e594-7901-457c-bce2-a92d0016e129 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:22.409089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.468644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] No DVR routers for this DVR port 76990b98-5904-466a-bad7-5ec427f6495d on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:22.481386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 4ca7e594-7901-457c-bce2-a92d0016e129, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4ca7e594-7901-457c-bce2-a92d0016e129,segment=NetworkSegment(5a506001-e519-43f0-9d9e-cea657771fd5),segment_id=5a506001-e519-43f0-9d9e-cea657771fd5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:22.490538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Current status of the port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:22.493139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.501621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.502223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:22.633474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] For port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ecc0c011-91bb-4b7d-bb11-760df5b8c5b0,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:22.639405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=4ca7e594-7901-457c-bce2-a92d0016e129,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:22.643950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.644367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=0b8b0620-5584-431c-9109-6d318bd48091,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:22.686085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (f5ee7817-1af5-4eff-b9ba-f6c26843660a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.701252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Provisioning complete for port 4ca7e594-7901-457c-bce2-a92d0016e129 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:22.701617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.703169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:22.703512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.725613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Checking segment: {'id': '81199a03-059a-4911-9b39-bef30af5d51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dde5ed06-ccdd-4018-9543-386d8924d673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:22.726711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Network hostable DHCP agents. Network: dde5ed06-ccdd-4018-9543-386d8924d673, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:22.749372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Pushing event updated for resources: {'Port': ['ID=ecc0c011-91bb-4b7d-bb11-760df5b8c5b0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:22.751992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656de009-3c6b-4aec-b502-89dc8835d269 req-61214138-6084-416a-9089-4fd9227e6bfb tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:22.753696 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-656de009-3c6b-4aec-b502-89dc8835d269 req-61214138-6084-416a-9089-4fd9227e6bfb tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.4021785 Apr 29 07:37:22.768097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Network dde5ed06-ccdd-4018-9543-386d8924d673 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:22.786450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, dde5ed06-ccdd-4018-9543-386d8924d673) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:22.791320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:22.792052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.810457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Router 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:37:22.820158 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5da05b06-e4d3-4718-ad56-f26bf7a9eab1 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7511704 Apr 29 07:37:22.821251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49860) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:22.822981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bd2608-eaa3-4a92-bcb1-276ad6ff99b8 None None] Network dde5ed06-ccdd-4018-9543-386d8924d673 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:22.827433 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Request body: {'port': {'network_id': 'dde5ed06-ccdd-4018-9543-386d8924d673', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-860585658'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:22.832457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (0e98a725-375c-4c08-8c4f-3cf05366eab9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.855811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b33e415e-df90-4956-853c-296f365cd4b7 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.861516 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b33e415e-df90-4956-853c-296f365cd4b7 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "DELETE /v2.0/ports/39649f8b-5289-460a-af76-07544e7843fa HTTP/1.1" status: 204 len: 168 time: 2.2081614 Apr 29 07:37:22.870522 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49862) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:22.877865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e98a725-375c-4c08-8c4f-3cf05366eab9']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:22.899833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e40a7ea-f7d1-478d-a599-32ccc7dd49cf') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:22.900067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e40a7ea-f7d1-478d-a599-32ccc7dd49cf') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:22.925117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (6e40a7ea-f7d1-478d-a599-32ccc7dd49cf), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.929467 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-656de009-3c6b-4aec-b502-89dc8835d269 req-740e4570-5c28-4af3-8ecc-b85757d9a19a tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691747 Apr 29 07:37:22.939620 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b605e7-2ee7-48fc-96bd-3e2f96030a11 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] GET failed (client error): The resource could not be found. Apr 29 07:37:22.943277 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c3b605e7-2ee7-48fc-96bd-3e2f96030a11 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "GET /v2.0/ports/39649f8b-5289-460a-af76-07544e7843fa HTTP/1.1" status: 404 len: 333 time: 0.0674272 Apr 29 07:37:22.946816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49866) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:22.960178 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6e40a7ea-f7d1-478d-a599-32ccc7dd49cf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:22.978889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:22.980016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (6e40a7ea-f7d1-478d-a599-32ccc7dd49cf), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.026567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:23.034071 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e2b6dfc8-17b1-43aa-9407-a50cf1fe56d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "PUT /v2.0/routers/57d7a1e0-5bc8-4b6c-ad69-06da582e0a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5021718 Apr 29 07:37:23.038296 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49870) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:23.051808 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:23.064942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (0e98a725-375c-4c08-8c4f-3cf05366eab9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.066716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Sync routers for ids ['57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:23.090315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:23.095708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:23.100418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:23.114592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Routers {'57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:23.115242 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:23.115496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.121867 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "DELETE /v2.0/networks/0e98a725-375c-4c08-8c4f-3cf05366eab9 HTTP/1.1" status: 204 len: 168 time: 2.2399001 Apr 29 07:37:23.122652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49872) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:23.131385 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a64250-780a-4fe5-bf21-82609fa007b1 tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event deleted for resources: {'Network': ['ID=0e98a725-375c-4c08-8c4f-3cf05366eab9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:23.174237 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06079ea-04e8-4fb8-bf2d-78cb153ec975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:23.175881 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f06079ea-04e8-4fb8-bf2d-78cb153ec975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports/ee74b5e5-d6fb-496e-b2db-26739850d9b8 HTTP/1.1" status: 200 len: 911 time: 0.1366591 Apr 29 07:37:23.177856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Made reservation on behalf of 605cd3f7d6a1498fa12ccdaf70fe93f4 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:23.186417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.199524 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49874) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:23.205747 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] device_id is not set on port cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:23.240629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Set router 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:23.243906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Current status of the port 4ca7e594-7901-457c-bce2-a92d0016e129 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:23.281779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4ca7e594-7901-457c-bce2-a92d0016e129 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:23.354283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d21469-d06c-4a35-8ad5-21e19fb7e9e0 req-3ff49903-fc20-4316-bf05-320fe1e5dff7 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:23.356703 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-22d21469-d06c-4a35-8ad5-21e19fb7e9e0 req-3ff49903-fc20-4316-bf05-320fe1e5dff7 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2791266 Apr 29 07:37:23.407315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Provisioning complete for port ee74b5e5-d6fb-496e-b2db-26739850d9b8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:23.407679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.414120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-dde5ed06-ccdd-4018-9543-386d8924d673', 'network_id': 'dde5ed06-ccdd-4018-9543-386d8924d673', 'project_id': '605cd3f7d6a1498fa12ccdaf70fe93f4', 'fixed_ips': [{'subnet_id': '2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:23.415081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.437327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc36ac-c78d-4c15-becc-cfa1ab49421d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:23.442784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc36ac-c78d-4c15-becc-cfa1ab49421d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:23.447202 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-48fc36ac-c78d-4c15-becc-cfa1ab49421d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1726749 Apr 29 07:37:23.452020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49876) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:23.522172 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Allocated IP 2001:db8::2a3 (dde5ed06-ccdd-4018-9543-386d8924d673/2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038/cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:23.535918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e4a8e-ce30-44a0-82eb-5237590e59e2 None None] Port ee74b5e5-d6fb-496e-b2db-26739850d9b8 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:23.597740 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-22d21469-d06c-4a35-8ad5-21e19fb7e9e0 req-70136fbf-f160-4482-8dec-2c75ce018e11 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031426 Apr 29 07:37:23.601938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4ca7e594-7901-457c-bce2-a92d0016e129 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:23.602318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.701167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e8305e26-97d5-4066-b424-57029d6577d8 None None] Provisioning complete for port 0b8b0620-5584-431c-9109-6d318bd48091 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:23.701830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e8305e26-97d5-4066-b424-57029d6577d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b8b0620-5584-431c-9109-6d318bd48091), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.783200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e8305e26-97d5-4066-b424-57029d6577d8 None None] Port 0b8b0620-5584-431c-9109-6d318bd48091 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:23.799662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-31913932-3159-4b15-8089-252ec1c15b5e tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Deleting port ce0300ac-435b-444c-a0ab-d6e53ac184d4 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:23.800062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31913932-3159-4b15-8089-252ec1c15b5e tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ce0300ac-435b-444c-a0ab-d6e53ac184d4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.809447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e8305e26-97d5-4066-b424-57029d6577d8 None None] Provisioning complete for port 4ca7e594-7901-457c-bce2-a92d0016e129 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:23.809826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e8305e26-97d5-4066-b424-57029d6577d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.811330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4ca7e594-7901-457c-bce2-a92d0016e129 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:23.812409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:23.870803 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7a1e0-5bc8-4b6c-ad69-06da582e0a41', 'name': 'tempest-NetworksTestDHCPv6-router-1191766990', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:17Z', 'updated_at': '2022-04-29T07:37:21Z', 'revision_number': 2, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None, '_interfaces': [{'id': 'ee74b5e5-d6fb-496e-b2db-26739850d9b8', 'name': '', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'mac_address': 'fa:16:3e:5c:55:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7a1e0-5bc8-4b6c-ad69-06da582e0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '081f2180-f675-4b24-bb55-b59566c7c108', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:18Z', 'updated_at': '2022-04-29T07:37:21Z', 'revision_number': 2, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'subnets': [{'id': '081f2180-f675-4b24-bb55-b59566c7c108', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:23.908314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Checking router: 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:37:23.908670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Updating router 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 port ee74b5e5-d6fb-496e-b2db-26739850d9b8 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:37:23.933571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ae68c-8b86-4da0-8909-944defe805d9 req-6be5c1f9-2d1a-4dc3-b43a-17286e3165ad tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:23.940657 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-724ae68c-8b86-4da0-8909-944defe805d9 req-6be5c1f9-2d1a-4dc3-b43a-17286e3165ad tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2581913 Apr 29 07:37:23.968179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks [] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.973905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:23.978038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31913932-3159-4b15-8089-252ec1c15b5e tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ce0300ac-435b-444c-a0ab-d6e53ac184d4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.001080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Deleting port e772df5a-23c3-4ef5-a2d5-d8df56186259 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:24.001395 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e772df5a-23c3-4ef5-a2d5-d8df56186259), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.007193 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-31913932-3159-4b15-8089-252ec1c15b5e tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Calling delete_port for ce0300ac-435b-444c-a0ab-d6e53ac184d4 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:24.022193 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router f5ee7817-1af5-4eff-b9ba-f6c26843660a is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:37:24.055614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:24.056028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.064064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.114288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e8305e26-97d5-4066-b424-57029d6577d8 None None] Current status of the port 4ca7e594-7901-457c-bce2-a92d0016e129 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:24.131723 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-724ae68c-8b86-4da0-8909-944defe805d9 req-7505fd4b-509c-4836-ac41-67c32b5fe359 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899385 Apr 29 07:37:24.177782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Allocated IP 2001:db8::2 (dde5ed06-ccdd-4018-9543-386d8924d673/2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038/de424d26-8b2d-45bd-bcf2-87dbe6a63558) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:24.190069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Network dde5ed06-ccdd-4018-9543-386d8924d673 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:24.192425 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event updated for resources: {'Port': ['ID=cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:24.215116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:24.218295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:24.226557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e8305e26-97d5-4066-b424-57029d6577d8 None None] Provisioning complete for port ee74b5e5-d6fb-496e-b2db-26739850d9b8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:24.226935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e8305e26-97d5-4066-b424-57029d6577d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.227252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:24.228147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.264070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d5275-6595-4b55-b43f-2fad31e901d0 req-9da0f78d-bef1-44f8-a088-e42a1d17d0e8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:24.272233 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-591d5275-6595-4b55-b43f-2fad31e901d0 req-9da0f78d-bef1-44f8-a088-e42a1d17d0e8 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 946 time: 0.2548470 Apr 29 07:37:24.301066 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-58ac7cea-b267-4af8-a2c1-b691c93d089f tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4763613 Apr 29 07:37:24.303795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49888) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:24.314163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Request body: {'port': {'network_id': 'dde5ed06-ccdd-4018-9543-386d8924d673', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1582816949', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:24.314717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.api.validators [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] bootfile-name is not in valid_values {{(pid=104224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:37:24.315051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.api.validators [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] tftp-server is not in valid_values {{(pid=104224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:37:24.315389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.api.validators [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] server-ip-address is not in valid_values {{(pid=104224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:37:24.346137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e772df5a-23c3-4ef5-a2d5-d8df56186259), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.346646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for floatingip (e772df5a-23c3-4ef5-a2d5-d8df56186259), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.376964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e8305e26-97d5-4066-b424-57029d6577d8 None None] Port ee74b5e5-d6fb-496e-b2db-26739850d9b8 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:24.417049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Calling delete_port for e772df5a-23c3-4ef5-a2d5-d8df56186259 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:24.419058 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-591d5275-6595-4b55-b43f-2fad31e901d0 req-014738ea-6962-4a22-8b6c-e9b0c9afe554 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458321 Apr 29 07:37:24.425607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:24.435113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:24.443714 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-096046a9-66ba-42ee-af6a-e2857621d3ae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/f5ee7817-1af5-4eff-b9ba-f6c26843660a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0671561 Apr 29 07:37:24.451413 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74946d-3fd4-4119-9dff-4ad4f916bd08 None None] Sync routers for ids ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:24.485727 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74946d-3fd4-4119-9dff-4ad4f916bd08 None None] Routers {'f5ee7817-1af5-4eff-b9ba-f6c26843660a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:24.486416 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0c74946d-3fd4-4119-9dff-4ad4f916bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:24.507275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49890) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:24.526507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 76990b98-5904-466a-bad7-5ec427f6495d no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:24.566292 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0c74946d-3fd4-4119-9dff-4ad4f916bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:24.573707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.575793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 76990b98-5904-466a-bad7-5ec427f6495d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:24.576212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 76990b98-5904-466a-bad7-5ec427f6495d not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:24.577851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa30f7-c2e3-48e1-b356-fdbcb8d5cf1d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:24.580023 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d5aa30f7-c2e3-48e1-b356-fdbcb8d5cf1d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports/0b8b0620-5584-431c-9109-6d318bd48091 HTTP/1.1" status: 200 len: 910 time: 0.0692551 Apr 29 07:37:24.584983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49892) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:24.594056 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74946d-3fd4-4119-9dff-4ad4f916bd08 None None] Routers {'f5ee7817-1af5-4eff-b9ba-f6c26843660a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:24.595203 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0c74946d-3fd4-4119-9dff-4ad4f916bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:24.606483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Publish callbacks [] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.619503 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Publish callbacks [] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.624144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.636212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.652431 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0c74946d-3fd4-4119-9dff-4ad4f916bd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:24.653361 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74946d-3fd4-4119-9dff-4ad4f916bd08 None None] The sync data for ids ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:24.682954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Network dde5ed06-ccdd-4018-9543-386d8924d673 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:24.688633 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:24.699395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Pushing event updated for resources: {'Port': ['ID=de424d26-8b2d-45bd-bcf2-87dbe6a63558,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:24.705618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Made reservation on behalf of 605cd3f7d6a1498fa12ccdaf70fe93f4 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:24.709117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:24.709859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.772241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8bb7-31ea-40af-ad69-fa3de09931ab req-472a6a0d-5537-4a5d-a3e9-9ef61d76143c tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:24.774007 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e69b8bb7-31ea-40af-ad69-fa3de09931ab req-472a6a0d-5537-4a5d-a3e9-9ef61d76143c tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.4029324 Apr 29 07:37:24.778162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a5b0c-49d6-4904-a530-62d82a1d8872 None None] Pushing event updated for resources: {'Port': ['ID=ee74b5e5-d6fb-496e-b2db-26739850d9b8,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:24.791413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] device_id is not set on port 2317397b-9b9e-47a0-8abc-c636db8ab272 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:24.908519 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e69b8bb7-31ea-40af-ad69-fa3de09931ab req-f21eae41-0783-4349-8d2a-abb07a605619 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149108 Apr 29 07:37:24.919572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31913932-3159-4b15-8089-252ec1c15b5e tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ce0300ac-435b-444c-a0ab-d6e53ac184d4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:24.994109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Allocated IP 2001:db8::16f (dde5ed06-ccdd-4018-9543-386d8924d673/2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038/2317397b-9b9e-47a0-8abc-c636db8ab272) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:25.038173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31913932-3159-4b15-8089-252ec1c15b5e tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event deleted for resources: {'Port': ['ID=ce0300ac-435b-444c-a0ab-d6e53ac184d4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:25.057123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Attempting to bind port ee74b5e5-d6fb-496e-b2db-26739850d9b8 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:25.057773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Attempting to bind port ee74b5e5-d6fb-496e-b2db-26739850d9b8 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:25.058303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Attempting to bind port ee74b5e5-d6fb-496e-b2db-26739850d9b8 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:25.066624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Attempting to bind port de424d26-8b2d-45bd-bcf2-87dbe6a63558 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:25.067218 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Attempting to bind port de424d26-8b2d-45bd-bcf2-87dbe6a63558 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '81199a03-059a-4911-9b39-bef30af5d51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dde5ed06-ccdd-4018-9543-386d8924d673'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:25.067779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Attempting to bind port de424d26-8b2d-45bd-bcf2-87dbe6a63558 on network dde5ed06-ccdd-4018-9543-386d8924d673 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:25.073598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:25.074220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:25.075228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.075795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:25.076465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Bound port: ee74b5e5-d6fb-496e-b2db-26739850d9b8, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:25.077004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.079149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-509c403b-c772-42b1-955d-4cad1a9fd336 None None] Provisioning complete for port ee74b5e5-d6fb-496e-b2db-26739850d9b8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:25.079686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-509c403b-c772-42b1-955d-4cad1a9fd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.173119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:25.174682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Checking segment: {'id': '81199a03-059a-4911-9b39-bef30af5d51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dde5ed06-ccdd-4018-9543-386d8924d673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:25.174682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.174682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Bound using segment: {'id': '81199a03-059a-4911-9b39-bef30af5d51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dde5ed06-ccdd-4018-9543-386d8924d673'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:25.174947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Bound port: de424d26-8b2d-45bd-bcf2-87dbe6a63558, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81199a03-059a-4911-9b39-bef30af5d51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dde5ed06-ccdd-4018-9543-386d8924d673'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:25.175140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.176582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31913932-3159-4b15-8089-252ec1c15b5e tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.182345 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-31913932-3159-4b15-8089-252ec1c15b5e tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "DELETE /v2.0/ports/ce0300ac-435b-444c-a0ab-d6e53ac184d4 HTTP/1.1" status: 204 len: 168 time: 2.1293979 Apr 29 07:37:25.184340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49894) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:25.204927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port ee74b5e5-d6fb-496e-b2db-26739850d9b8 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:25.205591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.241903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-509c403b-c772-42b1-955d-4cad1a9fd336 None None] Port ee74b5e5-d6fb-496e-b2db-26739850d9b8 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:25.266674 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-91648df8-75ad-414a-9c29-68f541c683a9 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] GET failed (client error): The resource could not be found. Apr 29 07:37:25.273258 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-91648df8-75ad-414a-9c29-68f541c683a9 tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "GET /v2.0/ports/ce0300ac-435b-444c-a0ab-d6e53ac184d4 HTTP/1.1" status: 404 len: 333 time: 0.0882375 Apr 29 07:37:25.279395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49896) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:25.290131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] For port de424d26-8b2d-45bd-bcf2-87dbe6a63558, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:25.294937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] For port ee74b5e5-d6fb-496e-b2db-26739850d9b8, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:25.302885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] For port ee74b5e5-d6fb-496e-b2db-26739850d9b8, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ee74b5e5-d6fb-496e-b2db-26739850d9b8,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:25.305696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] For port de424d26-8b2d-45bd-bcf2-87dbe6a63558, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=de424d26-8b2d-45bd-bcf2-87dbe6a63558,segment=NetworkSegment(81199a03-059a-4911-9b39-bef30af5d51f),segment_id=81199a03-059a-4911-9b39-bef30af5d51f)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:25.314716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.320318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.346878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e772df5a-23c3-4ef5-a2d5-d8df56186259), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.390135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Routers {'57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:25.390304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:25.407182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Pushing event deleted for resources: {'Port': ['ID=e772df5a-23c3-4ef5-a2d5-d8df56186259,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:25.463464 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks [] for port (2317397b-9b9e-47a0-8abc-c636db8ab272), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.522537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-7c3d61c9-8922-4729-add4-c199bd71313c tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:25.524317 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-7c3d61c9-8922-4729-add4-c199bd71313c tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 946 time: 0.2409413 Apr 29 07:37:25.527823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] For port ee74b5e5-d6fb-496e-b2db-26739850d9b8, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:25.528563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.532061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a5b0c-49d6-4904-a530-62d82a1d8872 None None] Pushing event updated for resources: {'Port': ['ID=ee74b5e5-d6fb-496e-b2db-26739850d9b8,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:25.569105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks [] for floatingip (5cd1c932-e9b6-4981-b702-bd472fd6f482), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.572085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.573322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b5880c8d-8907-4f65-991c-7861731fe22c tempest-FloatingIPAdminTestJSON-1630897211 tempest-FloatingIPAdminTestJSON-1630897211-project] 10.222.0.23 "DELETE /v2.0/floatingips/5cd1c932-e9b6-4981-b702-bd472fd6f482 HTTP/1.1" status: 204 len: 168 time: 2.4432416 Apr 29 07:37:25.578058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.607144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] Set router 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:25.663601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de6cc4-72b7-47d2-81e3-91be58a00a93 None None] Pushing event updated for resources: {'Port': ['ID=de424d26-8b2d-45bd-bcf2-87dbe6a63558,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:25.694125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for ee74b5e5-d6fb-496e-b2db-26739850d9b8 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:25.699314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f6899b0e-6221-43df-b470-462b757654ea tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Deleting port e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:25.700493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6899b0e-6221-43df-b470-462b757654ea tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.801446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Deleting port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:25.801783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.882604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d59b68-1dae-42f7-83cc-f5790afdfaca req-8c953fdc-ed3a-4d62-8ed9-5ee41bcdd61f tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:25.884533 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-50d59b68-1dae-42f7-83cc-f5790afdfaca req-8c953fdc-ed3a-4d62-8ed9-5ee41bcdd61f tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 946 time: 0.3121507 Apr 29 07:37:25.898942 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (2317397b-9b9e-47a0-8abc-c636db8ab272), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:25.938933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-146186c1-4e11-46da-80a4-4fe1c49aed0f None None] Provisioning complete for port ee74b5e5-d6fb-496e-b2db-26739850d9b8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:25.939575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-146186c1-4e11-46da-80a4-4fe1c49aed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.055805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7a1e0-5bc8-4b6c-ad69-06da582e0a41', 'name': 'tempest-NetworksTestDHCPv6-router-1191766990', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:17Z', 'updated_at': '2022-04-29T07:37:21Z', 'revision_number': 2, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None, '_interfaces': [{'id': 'ee74b5e5-d6fb-496e-b2db-26739850d9b8', 'name': '', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'mac_address': 'fa:16:3e:5c:55:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7a1e0-5bc8-4b6c-ad69-06da582e0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '081f2180-f675-4b24-bb55-b59566c7c108', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:18Z', 'updated_at': '2022-04-29T07:37:25Z', 'revision_number': 4, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'subnets': [{'id': '081f2180-f675-4b24-bb55-b59566c7c108', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:26.089110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] For port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:26.089494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.110693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Network dde5ed06-ccdd-4018-9543-386d8924d673 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:26.125201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event updated for resources: {'Port': ['ID=2317397b-9b9e-47a0-8abc-c636db8ab272,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:26.136707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:26.140240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c428e5e-0ee4-49b8-9520-8cb86c592844 None None] The sync data for ids ['57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'] in dv-neutron-839860-1-hyperv is: [{'id': '57d7a1e0-5bc8-4b6c-ad69-06da582e0a41', 'name': 'tempest-NetworksTestDHCPv6-router-1191766990', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:17Z', 'updated_at': '2022-04-29T07:37:21Z', 'revision_number': 2, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None, '_interfaces': [{'id': 'ee74b5e5-d6fb-496e-b2db-26739850d9b8', 'name': '', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'mac_address': 'fa:16:3e:5c:55:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d7a1e0-5bc8-4b6c-ad69-06da582e0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '081f2180-f675-4b24-bb55-b59566c7c108', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:18Z', 'updated_at': '2022-04-29T07:37:25Z', 'revision_number': 4, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'subnets': [{'id': '081f2180-f675-4b24-bb55-b59566c7c108', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:26.152404 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:26.160136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:26.161779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-146186c1-4e11-46da-80a4-4fe1c49aed0f None None] Current status of the port ee74b5e5-d6fb-496e-b2db-26739850d9b8 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:26.162344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-146186c1-4e11-46da-80a4-4fe1c49aed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.162667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.188811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49906) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:26.200573 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-146186c1-4e11-46da-80a4-4fe1c49aed0f None None] For port ee74b5e5-d6fb-496e-b2db-26739850d9b8, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ee74b5e5-d6fb-496e-b2db-26739850d9b8,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:26.208187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-146186c1-4e11-46da-80a4-4fe1c49aed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.229716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.21.0.1 (045b94c0-7e86-4781-8822-1035cdc52508/1733f519-3112-4a36-9fb8-94cd3315964b/f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:26.278097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d176c81-443f-4c3b-8044-584f4271d12e req-99c47d2f-b707-4da0-a989-3b53851e19d1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:26.286647 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6d176c81-443f-4c3b-8044-584f4271d12e req-99c47d2f-b707-4da0-a989-3b53851e19d1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2591453 Apr 29 07:37:26.324473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146186c1-4e11-46da-80a4-4fe1c49aed0f None None] Pushing event updated for resources: {'Port': ['ID=ee74b5e5-d6fb-496e-b2db-26739850d9b8,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:26.385761 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6899b0e-6221-43df-b470-462b757654ea tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.400230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ee74b5e5-d6fb-496e-b2db-26739850d9b8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.405669 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-50d59b68-1dae-42f7-83cc-f5790afdfaca req-7f1cfed5-0ad9-4fde-a3e2-f88b42c6b7e9 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups?id=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4508426 Apr 29 07:37:26.415705 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9a6edc0f-2a98-49f1-b0d8-4021c026b678 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1108961 Apr 29 07:37:26.440775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49910) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:26.450558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f6899b0e-6221-43df-b470-462b757654ea tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Calling delete_port for e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:26.455967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=ee74b5e5-d6fb-496e-b2db-26739850d9b8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:26.646082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.881896 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6d176c81-443f-4c3b-8044-584f4271d12e req-3f77d487-52a7-44d4-89c0-2d7720f4a64f tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5941589 Apr 29 07:37:26.955235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.955609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (4ac08223-f5fc-4c4b-a81f-bffb8c037344), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:26.955925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Floating IP 4ac08223-f5fc-4c4b-a81f-bffb8c037344 disassociated. External IP: 172.26.3.159, port: 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39. Apr 29 07:37:26.956265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Calling delete_port for 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:27.092448 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2a8fea60-167c-4506-b324-754431c3e328 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a93ca7c105aa4bf78f22716d9539d3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9024913 Apr 29 07:37:27.101121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49918) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:27.241295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b070816-b2b5-4d37-93c7-8c8436d367f8 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:27.247490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b070816-b2b5-4d37-93c7-8c8436d367f8 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:27.258889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b070816-b2b5-4d37-93c7-8c8436d367f8 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:27.276693 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1b070816-b2b5-4d37-93c7-8c8436d367f8 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.8323834 Apr 29 07:37:27.292135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a1d8a-9974-4a50-8097-001e200184f4 None None] Network dde5ed06-ccdd-4018-9543-386d8924d673 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:27.295047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49922) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:27.376673 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Router 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:27.377709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6899b0e-6221-43df-b470-462b757654ea tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.407800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.412805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device de424d26-8b2d-45bd-bcf2-87dbe6a63558 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:27.447651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6899b0e-6221-43df-b470-462b757654ea tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event deleted for resources: {'Port': ['ID=e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:27.459539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5d21f81-5ec7-445d-81ed-47c20d24efe4 admin admin] Publish callbacks [] for security_group (ddcc1cd3-d127-4545-b102-94c89fa52600), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.529045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-045051dc-8aab-471b-aa6b-75b660194ae2 None None] Provisioning complete for port de424d26-8b2d-45bd-bcf2-87dbe6a63558 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:27.530365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-045051dc-8aab-471b-aa6b-75b660194ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.531060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb481a-7451-40af-be9e-e427c465c393 req-076c983e-d003-450c-bd43-0762381e1fa8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:27.532377 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3adb481a-7451-40af-be9e-e427c465c393 req-076c983e-d003-450c-bd43-0762381e1fa8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2361591 Apr 29 07:37:27.551056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5d21f81-5ec7-445d-81ed-47c20d24efe4 admin admin] Publish callbacks [] for security_group (ddcc1cd3-d127-4545-b102-94c89fa52600), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.621485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6899b0e-6221-43df-b470-462b757654ea tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.627330 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f6899b0e-6221-43df-b470-462b757654ea tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "DELETE /v2.0/ports/e86d28fa-8dc3-4b82-aa66-cd4db9eee6c3 HTTP/1.1" status: 204 len: 168 time: 2.3452587 Apr 29 07:37:27.630508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49928) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:27.657608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.688522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port de424d26-8b2d-45bd-bcf2-87dbe6a63558 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:27.688898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.712932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:27.716705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e0596-4f89-4d9d-b61c-84239fde19ad req-84d067a4-2a35-4273-9e8b-1e42fbb24e8f tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:27.718339 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fd5e0596-4f89-4d9d-b61c-84239fde19ad req-84d067a4-2a35-4273-9e8b-1e42fbb24e8f tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 945 time: 0.2933404 Apr 29 07:37:27.725679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.740462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7e515918-b4f6-4d03-9e0b-86186fdaaefc tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Deleting port 2317397b-9b9e-47a0-8abc-c636db8ab272 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:27.741161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e515918-b4f6-4d03-9e0b-86186fdaaefc tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2317397b-9b9e-47a0-8abc-c636db8ab272), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.745289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 045b94c0-7e86-4781-8822-1035cdc52508 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:27.755293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-045051dc-8aab-471b-aa6b-75b660194ae2 None None] Current status of the port de424d26-8b2d-45bd-bcf2-87dbe6a63558 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:27.755293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-045051dc-8aab-471b-aa6b-75b660194ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.776485 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3adb481a-7451-40af-be9e-e427c465c393 req-39440510-87d8-4ea6-af51-04fd19bb07f5 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957293 Apr 29 07:37:27.785332 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-037548d4-d93e-4aad-872f-a9b0c345fdbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "PUT /v2.0/routers/57d7a1e0-5bc8-4b6c-ad69-06da582e0a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3296618 Apr 29 07:37:27.785602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49930) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:27.807910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81bc50a-2edd-46da-8a05-1646580060aa tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Deleting subnet c9adeac0-bbb0-4dd1-94b5-400d197d80cb {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:27.812294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:27.814609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:27.827553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5d21f81-5ec7-445d-81ed-47c20d24efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ddcc1cd3-d127-4545-b102-94c89fa52600), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.830121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5d21f81-5ec7-445d-81ed-47c20d24efe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.831268 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d5d21f81-5ec7-445d-81ed-47c20d24efe4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddcc1cd3-d127-4545-b102-94c89fa52600 HTTP/1.1" status: 204 len: 168 time: 0.7107711 Apr 29 07:37:27.861422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:27.867237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-045051dc-8aab-471b-aa6b-75b660194ae2 None None] For port de424d26-8b2d-45bd-bcf2-87dbe6a63558, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=de424d26-8b2d-45bd-bcf2-87dbe6a63558,segment=NetworkSegment(81199a03-059a-4911-9b39-bef30af5d51f),segment_id=81199a03-059a-4911-9b39-bef30af5d51f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:27.883536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-045051dc-8aab-471b-aa6b-75b660194ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.901204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e81bc50a-2edd-46da-8a05-1646580060aa tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for subnet (c9adeac0-bbb0-4dd1-94b5-400d197d80cb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:27.905553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587cc87c-908b-4157-83d3-8db79e9775f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:27.907065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587cc87c-908b-4157-83d3-8db79e9775f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:27.910968 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-587cc87c-908b-4157-83d3-8db79e9775f1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1219177 Apr 29 07:37:27.928179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49934) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:27.932388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port de424d26-8b2d-45bd-bcf2-87dbe6a63558 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:27.932782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.013033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (f5ee7817-1af5-4eff-b9ba-f6c26843660a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.043649 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bda107f9-8373-4336-b2fa-cea698adf577 req-10fa443e-ebcc-4fa8-9e47-9b1c8cb71132 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 210 time: 0.1291270 Apr 29 07:37:28.113175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d21f81-5ec7-445d-81ed-47c20d24efe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcc1cd3-d127-4545-b102-94c89fa52600,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:28.116729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Pushing event deleted for resources: {'Port': ['ID=8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:28.118968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e81bc50a-2edd-46da-8a05-1646580060aa tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (c9adeac0-bbb0-4dd1-94b5-400d197d80cb), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.202496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045051dc-8aab-471b-aa6b-75b660194ae2 None None] Pushing event updated for resources: {'Port': ['ID=de424d26-8b2d-45bd-bcf2-87dbe6a63558,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:28.236498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b186b624-30a3-4e43-9ef6-11250b78fad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 081f2180-f675-4b24-bb55-b59566c7c108 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:28.254548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b186b624-30a3-4e43-9ef6-11250b78fad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (081f2180-f675-4b24-bb55-b59566c7c108), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.263185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e515918-b4f6-4d03-9e0b-86186fdaaefc tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2317397b-9b9e-47a0-8abc-c636db8ab272), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.338640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7e515918-b4f6-4d03-9e0b-86186fdaaefc tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Calling delete_port for 2317397b-9b9e-47a0-8abc-c636db8ab272 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:28.350142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:37:28.350663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:37:28.382704 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fd5e0596-4f89-4d9d-b61c-84239fde19ad req-0f897007-38c3-4cd1-a96b-df20e6e94775 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6482627 Apr 29 07:37:28.396179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b186b624-30a3-4e43-9ef6-11250b78fad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (081f2180-f675-4b24-bb55-b59566c7c108), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.415765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-06926303-c6c4-4837-a0f8-148123c38cf5 None None] Provisioning complete for port f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:28.416138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-06926303-c6c4-4837-a0f8-148123c38cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.524239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] Sync routers for ids ['57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:28.527030 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49938) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:28.547163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Router 630eeb70-766c-4d1c-9d25-8586e06e99ba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:28.548873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e81bc50a-2edd-46da-8a05-1646580060aa tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (c9adeac0-bbb0-4dd1-94b5-400d197d80cb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.561951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-06926303-c6c4-4837-a0f8-148123c38cf5 None None] Port f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:28.569405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11ea08ec-71dc-4050-8c12-c2ddd7b9ba15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.571124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.578059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] Routers {'57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:28.578825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:28.642065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b186b624-30a3-4e43-9ef6-11250b78fad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (081f2180-f675-4b24-bb55-b59566c7c108), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.705680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e81bc50a-2edd-46da-8a05-1646580060aa tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (c9adeac0-bbb0-4dd1-94b5-400d197d80cb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.762630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bc50a-2edd-46da-8a05-1646580060aa tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event deleted for resources: {'Subnet': ['ID=c9adeac0-bbb0-4dd1-94b5-400d197d80cb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:28.784285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e81bc50a-2edd-46da-8a05-1646580060aa tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.787466 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e81bc50a-2edd-46da-8a05-1646580060aa tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "DELETE /v2.0/subnets/c9adeac0-bbb0-4dd1-94b5-400d197d80cb HTTP/1.1" status: 204 len: 168 time: 1.1266246 Apr 29 07:37:28.790469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49940) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:28.895246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b186b624-30a3-4e43-9ef6-11250b78fad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (081f2180-f675-4b24-bb55-b59566c7c108), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.915530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] Set router 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:28.916937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b186b624-30a3-4e43-9ef6-11250b78fad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:28.920387 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b186b624-30a3-4e43-9ef6-11250b78fad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/081f2180-f675-4b24-bb55-b59566c7c108 HTTP/1.1" status: 204 len: 168 time: 0.9904683 Apr 29 07:37:28.947158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49944) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:28.969326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186b624-30a3-4e43-9ef6-11250b78fad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=081f2180-f675-4b24-bb55-b59566c7c108,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:29.020768 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7a1e0-5bc8-4b6c-ad69-06da582e0a41', 'name': 'tempest-NetworksTestDHCPv6-router-1191766990', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:17Z', 'updated_at': '2022-04-29T07:37:26Z', 'revision_number': 3, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:29.029930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27e3a21-25fb-42f0-8ff4-ff3296cd81e8 None None] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:29.071410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (cf48a5a0-c58e-4fa9-a011-8a93f69b879f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.107232 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11ea08ec-71dc-4050-8c12-c2ddd7b9ba15 admin admin] Publish callbacks [] for security_group (728f5c1e-792e-4501-9a60-5d4d6bee69d8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.113381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e515918-b4f6-4d03-9e0b-86186fdaaefc tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2317397b-9b9e-47a0-8abc-c636db8ab272), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.127989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-2952f65f-e493-471d-b5f9-0b2731d9bd69 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:29.129593 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-2952f65f-e493-471d-b5f9-0b2731d9bd69 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 945 time: 0.4466770 Apr 29 07:37:29.137605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a025ad-dcbf-4bc0-b0c0-411a6e3e479b None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:29.193889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11ea08ec-71dc-4050-8c12-c2ddd7b9ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (728f5c1e-792e-4501-9a60-5d4d6bee69d8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.211095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d207e-1677-4052-8085-7d02e50e9957 req-833c7ff1-7bd6-45ec-9a2c-d9bae5a05fde tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:29.218150 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ac5d207e-1677-4052-8085-7d02e50e9957 req-833c7ff1-7bd6-45ec-9a2c-d9bae5a05fde tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3110147 Apr 29 07:37:29.261641 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5e617568-88b2-44c0-9728-5c0d89206961 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3130016 Apr 29 07:37:29.265838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49948) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:29.305876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] Checking router: 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:37:29.306263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e515918-b4f6-4d03-9e0b-86186fdaaefc tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event deleted for resources: {'Port': ['ID=2317397b-9b9e-47a0-8abc-c636db8ab272,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:29.315551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f59fc413-0c66-4a69-9304-a1f80ae9e2f9 None None] Could not find standard attr ID for object 2317397b-9b9e-47a0-8abc-c636db8ab272. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:37:29.339047 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-11ea08ec-71dc-4050-8c12-c2ddd7b9ba15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dae2dc2108445188c245465a7b20447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8099978 Apr 29 07:37:29.361105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] Routers {'57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:29.370337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:29.371060 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cf1cc987-e318-48ae-8610-561d0c710509 req-e8831616-20e9-4b04-ad65-fd71da940714 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 210 time: 0.0938022 Apr 29 07:37:29.374782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49950) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:29.402973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a01ea668-1448-4eb5-becc-dffb367e0ed9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.413001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea08ec-71dc-4050-8c12-c2ddd7b9ba15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728f5c1e-792e-4501-9a60-5d4d6bee69d8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:29.464728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] Set router 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:29.479892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e515918-b4f6-4d03-9e0b-86186fdaaefc tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.489687 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7e515918-b4f6-4d03-9e0b-86186fdaaefc tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "DELETE /v2.0/ports/2317397b-9b9e-47a0-8abc-c636db8ab272 HTTP/1.1" status: 204 len: 168 time: 2.1838737 Apr 29 07:37:29.519318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49954) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:29.528124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1ad18aa-230d-4c78-aa8c-30437fcc249e admin admin] Publish callbacks [] for security_group (728f5c1e-792e-4501-9a60-5d4d6bee69d8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.544254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d7a1e0-5bc8-4b6c-ad69-06da582e0a41', 'name': 'tempest-NetworksTestDHCPv6-router-1191766990', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:17Z', 'updated_at': '2022-04-29T07:37:26Z', 'revision_number': 3, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:29.560945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1ad18aa-230d-4c78-aa8c-30437fcc249e admin admin] Publish callbacks [] for security_group (728f5c1e-792e-4501-9a60-5d4d6bee69d8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.610311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port de424d26-8b2d-45bd-bcf2-87dbe6a63558 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:29.629432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Request body: {'port': {'name': 'tempest-new-port-name-935698117', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:29.630603 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ac5d207e-1677-4052-8085-7d02e50e9957 req-3464f0b4-7652-4535-bf87-febc5cc50a4a tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4114974 Apr 29 07:37:29.631050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.api.validators [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] bootfile-name is not in valid_values {{(pid=104223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:37:29.632075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.api.validators [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] tftp-server is not in valid_values {{(pid=104223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:37:29.634507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.api.validators [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] server-ip-address is not in valid_values {{(pid=104223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:37:29.660749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f59fc413-0c66-4a69-9304-a1f80ae9e2f9 None None] Provisioning complete for port cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:29.661009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f59fc413-0c66-4a69-9304-a1f80ae9e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.685408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9543dbad-49b1-42a9-9e73-c6bcd8737449 None None] The sync data for ids ['57d7a1e0-5bc8-4b6c-ad69-06da582e0a41'] in dv-neutron-839860-1-hyperv is: [{'id': '57d7a1e0-5bc8-4b6c-ad69-06da582e0a41', 'name': 'tempest-NetworksTestDHCPv6-router-1191766990', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:17Z', 'updated_at': '2022-04-29T07:37:26Z', 'revision_number': 3, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:29.732593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f59fc413-0c66-4a69-9304-a1f80ae9e2f9 None None] Port cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:29.779065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1ad18aa-230d-4c78-aa8c-30437fcc249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (728f5c1e-792e-4501-9a60-5d4d6bee69d8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.780753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f59fc413-0c66-4a69-9304-a1f80ae9e2f9 None None] Provisioning complete for port de424d26-8b2d-45bd-bcf2-87dbe6a63558 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:29.781256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f59fc413-0c66-4a69-9304-a1f80ae9e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.788042 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1ad18aa-230d-4c78-aa8c-30437fcc249e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.789209 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f1ad18aa-230d-4c78-aa8c-30437fcc249e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/728f5c1e-792e-4501-9a60-5d4d6bee69d8 HTTP/1.1" status: 204 len: 168 time: 0.3685534 Apr 29 07:37:29.794173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a01ea668-1448-4eb5-becc-dffb367e0ed9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.796873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a01ea668-1448-4eb5-becc-dffb367e0ed9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router_controller (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.855602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a01ea668-1448-4eb5-becc-dffb367e0ed9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (57d7a1e0-5bc8-4b6c-ad69-06da582e0a41), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.856326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01ea668-1448-4eb5-becc-dffb367e0ed9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Fanout notify agent at l3_agent the message router_deleted on router 57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:37:29.867354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:29.879595 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] Sync routers for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:29.886767 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a01ea668-1448-4eb5-becc-dffb367e0ed9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.888135 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a01ea668-1448-4eb5-becc-dffb367e0ed9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/routers/57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 HTTP/1.1" status: 204 len: 168 time: 0.6214089 Apr 29 07:37:29.894365 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49960) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:29.897735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad18aa-230d-4c78-aa8c-30437fcc249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f5c1e-792e-4501-9a60-5d4d6bee69d8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:29.905033 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:29.906805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:29.907083 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:29.917740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:29.932815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Deleting port 2f5539fc-3323-411c-9f9f-4710253dfad4 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:29.933150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:29.965147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Deleting port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:29.966002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.017188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:30.017564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:30.017998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2f5539fc-3323-411c-9f9f-4710253dfad4 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:30.041618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469349f-580f-48d1-9804-acef2491a695 req-8bd70d93-183d-4960-8229-130ce34840c7 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:30.050350 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c469349f-580f-48d1-9804-acef2491a695 req-8bd70d93-183d-4960-8229-130ce34840c7 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2085032 Apr 29 07:37:30.055996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] No DVR routers for this DVR port 8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:30.080915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.101985 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0dfe3f0b-d977-40b6-a7dd-e1ef4551b00e req-9b001b54-7467-4008-8982-57e7e8da0faa tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.36 "DELETE /v2.0/ports/8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39 HTTP/1.1" status: 204 len: 173 time: 4.5701292 Apr 29 07:37:30.124377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'name': 'network-vif-deleted', 'tag': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:37:30.126667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc9c599-7759-4ca0-bf8b-c6ba5151616c" -d '{"events": [{"server_uuid": "8e72af68-1bd8-4c98-93f5-c874891b3869", "name": "network-vif-deleted", "tag": "8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:37:30.160681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] DHCP port deletion for cf48a5a0-c58e-4fa9-a011-8a93f69b879f request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:30.164886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device de424d26-8b2d-45bd-bcf2-87dbe6a63558 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:30.197718 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:30.208256 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.238233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] For port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617,segment=NetworkSegment(d48d0fc3-53fd-4ce4-97bc-a0785a41a992),segment_id=d48d0fc3-53fd-4ce4-97bc-a0785a41a992)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:30.238528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.271349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.271557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc7954-64c8-458f-a61e-5f7e37edcb1e None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:30.289357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.296456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.331915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c8776-b632-475f-9fbf-d8910be1b0d5 req-c63f60e1-eb18-45e3-a61e-9981db5f9520 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:30.339099 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ca4c8776-b632-475f-9fbf-d8910be1b0d5 req-c63f60e1-eb18-45e3-a61e-9981db5f9520 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 945 time: 0.6942191 Apr 29 07:37:30.371466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 2f5539fc-3323-411c-9f9f-4710253dfad4 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:30.373273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.400277 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c469349f-580f-48d1-9804-acef2491a695 req-44abf22a-a41b-4c13-982e-eea8d63b9e3e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485053 Apr 29 07:37:30.404125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Calling delete_port for 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:30.442529 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:30.497691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f59fc413-0c66-4a69-9304-a1f80ae9e2f9 None None] Current status of the port de424d26-8b2d-45bd-bcf2-87dbe6a63558 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:30.578889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:37:30.582277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af33b456-eead-4b41-a9c9-56d553088b59" -d '{"events": [{"server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:37:30.583570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49970) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:30.590224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (f5ee7817-1af5-4eff-b9ba-f6c26843660a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.600681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eb04da-8c08-4820-868f-b2405328fd4a x-openstack-request-id: req-57eb04da-8c08-4820-868f-b2405328fd4a {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:37:30.601022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e72af68-1bd8-4c98-93f5-c874891b3869", "name": "network-vif-deleted", "tag": "8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:37:30.602640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57eb04da-8c08-4820-868f-b2405328fd4a {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:37:30.603056 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57eb04da-8c08-4820-868f-b2405328fd4a'] response: {'server_uuid': '8e72af68-1bd8-4c98-93f5-c874891b3869', 'name': 'network-vif-deleted', 'tag': '8fa8b290-e39d-4bb6-bdf2-c5fa0fdd8c39', 'status': 'completed', 'code': 200} Apr 29 07:37:30.639639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2f5539fc-3323-411c-9f9f-4710253dfad4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2f5539fc-3323-411c-9f9f-4710253dfad4,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:30.655575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6a2d0978-ce6e-4504-b5cb-c67f295b9f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.677137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d1c4240c-77af-45bf-8d7b-28910f3d1684 None None] Could not find standard attr ID for object 2317397b-9b9e-47a0-8abc-c636db8ab272. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:37:30.684592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.732739 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3cfc82b0-9f60-4776-9703-d46442893672 req-94a4fc44-9230-4911-add9-d9f9b6615b36 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e72af68-1bd8-4c98-93f5-c874891b3869 HTTP/1.1" status: 200 len: 210 time: 0.0783968 Apr 29 07:37:30.794207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=2f5539fc-3323-411c-9f9f-4710253dfad4,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:30.800569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0adc7954-64c8-458f-a61e-5f7e37edcb1e None None] Deleting port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:30.801020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0adc7954-64c8-458f-a61e-5f7e37edcb1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.832491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] Deleting port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:30.833289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.864641 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port de424d26-8b2d-45bd-bcf2-87dbe6a63558 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:30.865401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.943868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d1c4240c-77af-45bf-8d7b-28910f3d1684 None None] Provisioning complete for port cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:30.944618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d1c4240c-77af-45bf-8d7b-28910f3d1684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:30.956445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.005186 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '7bfd2c57-ee34-4950-976a-86892c17b129', 'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'mac_address': 'fa:16:3e:b6:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:58Z', 'updated_at': '2022-04-29T07:36:11Z', 'revision_number': 5, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'subnets': [{'id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:31.028099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0adc7954-64c8-458f-a61e-5f7e37edcb1e None None] For port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ecc0c011-91bb-4b7d-bb11-760df5b8c5b0,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:31.028904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0adc7954-64c8-458f-a61e-5f7e37edcb1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.069808 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] Checking router: 630eeb70-766c-4d1c-9d25-8586e06e99ba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:37:31.082802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0adc7954-64c8-458f-a61e-5f7e37edcb1e None None] Calling delete_port for ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:31.093865 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:31.094774 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:31.122344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] For port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617,segment=NetworkSegment(d48d0fc3-53fd-4ce4-97bc-a0785a41a992),segment_id=d48d0fc3-53fd-4ce4-97bc-a0785a41a992)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:31.129769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.133253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4240c-77af-45bf-8d7b-28910f3d1684 None None] Port cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:31.173114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] No DVR routers for this DVR port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:31.176653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event deleted for resources: {'Port': ['ID=1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:31.184851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (36bcb56c-b422-48e3-9b6d-9db1466d14c4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.265467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=36bcb56c-b422-48e3-9b6d-9db1466d14c4,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:31.291530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:31.304357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:31.338543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:31.339190 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:31.339544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.355135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9563a-9f11-4e28-9a06-9c26321c69a8 req-2938c845-51ec-491e-a75c-b6f365c1c0b3 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:31.356814 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a9d9563a-9f11-4e28-9a06-9c26321c69a8 req-2938c845-51ec-491e-a75c-b6f365c1c0b3 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.4978621 Apr 29 07:37:31.393805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (cf48a5a0-c58e-4fa9-a011-8a93f69b879f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.401129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6a2d0978-ce6e-4504-b5cb-c67f295b9f13 admin admin] Publish callbacks [] for security_group (bbbe902c-f515-4cad-95b3-94bf41755d72), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.417298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6a2d0978-ce6e-4504-b5cb-c67f295b9f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (bbbe902c-f515-4cad-95b3-94bf41755d72), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.425000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] Calling delete_port for 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:31.425608 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bed71a31-1e81-45bf-bd75-34cb0aed55cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5253363 Apr 29 07:37:31.480694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a812be59-c86b-4508-a7cb-8a4fab3e4ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.503337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49976) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:31.504179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d0978-ce6e-4504-b5cb-c67f295b9f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe902c-f515-4cad-95b3-94bf41755d72,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:31.510620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6b461578-567e-4661-97f1-06ebb0fe4fbc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-868714003', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:31.545373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf48a5a0-c58e-4fa9-a011-8a93f69b879f']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:31.558226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port de424d26-8b2d-45bd-bcf2-87dbe6a63558 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:31.559996 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a9d9563a-9f11-4e28-9a06-9c26321c69a8 req-6fd12d18-aa26-4455-92c4-21a72bb1b829 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966727 Apr 29 07:37:31.605027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0adc7954-64c8-458f-a61e-5f7e37edcb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (ecc0c011-91bb-4b7d-bb11-760df5b8c5b0), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.631917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] For port 2f5539fc-3323-411c-9f9f-4710253dfad4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2f5539fc-3323-411c-9f9f-4710253dfad4,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:31.632512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.650550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48d0fc3-53fd-4ce4-97bc-a0785a41a992') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:31.651027 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48d0fc3-53fd-4ce4-97bc-a0785a41a992') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:31.671529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:31.677497 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6a2d0978-ce6e-4504-b5cb-c67f295b9f13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46020d4970344c119af505ebb9939e24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0837171 Apr 29 07:37:31.691176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b461578-567e-4661-97f1-06ebb0fe4fbc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (be2c0a77-0b9c-46fb-86af-0384c881f311), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.692227 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b461578-567e-4661-97f1-06ebb0fe4fbc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (be2c0a77-0b9c-46fb-86af-0384c881f311), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.692359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49980) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:31.708089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cbceea-1fe9-4592-a896-260c76863ebe x-openstack-request-id: req-34cbceea-1fe9-4592-a896-260c76863ebe {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:37:31.709163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:37:31.709726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34cbceea-1fe9-4592-a896-260c76863ebe {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:37:31.710453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (d48d0fc3-53fd-4ce4-97bc-a0785a41a992), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.711995 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34cbceea-1fe9-4592-a896-260c76863ebe'] response: {'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'code': 200} Apr 29 07:37:31.718198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc7954-64c8-458f-a61e-5f7e37edcb1e None None] Pushing event deleted for resources: {'Port': ['ID=ecc0c011-91bb-4b7d-bb11-760df5b8c5b0,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:31.733678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc7954-64c8-458f-a61e-5f7e37edcb1e None None] No DVR routers for this DVR port ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:31.751450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (d48d0fc3-53fd-4ce4-97bc-a0785a41a992), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.770702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:31.771392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (d48d0fc3-53fd-4ce4-97bc-a0785a41a992), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:31.774778 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:31.787117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ee74b5e5-d6fb-496e-b2db-26739850d9b8 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:31.789905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63cf4f1-e425-4ddc-ad52-617f7378145f None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:31.855472 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '7bfd2c57-ee34-4950-976a-86892c17b129', 'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'mac_address': 'fa:16:3e:b6:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:58Z', 'updated_at': '2022-04-29T07:36:11Z', 'revision_number': 5, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'subnets': [{'id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:31.892731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ca4c8776-b632-475f-9fbf-d8910be1b0d5 req-ff40190a-98bf-4d98-9745-be0f855962c9 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5526264 Apr 29 07:37:31.894406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b461578-567e-4661-97f1-06ebb0fe4fbc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router_controller (be2c0a77-0b9c-46fb-86af-0384c881f311), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.915045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b461578-567e-4661-97f1-06ebb0fe4fbc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (be2c0a77-0b9c-46fb-86af-0384c881f311), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.915473 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9542e-17fe-434f-9963-f52f34602fc4 None None] The sync data for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv is: [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:36:01Z', 'revision_number': 4, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '7bfd2c57-ee34-4950-976a-86892c17b129', 'name': '', 'network_id': 'cfb5f71e-c5d1-468c-a82b-7008165ba057', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'mac_address': 'fa:16:3e:b6:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:58Z', 'updated_at': '2022-04-29T07:36:11Z', 'revision_number': 5, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'subnets': [{'id': '8b3275fe-6e8b-4b60-8828-4707a49eac77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:31.922984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: ee74b5e5-d6fb-496e-b2db-26739850d9b8 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:31.923332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ee74b5e5-d6fb-496e-b2db-26739850d9b8 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:31.923763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:31.951700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (cf48a5a0-c58e-4fa9-a011-8a93f69b879f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.971577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:31.978338 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] 10.222.0.23 "DELETE /v2.0/networks/cf48a5a0-c58e-4fa9-a011-8a93f69b879f HTTP/1.1" status: 204 len: 168 time: 3.1868489 Apr 29 07:37:32.009820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b461578-567e-4661-97f1-06ebb0fe4fbc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.015431 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6b461578-567e-4661-97f1-06ebb0fe4fbc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5081868 Apr 29 07:37:32.016375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcafdb3-cfad-461e-b5ff-39223d9db3cf tempest-AllowedAddressPairTestJSON-374725542 tempest-AllowedAddressPairTestJSON-374725542-project] Pushing event deleted for resources: {'Network': ['ID=cf48a5a0-c58e-4fa9-a011-8a93f69b879f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:32.031713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49986) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:32.054567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aca2c1-1f15-419e-84a8-70d386db431e req-593ffa66-c812-4e08-89d6-c8ed1a9b939f tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:32.057907 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-58aca2c1-1f15-419e-84a8-70d386db431e req-593ffa66-c812-4e08-89d6-c8ed1a9b939f tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2338660 Apr 29 07:37:32.118122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 49990) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:32.221860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ce27cfb-37a8-46f9-8f18-9237b4d580e6 admin admin] Publish callbacks [] for security_group (bbbe902c-f515-4cad-95b3-94bf41755d72), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.323788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 045b94c0-7e86-4781-8822-1035cdc52508 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:32.352142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:32.379373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ce27cfb-37a8-46f9-8f18-9237b4d580e6 admin admin] Publish callbacks [] for security_group (bbbe902c-f515-4cad-95b3-94bf41755d72), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.407370 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.439277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:32.440392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ecc0c011-91bb-4b7d-bb11-760df5b8c5b0 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:32.441163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:32.473865 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-58aca2c1-1f15-419e-84a8-70d386db431e req-c6791c8e-1690-45b1-9676-a2ade94f4e42 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498840 Apr 29 07:37:32.482950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] Pushing event deleted for resources: {'Port': ['ID=1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:32.485928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:32.486442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:32.488383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea34be-982d-40b7-a9d2-a98b88b67d46 None None] New status for floating IP 4ac08223-f5fc-4c4b-a81f-bffb8c037344: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:37:32.538569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] Network cf48a5a0-c58e-4fa9-a011-8a93f69b879f is not hosted by any dhcp agent {{(pid=104225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:37:32.539018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d147a5a-e918-4ab7-9639-56e22a1cb113 None None] No DVR routers for this DVR port 1fa1c7ef-f304-4f9d-b8cb-ddf3115d9617 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:32.713141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '36bcb56c-b422-48e3-9b6d-9db1466d14c4'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:32.714187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.779118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 49996) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:32.865357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.873043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (ec24724c-5b6c-4d2b-8e43-7259ce3e91ee), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.874400 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Floating IP ec24724c-5b6c-4d2b-8e43-7259ce3e91ee disassociated. External IP: 172.26.3.95, port: 2f5539fc-3323-411c-9f9f-4710253dfad4. Apr 29 07:37:32.876681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Calling delete_port for 2f5539fc-3323-411c-9f9f-4710253dfad4 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:32.919114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks [] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.925752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router f5ee7817-1af5-4eff-b9ba-f6c26843660a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:32.930853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ce27cfb-37a8-46f9-8f18-9237b4d580e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (bbbe902c-f515-4cad-95b3-94bf41755d72), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.933770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ce27cfb-37a8-46f9-8f18-9237b4d580e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.937849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-835b41a4-e42c-43d2-805c-22430eb4419d None None] Provisioning complete for port f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:32.938548 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8ce27cfb-37a8-46f9-8f18-9237b4d580e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbbe902c-f515-4cad-95b3-94bf41755d72 HTTP/1.1" status: 204 len: 168 time: 1.2189415 Apr 29 07:37:32.956787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce27cfb-37a8-46f9-8f18-9237b4d580e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbe902c-f515-4cad-95b3-94bf41755d72,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:32.957373 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-835b41a4-e42c-43d2-805c-22430eb4419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:32.959275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.070676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ec5b-90ad-4e94-a752-0ad58f057309 req-118b7c49-81ea-4893-b921-fc60ce714ea7 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:33.072740 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7774ec5b-90ad-4e94-a752-0ad58f057309 req-118b7c49-81ea-4893-b921-fc60ce714ea7 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3752873 Apr 29 07:37:33.073908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-835b41a4-e42c-43d2-805c-22430eb4419d None None] Port f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:33.079693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] In _notify_port_updated(), no bound segment for port cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b on network dde5ed06-ccdd-4018-9543-386d8924d673 {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:37:33.085186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:33.086313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.087909 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "PUT /v2.0/ports/cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b HTTP/1.1" status: 200 len: 1129 time: 3.4768722 Apr 29 07:37:33.109742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50004) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:33.214499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/36bcb56c-b422-48e3-9b6d-9db1466d14c4/f4939e3b-875c-420a-a882-20e42f74356c) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:33.347699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8312025-14a8-4d6f-b02f-0bd66f71f83a tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event updated for resources: {'Port': ['ID=cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:33.444283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340ce2cb-6284-4452-ad33-4c09f6917dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:33.450653 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-340ce2cb-6284-4452-ad33-4c09f6917dd3 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "GET /v2.0/ports/cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b HTTP/1.1" status: 200 len: 1129 time: 0.3288293 Apr 29 07:37:33.459357 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6aad59fd-0251-4fed-9410-ea83d3be2ca8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2494584d6d94001adfc0e497e795e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6759932 Apr 29 07:37:33.462960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50010) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:33.463410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50012) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:33.478864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d088b8c-0f8b-4260-b31d-2d3dde69835e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.497248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-236e42eb-cd04-4739-bfb6-ce614505cede tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group (0dd3ad14-c40f-42c6-a6e6-8a62224cdbde), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.581074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:33.592424 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0e7bd-fe7f-40bc-9935-fae4f1f97190 None None] Sync routers for ids ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:33.606483 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0e7bd-fe7f-40bc-9935-fae4f1f97190 None None] Routers {'f5ee7817-1af5-4eff-b9ba-f6c26843660a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:33.608461 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4cc0e7bd-fe7f-40bc-9935-fae4f1f97190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:33.618349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-236e42eb-cd04-4739-bfb6-ce614505cede tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group (0dd3ad14-c40f-42c6-a6e6-8a62224cdbde), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.650767 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7774ec5b-90ad-4e94-a752-0ad58f057309 req-8f2b54e0-ad80-499e-9b67-4583fb0feb12 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5613658 Apr 29 07:37:33.665128 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-17a27d3d-f300-47a7-89e7-aad8d1c50528 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/f5ee7817-1af5-4eff-b9ba-f6c26843660a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0769033 Apr 29 07:37:33.672831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-401ebe96-9d29-45c7-851c-dbac0210b5da None None] Provisioning complete for port cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:33.673213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-401ebe96-9d29-45c7-851c-dbac0210b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.673897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe505b1-6765-4582-b3d4-96b6269583cc req-c41b4e62-ed6d-4d51-b34b-9e679c5f29cc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:33.683734 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4fe505b1-6765-4582-b3d4-96b6269583cc req-c41b4e62-ed6d-4d51-b34b-9e679c5f29cc tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 943 time: 0.1986325 Apr 29 07:37:33.688476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50018) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:33.727094 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4cc0e7bd-fe7f-40bc-9935-fae4f1f97190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:33.740973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Publish callbacks [] for port (f4939e3b-875c-420a-a882-20e42f74356c), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.757207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-401ebe96-9d29-45c7-851c-dbac0210b5da None None] Port cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:33.761571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (f4939e3b-875c-420a-a882-20e42f74356c), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.771348 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0e7bd-fe7f-40bc-9935-fae4f1f97190 None None] Routers {'f5ee7817-1af5-4eff-b9ba-f6c26843660a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:33.772534 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4cc0e7bd-fe7f-40bc-9935-fae4f1f97190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:33.786710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.807303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:33.811594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c30ed9-69b6-4aa1-81dd-ac3e614eecea tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:33.812906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:33.813485 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-67c30ed9-69b6-4aa1-81dd-ac3e614eecea tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports/f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43 HTTP/1.1" status: 200 len: 910 time: 0.1181121 Apr 29 07:37:33.818269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:33.820472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50024) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:33.907601 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4cc0e7bd-fe7f-40bc-9935-fae4f1f97190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:33.911894 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0e7bd-fe7f-40bc-9935-fae4f1f97190 None None] The sync data for ids ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:33.963565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Pushing event updated for resources: {'Port': ['ID=f4939e3b-875c-420a-a882-20e42f74356c,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:33.987004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2f5539fc-3323-411c-9f9f-4710253dfad4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:33.991129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Attempting to bind port f4939e3b-875c-420a-a882-20e42f74356c on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:33.991593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Attempting to bind port f4939e3b-875c-420a-a882-20e42f74356c by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:33.993408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Attempting to bind port f4939e3b-875c-420a-a882-20e42f74356c on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:34.000588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:34.002090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:34.002752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.003211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:34.003791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Bound port: f4939e3b-875c-420a-a882-20e42f74356c, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:34.004246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f4939e3b-875c-420a-a882-20e42f74356c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.084446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-236e42eb-cd04-4739-bfb6-ce614505cede tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0dd3ad14-c40f-42c6-a6e6-8a62224cdbde), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.087013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-236e42eb-cd04-4739-bfb6-ce614505cede tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.088149 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-236e42eb-cd04-4739-bfb6-ce614505cede tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "DELETE /v2.0/security-groups/0dd3ad14-c40f-42c6-a6e6-8a62224cdbde HTTP/1.1" status: 204 len: 168 time: 1.9691093 Apr 29 07:37:34.100194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50032) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:34.127168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Pushing event deleted for resources: {'Port': ['ID=2f5539fc-3323-411c-9f9f-4710253dfad4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:34.142016 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4fe505b1-6765-4582-b3d4-96b6269583cc req-f659c115-8712-410f-b067-87098ead984a tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bb32d7d-87d1-4fbf-8d70-9c931274a525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4570303 Apr 29 07:37:34.149028 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e42eb-cd04-4739-bfb6-ce614505cede tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd3ad14-c40f-42c6-a6e6-8a62224cdbde,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:34.158312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] For port f4939e3b-875c-420a-a882-20e42f74356c, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:34.160744 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-6a66b520-2002-41e4-83e7-5000cb2a0502 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] show failed (client error): The resource could not be found. Apr 29 07:37:34.161666 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6a66b520-2002-41e4-83e7-5000cb2a0502 tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "GET /v2.0/security-groups/0dd3ad14-c40f-42c6-a6e6-8a62224cdbde HTTP/1.1" status: 404 len: 347 time: 0.0569463 Apr 29 07:37:34.182145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50036) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:34.186410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] For port f4939e3b-875c-420a-a882-20e42f74356c, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f4939e3b-875c-420a-a882-20e42f74356c,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:34.188230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c204077-c34f-452c-a73a-b21eaddd9e53 admin admin] Publish callbacks [] for security_group (30ce935f-930c-4eed-96e4-f4b3805d3610), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.214925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f4939e3b-875c-420a-a882-20e42f74356c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.217902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c204077-c34f-452c-a73a-b21eaddd9e53 admin admin] Publish callbacks [] for security_group (30ce935f-930c-4eed-96e4-f4b3805d3610), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.321820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::1 (5f57687c-3acb-4c32-82c9-53f862533295/36bcb56c-b422-48e3-9b6d-9db1466d14c4/49919f6f-b421-4c8d-8cb9-fb32bc631306) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:34.331353 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50038) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:34.343314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7bfcf-0fa6-4740-9ffc-fdd45cf88897 None None] Pushing event updated for resources: {'Port': ['ID=f4939e3b-875c-420a-a882-20e42f74356c,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:34.343949 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c204077-c34f-452c-a73a-b21eaddd9e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (30ce935f-930c-4eed-96e4-f4b3805d3610), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.347955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c204077-c34f-452c-a73a-b21eaddd9e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.351557 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8c204077-c34f-452c-a73a-b21eaddd9e53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30ce935f-930c-4eed-96e4-f4b3805d3610 HTTP/1.1" status: 204 len: 168 time: 0.8706884 Apr 29 07:37:34.476258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d54374-a4ac-4ef9-8b04-ae4da72b43d7 req-7423c8d1-0a28-4e66-97cb-56e13552ba44 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:34.479231 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d6d54374-a4ac-4ef9-8b04-ae4da72b43d7 req-7423c8d1-0a28-4e66-97cb-56e13552ba44 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.6099377 Apr 29 07:37:34.503916 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Deleting port 06002525-6d9f-455c-b039-3828e9982a28 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:34.504444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (06002525-6d9f-455c-b039-3828e9982a28), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.571955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c204077-c34f-452c-a73a-b21eaddd9e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ce935f-930c-4eed-96e4-f4b3805d3610,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:34.644667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.689142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.743766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (06002525-6d9f-455c-b039-3828e9982a28), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.745153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for floatingip (06002525-6d9f-455c-b039-3828e9982a28), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.779843 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Calling delete_port for 06002525-6d9f-455c-b039-3828e9982a28 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:34.900660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4cd70925-5b6d-499f-aa4c-4490e09eec1d tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Deleting port cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:34.901804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4cd70925-5b6d-499f-aa4c-4490e09eec1d tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:34.963454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1293714150'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:34.988182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.013365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Router beef364d-3bde-46f0-8657-25b72a7dfca8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:35.046239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:35.051960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.063713 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d6d54374-a4ac-4ef9-8b04-ae4da72b43d7 req-2304a38d-85f6-43a1-9dbd-9516e1683164 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5749929 Apr 29 07:37:35.077840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.097417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:35.110436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=49919f6f-b421-4c8d-8cb9-fb32bc631306,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:35.122405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:35.135103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:35.137203 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (be2c0a77-0b9c-46fb-86af-0384c881f311), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.208482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.291445 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eb03db8a-7ab4-49ad-b463-7d7d5f7979ed req-0ecdf365-5bf1-44e4-91db-07c901602e01 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 210 time: 0.0640144 Apr 29 07:37:35.314692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4cd70925-5b6d-499f-aa4c-4490e09eec1d tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.340927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4cd70925-5b6d-499f-aa4c-4490e09eec1d tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Calling delete_port for cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:35.378630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (06002525-6d9f-455c-b039-3828e9982a28), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.543103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Pushing event deleted for resources: {'Port': ['ID=06002525-6d9f-455c-b039-3828e9982a28,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:35.594621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50066) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:35.595833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks [] for floatingip (4ac08223-f5fc-4c4b-a81f-bffb8c037344), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.598476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.602984 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e1498a67-39fb-44c8-9f78-6e2fb2298c9b tempest-ServersTestManualDisk-2019582597 tempest-ServersTestManualDisk-2019582597-project] 10.222.0.23 "DELETE /v2.0/floatingips/4ac08223-f5fc-4c4b-a81f-bffb8c037344 HTTP/1.1" status: 204 len: 168 time: 1.4204412 Apr 29 07:37:35.610787 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027990 Apr 29 07:37:35.610787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50068) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:35.611544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.614598 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50070) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:35.759274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f4939e3b-875c-420a-a882-20e42f74356c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:35.821806 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-85dfdd87-2549-46b6-9904-a0d466125005 tempest-NetworksApiDiscovery-1000153390 tempest-NetworksApiDiscovery-1000153390-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1305690 Apr 29 07:37:35.850886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f4939e3b-875c-420a-a882-20e42f74356c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:35.855004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f4939e3b-875c-420a-a882-20e42f74356c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.893155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (4d470f32-3fe9-4920-9075-5dcab9e4eb07), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.911342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (4d470f32-3fe9-4920-9075-5dcab9e4eb07), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.976965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f4939e3b-875c-420a-a882-20e42f74356c is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:35.977538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f4939e3b-875c-420a-a882-20e42f74356c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:35.989896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:36.013079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] Sync routers for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:36.020921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:36.023299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.032975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d470f32-3fe9-4920-9075-5dcab9e4eb07,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:36.043515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:36.044360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:36.078846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] No DVR routers for this DVR port 2f5539fc-3323-411c-9f9f-4710253dfad4 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:36.082355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (50998d12-f267-43d5-b1a4-3abe78ccb497), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.082603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.083172 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Added segment 50998d12-f267-43d5-b1a4-3abe78ccb497 of type vlan for network 72d5701e-4b9c-4349-bd71-41417c741472 Apr 29 07:37:36.086660 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d22d5e6-45a6-4912-8f5f-0941ac772b15 req-38e5d4c0-b5f9-4029-9fa3-4dee56d0e556 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.36 "DELETE /v2.0/ports/2f5539fc-3323-411c-9f9f-4710253dfad4 HTTP/1.1" status: 204 len: 173 time: 6.8606892 Apr 29 07:37:36.094492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'name': 'network-vif-deleted', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:37:36.096870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb79506-cd0e-4f58-a3b6-49bf38ac7550" -d '{"events": [{"server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "name": "network-vif-deleted", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:37:36.190836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079c1bd-07a3-4e43-adad-b4b9069916f5 x-openstack-request-id: req-3079c1bd-07a3-4e43-adad-b4b9069916f5 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:37:36.191052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e7887d-ce4e-449a-aa58-ce353490c8cd", "name": "network-vif-deleted", "tag": "2f5539fc-3323-411c-9f9f-4710253dfad4", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:37:36.191403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3079c1bd-07a3-4e43-adad-b4b9069916f5 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:37:36.191888 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3079c1bd-07a3-4e43-adad-b4b9069916f5'] response: {'server_uuid': 'f5e7887d-ce4e-449a-aa58-ce353490c8cd', 'name': 'network-vif-deleted', 'tag': '2f5539fc-3323-411c-9f9f-4710253dfad4', 'status': 'completed', 'code': 200} Apr 29 07:37:36.195399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (f5ee7817-1af5-4eff-b9ba-f6c26843660a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.210569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:36.253759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (72d5701e-4b9c-4349-bd71-41417c741472), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.376440 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (72d5701e-4b9c-4349-bd71-41417c741472), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.381576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:36.382175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.439496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port f4939e3b-875c-420a-a882-20e42f74356c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f4939e3b-875c-420a-a882-20e42f74356c,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:36.444344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50082) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:36.447098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e668fe77-e3fe-4702-855f-553cd98ad5da None None] Provisioning complete for port f4939e3b-875c-420a-a882-20e42f74356c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:36.447477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e668fe77-e3fe-4702-855f-553cd98ad5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f4939e3b-875c-420a-a882-20e42f74356c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.451911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f4939e3b-875c-420a-a882-20e42f74356c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.494753 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-41a8ef36-07e9-45ea-aa62-bde7b8ea2252 req-0e49d769-8195-437b-9c7b-83521dd32046 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5e7887d-ce4e-449a-aa58-ce353490c8cd HTTP/1.1" status: 200 len: 210 time: 0.0519032 Apr 29 07:37:36.505244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Network': ['ID=72d5701e-4b9c-4349-bd71-41417c741472,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:36.511561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4cd70925-5b6d-499f-aa4c-4490e09eec1d tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.522080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:36.532638 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-54f79f7e-8569-4c94-ba1f-627b2e7ad1fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1968703 Apr 29 07:37:36.541998 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50086) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:36.547168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'name': 'tempest-PortsTestJSON-833324608'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:36.554285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.587962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd70925-5b6d-499f-aa4c-4490e09eec1d tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event deleted for resources: {'Port': ['ID=cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:36.607278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.608177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (be2c0a77-0b9c-46fb-86af-0384c881f311), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.683962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4cd70925-5b6d-499f-aa4c-4490e09eec1d tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.686881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=f4939e3b-875c-420a-a882-20e42f74356c,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:36.688482 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4cd70925-5b6d-499f-aa4c-4490e09eec1d tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "DELETE /v2.0/ports/cf9f4f4a-466b-4e0c-bd9b-be8b7444b62b HTTP/1.1" status: 204 len: 168 time: 3.2215106 Apr 29 07:37:36.693155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50088) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:36.716688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-de2890bc-c9f5-4475-85fd-15a93f7e1cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.829215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-70794ee1-1a19-4501-89a2-00cd367a3853 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Deleting subnet 2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:36.847126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e668fe77-e3fe-4702-855f-553cd98ad5da None None] Current status of the port f4939e3b-875c-420a-a882-20e42f74356c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:36.864595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '19dcce8a-ed99-49b5-82d4-3879a7b6b226', 'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'mac_address': 'fa:16:3e:5c:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:36:00Z', 'updated_at': '2022-04-29T07:36:16Z', 'revision_number': 5, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'subnets': [{'id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:36.873699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=49919f6f-b421-4c8d-8cb9-fb32bc631306,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:36.874773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70794ee1-1a19-4501-89a2-00cd367a3853 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks [] for subnet (2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.890435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:36.895210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:36.899662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] Checking router: beef364d-3bde-46f0-8657-25b72a7dfca8 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:37:36.910858 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:36.911550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:36.924811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:36.929769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:36.968124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70794ee1-1a19-4501-89a2-00cd367a3853 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.017400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7f755ec7-2dba-4ff9-b27d-6a5ff83a9526 None None] Provisioning complete for port 49919f6f-b421-4c8d-8cb9-fb32bc631306 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:37.017781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7f755ec7-2dba-4ff9-b27d-6a5ff83a9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.045663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 29725158-d72a-4a18-92b7-e3268f30e20d yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:37.054144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (630eeb70-766c-4d1c-9d25-8586e06e99ba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.064052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7f755ec7-2dba-4ff9-b27d-6a5ff83a9526 None None] Port 49919f6f-b421-4c8d-8cb9-fb32bc631306 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:37.069173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-de2890bc-c9f5-4475-85fd-15a93f7e1cc8 admin admin] Publish callbacks [] for security_group (c1d9a331-2c4c-4d0d-9303-2c0e78004ff4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.074934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:37.094255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-de2890bc-c9f5-4475-85fd-15a93f7e1cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c1d9a331-2c4c-4d0d-9303-2c0e78004ff4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.112062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:37.112062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.141624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70794ee1-1a19-4501-89a2-00cd367a3853 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.238913 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-de2890bc-c9f5-4475-85fd-15a93f7e1cc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dad5af64c1f4e9e80167663bd8a9280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7914636 Apr 29 07:37:37.276953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50090) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:37.297926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70794ee1-1a19-4501-89a2-00cd367a3853 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.315130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.320818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2fd04408-2f6a-40b6-a742-fd13f5e65d59 None None] Provisioning complete for port 49919f6f-b421-4c8d-8cb9-fb32bc631306 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:37.321184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2fd04408-2f6a-40b6-a742-fd13f5e65d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.339126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2890bc-c9f5-4475-85fd-15a93f7e1cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d9a331-2c4c-4d0d-9303-2c0e78004ff4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:37.348562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70794ee1-1a19-4501-89a2-00cd367a3853 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event deleted for resources: {'Subnet': ['ID=2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:37.363779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '19dcce8a-ed99-49b5-82d4-3879a7b6b226', 'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'mac_address': 'fa:16:3e:5c:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:36:00Z', 'updated_at': '2022-04-29T07:36:16Z', 'revision_number': 5, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'subnets': [{'id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:37.365626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2fd04408-2f6a-40b6-a742-fd13f5e65d59 None None] Port 49919f6f-b421-4c8d-8cb9-fb32bc631306 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:37:37.366795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70794ee1-1a19-4501-89a2-00cd367a3853 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.372778 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-70794ee1-1a19-4501-89a2-00cd367a3853 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "DELETE /v2.0/subnets/2b35c6fe-46ef-4f7d-bee1-ea7fa2aa0038 HTTP/1.1" status: 204 len: 168 time: 0.6685667 Apr 29 07:37:37.374815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50092) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:37.404765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c4d1aa-1ca8-4d66-9bc3-bcb48db32aba None None] Network dde5ed06-ccdd-4018-9543-386d8924d673 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:37.407372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2171205-9a6c-4d15-aebb-cb784f6b3294 None None] The sync data for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv is: [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '19dcce8a-ed99-49b5-82d4-3879a7b6b226', 'name': '', 'network_id': 'cf51dd68-2a19-47e4-80b9-3b9e21e57ed6', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'mac_address': 'fa:16:3e:5c:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:36:00Z', 'updated_at': '2022-04-29T07:36:16Z', 'revision_number': 5, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'subnets': [{'id': '70b8384d-f6f2-4ba2-9c21-7f49be3b44ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:37.495278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.514729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:37.516758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c94dad25-03f4-4180-ba47-4e70db505df3 admin admin] Publish callbacks [] for security_group (c1d9a331-2c4c-4d0d-9303-2c0e78004ff4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.525415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (dde5ed06-ccdd-4018-9543-386d8924d673), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.594693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c94dad25-03f4-4180-ba47-4e70db505df3 admin admin] Publish callbacks [] for security_group (c1d9a331-2c4c-4d0d-9303-2c0e78004ff4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.703769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50098) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:37.802884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c43b32a-c357-4787-abfc-cf4dc66b7e26 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group (9bb32d7d-87d1-4fbf-8d70-9c931274a525), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.803305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c885d-936c-4354-a6fd-93e303f533c5 None None] DHCP port deletion for dde5ed06-ccdd-4018-9543-386d8924d673 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:37.821872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Router be2c0a77-0b9c-46fb-86af-0384c881f311 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:37:37.836169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Deleting port de424d26-8b2d-45bd-bcf2-87dbe6a63558 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:37.836826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.848325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f4939e3b-875c-420a-a882-20e42f74356c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:37.863914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c43b32a-c357-4787-abfc-cf4dc66b7e26 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group (9bb32d7d-87d1-4fbf-8d70-9c931274a525), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.880192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.882022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c94dad25-03f4-4180-ba47-4e70db505df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c1d9a331-2c4c-4d0d-9303-2c0e78004ff4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.884486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c94dad25-03f4-4180-ba47-4e70db505df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.885708 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c94dad25-03f4-4180-ba47-4e70db505df3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1d9a331-2c4c-4d0d-9303-2c0e78004ff4 HTTP/1.1" status: 204 len: 168 time: 0.6014576 Apr 29 07:37:37.911797 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c1738-2612-418d-9705-ae6585244311 None None] New status for floating IP ec24724c-5b6c-4d2b-8e43-7259ce3e91ee: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:37:37.927841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-709c885d-936c-4354-a6fd-93e303f533c5 None None] Deleting port de424d26-8b2d-45bd-bcf2-87dbe6a63558 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:37.928208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-709c885d-936c-4354-a6fd-93e303f533c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:37.947678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=f99ee55f-1f0a-4b18-a4cb-89d6b5c1eb43,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:37.967984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dad25-03f4-4180-ba47-4e70db505df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d9a331-2c4c-4d0d-9303-2c0e78004ff4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:37.983210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f4939e3b-875c-420a-a882-20e42f74356c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:37.983529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f4939e3b-875c-420a-a882-20e42f74356c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.040835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-709c885d-936c-4354-a6fd-93e303f533c5 None None] For port de424d26-8b2d-45bd-bcf2-87dbe6a63558, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=de424d26-8b2d-45bd-bcf2-87dbe6a63558,segment=NetworkSegment(81199a03-059a-4911-9b39-bef30af5d51f),segment_id=81199a03-059a-4911-9b39-bef30af5d51f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:38.041246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-709c885d-936c-4354-a6fd-93e303f533c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.060931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-709c885d-936c-4354-a6fd-93e303f533c5 None None] Calling delete_port for de424d26-8b2d-45bd-bcf2-87dbe6a63558 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:38.096981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] For port de424d26-8b2d-45bd-bcf2-87dbe6a63558, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=de424d26-8b2d-45bd-bcf2-87dbe6a63558,segment=NetworkSegment(81199a03-059a-4911-9b39-bef30af5d51f),segment_id=81199a03-059a-4911-9b39-bef30af5d51f)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:38.097593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.127714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (29725158-d72a-4a18-92b7-e3268f30e20d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.144824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:38.147160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Calling delete_port for de424d26-8b2d-45bd-bcf2-87dbe6a63558 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:38.150044 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4951182b-6813-4051-827a-51868d93d648 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "PUT /v2.0/routers/be2c0a77-0b9c-46fb-86af-0384c881f311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1173220 Apr 29 07:37:38.152653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50102) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:38.202008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c43b32a-c357-4787-abfc-cf4dc66b7e26 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9bb32d7d-87d1-4fbf-8d70-9c931274a525), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.206462 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c43b32a-c357-4787-abfc-cf4dc66b7e26 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.210768 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8c43b32a-c357-4787-abfc-cf4dc66b7e26 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "DELETE /v2.0/security-groups/9bb32d7d-87d1-4fbf-8d70-9c931274a525 HTTP/1.1" status: 204 len: 168 time: 0.4999690 Apr 29 07:37:38.213586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Sync routers for ids ['be2c0a77-0b9c-46fb-86af-0384c881f311'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:38.214177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50104) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:38.230935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f4939e3b-875c-420a-a882-20e42f74356c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:38.245580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Routers {'be2c0a77-0b9c-46fb-86af-0384c881f311'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:38.246816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['be2c0a77-0b9c-46fb-86af-0384c881f311'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:38.268099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43b32a-c357-4787-abfc-cf4dc66b7e26 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb32d7d-87d1-4fbf-8d70-9c931274a525,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:38.286571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.310794 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-0635ff4b-5df2-4e3a-a93d-e7ea4b293fdf tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] show failed (client error): The resource could not be found. Apr 29 07:37:38.314508 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0635ff4b-5df2-4e3a-a93d-e7ea4b293fdf tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "GET /v2.0/security-groups/9bb32d7d-87d1-4fbf-8d70-9c931274a525 HTTP/1.1" status: 404 len: 347 time: 0.0730524 Apr 29 07:37:38.339895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50108) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:38.344896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Deleting port 7bfd2c57-ee34-4950-976a-86892c17b129 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:38.345253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.358557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-709c885d-936c-4354-a6fd-93e303f533c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.406318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c885d-936c-4354-a6fd-93e303f533c5 None None] Pushing event deleted for resources: {'Port': ['ID=de424d26-8b2d-45bd-bcf2-87dbe6a63558,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:38.413191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c885d-936c-4354-a6fd-93e303f533c5 None None] No DVR routers for this DVR port de424d26-8b2d-45bd-bcf2-87dbe6a63558 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:38.427367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffcefdb-5073-49d7-802b-efddb336f484 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:38.427367 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8ffcefdb-5073-49d7-802b-efddb336f484 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports/49919f6f-b421-4c8d-8cb9-fb32bc631306 HTTP/1.1" status: 200 len: 911 time: 0.2691607 Apr 29 07:37:38.427367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50110) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:38.434041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Set router be2c0a77-0b9c-46fb-86af-0384c881f311 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:38.494554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (f5ee7817-1af5-4eff-b9ba-f6c26843660a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.579388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5df9b-40b0-4b8c-83df-6f5dc81657de tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:38.585054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5df9b-40b0-4b8c-83df-6f5dc81657de tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:38.588955 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c2f5df9b-40b0-4b8c-83df-6f5dc81657de tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1591325 Apr 29 07:37:38.589119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (de424d26-8b2d-45bd-bcf2-87dbe6a63558), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.590994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50118) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:38.596706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=29725158-d72a-4a18-92b7-e3268f30e20d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:38.612648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] For port 7bfd2c57-ee34-4950-976a-86892c17b129, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7bfd2c57-ee34-4950-976a-86892c17b129,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:38.613020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.642072 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Calling delete_port for 7bfd2c57-ee34-4950-976a-86892c17b129 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:38.645208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Checking segment: {'id': '50998d12-f267-43d5-b1a4-3abe78ccb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '72d5701e-4b9c-4349-bd71-41417c741472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:38.645595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network hostable DHCP agents. Network: 72d5701e-4b9c-4349-bd71-41417c741472, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:38.687152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event deleted for resources: {'Port': ['ID=de424d26-8b2d-45bd-bcf2-87dbe6a63558,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:38.723312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] No DVR routers for this DVR port de424d26-8b2d-45bd-bcf2-87dbe6a63558 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:38.733612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2c0a77-0b9c-46fb-86af-0384c881f311', 'name': 'tempest-NetworksTestDHCPv6-router-868714003', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:31Z', 'updated_at': '2022-04-29T07:37:35Z', 'revision_number': 2, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None, '_interfaces': [{'id': '49919f6f-b421-4c8d-8cb9-fb32bc631306', 'name': '', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'mac_address': 'fa:16:3e:c4:9c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2c0a77-0b9c-46fb-86af-0384c881f311', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '36bcb56c-b422-48e3-9b6d-9db1466d14c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:33Z', 'updated_at': '2022-04-29T07:37:36Z', 'revision_number': 2, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'subnets': [{'id': '36bcb56c-b422-48e3-9b6d-9db1466d14c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:38.750063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Deleting port 340944cf-9923-475d-8488-767cc3b6815a {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:38.750629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (340944cf-9923-475d-8488-767cc3b6815a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.790693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Checking router: be2c0a77-0b9c-46fb-86af-0384c881f311 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:37:38.791149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Updating router be2c0a77-0b9c-46fb-86af-0384c881f311 port 49919f6f-b421-4c8d-8cb9-fb32bc631306 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:37:38.799631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:38.844919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.857472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 72d5701e-4b9c-4349-bd71-41417c741472) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:38.861717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:38.867617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:38.868251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.914458 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9a9b7b15-be1c-43d7-9ad5-a90902e38770 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3711333 Apr 29 07:37:38.923259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50128) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:38.928172 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1259070040'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:38.931888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a081b-804d-4e5e-a2f7-eae872659299 None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:38.967742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (340944cf-9923-475d-8488-767cc3b6815a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.968079 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for floatingip (340944cf-9923-475d-8488-767cc3b6815a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:38.980710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (dde5ed06-ccdd-4018-9543-386d8924d673), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.020497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde5ed06-ccdd-4018-9543-386d8924d673']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:39.040098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81199a03-059a-4911-9b39-bef30af5d51f') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:39.040708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81199a03-059a-4911-9b39-bef30af5d51f') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:39.079203 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Calling delete_port for 340944cf-9923-475d-8488-767cc3b6815a owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:39.091818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (81199a03-059a-4911-9b39-bef30af5d51f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.093276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7bfd2c57-ee34-4950-976a-86892c17b129), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.111201 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router f5ee7817-1af5-4eff-b9ba-f6c26843660a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:39.114456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:39.121006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (81199a03-059a-4911-9b39-bef30af5d51f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.123847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.139753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:39.140154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (81199a03-059a-4911-9b39-bef30af5d51f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:39.143198 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:39.212640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfd2c57-ee34-4950-976a-86892c17b129,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:39.245397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Publish callbacks [] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.261129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.381472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d46119-84d9-4cb2-bcc4-b6e981508d09 None None] Pushing event updated for resources: {'Port': ['ID=49919f6f-b421-4c8d-8cb9-fb32bc631306,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:39.444861 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:39.467969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7bf5021d-76c7-452c-8ff7-cdd0251bc6a5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.468625 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Added segment 7bf5021d-76c7-452c-8ff7-cdd0251bc6a5 of type vlan for network f0876272-6fab-42bd-8b2c-60bab4ed6744 Apr 29 07:37:39.519139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Attempting to bind port 49919f6f-b421-4c8d-8cb9-fb32bc631306 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:39.519544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Attempting to bind port 49919f6f-b421-4c8d-8cb9-fb32bc631306 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:39.520069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Attempting to bind port 49919f6f-b421-4c8d-8cb9-fb32bc631306 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:39.521632 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (f0876272-6fab-42bd-8b2c-60bab4ed6744), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.527956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:39.528329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:39.528728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.532405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:39.536427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Bound port: 49919f6f-b421-4c8d-8cb9-fb32bc631306, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:39.539755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.615199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] For port 49919f6f-b421-4c8d-8cb9-fb32bc631306, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:39.618684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] For port 49919f6f-b421-4c8d-8cb9-fb32bc631306, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=49919f6f-b421-4c8d-8cb9-fb32bc631306,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:39.633990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.636696 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (f0876272-6fab-42bd-8b2c-60bab4ed6744), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.656179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:39.656862 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.705824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (630eeb70-766c-4d1c-9d25-8586e06e99ba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.715574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d46119-84d9-4cb2-bcc4-b6e981508d09 None None] Pushing event updated for resources: {'Port': ['ID=49919f6f-b421-4c8d-8cb9-fb32bc631306,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:39.755173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-551bdc4d-5afd-4c55-a460-101e1e3481bd None None] Provisioning complete for port 49919f6f-b421-4c8d-8cb9-fb32bc631306 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:39.755888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-551bdc4d-5afd-4c55-a460-101e1e3481bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.757180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Routers {'be2c0a77-0b9c-46fb-86af-0384c881f311'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:39.759870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['be2c0a77-0b9c-46fb-86af-0384c881f311'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:39.842228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (dde5ed06-ccdd-4018-9543-386d8924d673), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.862805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:39.866589 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] 10.222.0.23 "DELETE /v2.0/networks/dde5ed06-ccdd-4018-9543-386d8924d673 HTTP/1.1" status: 204 len: 168 time: 2.4850836 Apr 29 07:37:39.886976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bb71f-f486-4a14-86b5-d6c219e215af tempest-ExtraDHCPOptionsIpV6TestJSON-652891830 tempest-ExtraDHCPOptionsIpV6TestJSON-652891830-project] Pushing event deleted for resources: {'Network': ['ID=dde5ed06-ccdd-4018-9543-386d8924d673,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:39.889862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device de424d26-8b2d-45bd-bcf2-87dbe6a63558 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:39.893467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:39.902623 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-df3d0bd0-45ea-41ed-916b-c79ac0170019 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/f5ee7817-1af5-4eff-b9ba-f6c26843660a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0707498 Apr 29 07:37:39.904095 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739ebf2-21cf-43dd-81d4-491e80729516 None None] Sync routers for ids ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:39.908958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50146) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:39.943921 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7739ebf2-21cf-43dd-81d4-491e80729516 None None] Routers {'f5ee7817-1af5-4eff-b9ba-f6c26843660a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:39.946815 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-7739ebf2-21cf-43dd-81d4-491e80729516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:39.947523 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0231354 Apr 29 07:37:39.956510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50150) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:40.027716 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-7739ebf2-21cf-43dd-81d4-491e80729516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:40.048567 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7739ebf2-21cf-43dd-81d4-491e80729516 None None] Routers {'f5ee7817-1af5-4eff-b9ba-f6c26843660a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:40.050785 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-7739ebf2-21cf-43dd-81d4-491e80729516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:40.082874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b408e86-a899-480d-a766-628f9de5b878 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Network': ['ID=f0876272-6fab-42bd-8b2c-60bab4ed6744,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:40.093263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: de424d26-8b2d-45bd-bcf2-87dbe6a63558 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:40.097303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device de424d26-8b2d-45bd-bcf2-87dbe6a63558 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:40.109369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network f0876272-6fab-42bd-8b2c-60bab4ed6744 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:40.126140 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-7739ebf2-21cf-43dd-81d4-491e80729516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:40.127005 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739ebf2-21cf-43dd-81d4-491e80729516 None None] The sync data for ids ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:40.140811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'ports': [{'network_id': '72d5701e-4b9c-4349-bd71-41417c741472'}, {'network_id': 'f0876272-6fab-42bd-8b2c-60bab4ed6744'}]} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:40.142153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:40.142834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': 'f0876272-6fab-42bd-8b2c-60bab4ed6744'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:40.205138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (340944cf-9923-475d-8488-767cc3b6815a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.274178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] Set router be2c0a77-0b9c-46fb-86af-0384c881f311 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:40.290027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50158) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:40.306477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (be2c0a77-0b9c-46fb-86af-0384c881f311), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.364586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Pushing event deleted for resources: {'Port': ['ID=340944cf-9923-475d-8488-767cc3b6815a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:40.382281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-551bdc4d-5afd-4c55-a460-101e1e3481bd None None] Current status of the port 49919f6f-b421-4c8d-8cb9-fb32bc631306 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:40.382522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-551bdc4d-5afd-4c55-a460-101e1e3481bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.455370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks [] for floatingip (ec24724c-5b6c-4d2b-8e43-7259ce3e91ee), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.458850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.460113 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4b5db841-2587-48d7-b393-394f24e3e427 tempest-ServersTestJSON-640633761 tempest-ServersTestJSON-640633761-project] 10.222.0.23 "DELETE /v2.0/floatingips/ec24724c-5b6c-4d2b-8e43-7259ce3e91ee HTTP/1.1" status: 204 len: 168 time: 2.1169598 Apr 29 07:37:40.481536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50162) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:40.677187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-551bdc4d-5afd-4c55-a460-101e1e3481bd None None] For port 49919f6f-b421-4c8d-8cb9-fb32bc631306, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=49919f6f-b421-4c8d-8cb9-fb32bc631306,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:40.682432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 2} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:40.686680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-551bdc4d-5afd-4c55-a460-101e1e3481bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.691889 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b3cd3731-8555-485e-af59-23d43732f92b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=605cd3f7d6a1498fa12ccdaf70fe93f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985727 Apr 29 07:37:40.695592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50166) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:40.700343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.706469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50168) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:40.722128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440736194', 'description': 'tempest-secgroup-smoke-440736194 description', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:40.723627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.780228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bdc4d-5afd-4c55-a460-101e1e3481bd None None] Pushing event updated for resources: {'Port': ['ID=49919f6f-b421-4c8d-8cb9-fb32bc631306,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:40.805082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.822875 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Router 630eeb70-766c-4d1c-9d25-8586e06e99ba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:40.823729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2c0a77-0b9c-46fb-86af-0384c881f311', 'name': 'tempest-NetworksTestDHCPv6-router-868714003', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:31Z', 'updated_at': '2022-04-29T07:37:35Z', 'revision_number': 2, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None, '_interfaces': [{'id': '49919f6f-b421-4c8d-8cb9-fb32bc631306', 'name': '', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'mac_address': 'fa:16:3e:c4:9c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2c0a77-0b9c-46fb-86af-0384c881f311', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '36bcb56c-b422-48e3-9b6d-9db1466d14c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:33Z', 'updated_at': '2022-04-29T07:37:39Z', 'revision_number': 4, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'subnets': [{'id': '36bcb56c-b422-48e3-9b6d-9db1466d14c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:40.828331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f9ae1649-fb9b-4b1b-b8b4-ee49c651b198 None None] Provisioning complete for port 49919f6f-b421-4c8d-8cb9-fb32bc631306 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:40.828821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9ae1649-fb9b-4b1b-b8b4-ee49c651b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.853101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.871026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe055ce0-290a-4237-9371-764e66ddf5ad None None] The sync data for ids ['be2c0a77-0b9c-46fb-86af-0384c881f311'] in dv-neutron-839860-1-hyperv is: [{'id': 'be2c0a77-0b9c-46fb-86af-0384c881f311', 'name': 'tempest-NetworksTestDHCPv6-router-868714003', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:31Z', 'updated_at': '2022-04-29T07:37:35Z', 'revision_number': 2, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None, '_interfaces': [{'id': '49919f6f-b421-4c8d-8cb9-fb32bc631306', 'name': '', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'mac_address': 'fa:16:3e:c4:9c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2c0a77-0b9c-46fb-86af-0384c881f311', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '36bcb56c-b422-48e3-9b6d-9db1466d14c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:33Z', 'updated_at': '2022-04-29T07:37:39Z', 'revision_number': 4, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'subnets': [{'id': '36bcb56c-b422-48e3-9b6d-9db1466d14c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:40.912343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9b33-8388-4c19-991a-a807cd3d65ef admin admin] Publish callbacks [] for security_group (11d79fbd-f79a-42c7-b93f-512ef16054a9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:40.931484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 46df2a7e-edc7-4557-9f4a-236a6583f6cf yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:40.946493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae1649-fb9b-4b1b-b8b4-ee49c651b198 None None] Current status of the port 49919f6f-b421-4c8d-8cb9-fb32bc631306 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:41.000778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9b33-8388-4c19-991a-a807cd3d65ef admin admin] Publish callbacks [] for security_group (11d79fbd-f79a-42c7-b93f-512ef16054a9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.019056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:41.025965 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-40e75926-27b4-4b45-886d-496b1c24e054 admin admin] 10.222.0.23 "PUT /v2.0/routers/630eeb70-766c-4d1c-9d25-8586e06e99ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4151514 Apr 29 07:37:41.028349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50170) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:41.031624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] Sync routers for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:41.044733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:41.045674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:41.184766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (f5ee7817-1af5-4eff-b9ba-f6c26843660a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.195092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 49919f6f-b421-4c8d-8cb9-fb32bc631306 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:41.195433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.204311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:41.331101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9b33-8388-4c19-991a-a807cd3d65ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (11d79fbd-f79a-42c7-b93f-512ef16054a9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.334098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9b33-8388-4c19-991a-a807cd3d65ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.335332 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1d4a9b33-8388-4c19-991a-a807cd3d65ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11d79fbd-f79a-42c7-b93f-512ef16054a9 HTTP/1.1" status: 204 len: 168 time: 0.6388769 Apr 29 07:37:41.388299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group (a6813ded-4970-4688-87c7-fb7e448dd799), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.401018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a6813ded-4970-4688-87c7-fb7e448dd799), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.412981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a9b33-8388-4c19-991a-a807cd3d65ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d79fbd-f79a-42c7-b93f-512ef16054a9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:41.538664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6813ded-4970-4688-87c7-fb7e448dd799,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:41.544049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] For port 49919f6f-b421-4c8d-8cb9-fb32bc631306, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=49919f6f-b421-4c8d-8cb9-fb32bc631306,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:41.544452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.564081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:37:38Z', 'revision_number': 5, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:41.601444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (46df2a7e-edc7-4557-9f4a-236a6583f6cf), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.611427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 49919f6f-b421-4c8d-8cb9-fb32bc631306 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:41.615527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] Checking router: 630eeb70-766c-4d1c-9d25-8586e06e99ba for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:37:41.625523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] Routers {'630eeb70-766c-4d1c-9d25-8586e06e99ba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:41.626690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['630eeb70-766c-4d1c-9d25-8586e06e99ba'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:41.724350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group (a524427f-7c62-4487-b289-cd3ce02fc49b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.737317 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks [] for router (630eeb70-766c-4d1c-9d25-8586e06e99ba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.745965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a524427f-7c62-4487-b289-cd3ce02fc49b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.799930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 49919f6f-b421-4c8d-8cb9-fb32bc631306 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:41.853281 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.854585 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1455870 Apr 29 07:37:41.860985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad78000-b968-4985-817b-ba1c9e961b94 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a524427f-7c62-4487-b289-cd3ce02fc49b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:41.886010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50180) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:41.903405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c3002e15-2731-4e9a-8eb6-243220bce0e4 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'security_group_rule': {'security_group_id': 'a524427f-7c62-4487-b289-cd3ce02fc49b', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:41.938863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] Set router 630eeb70-766c-4d1c-9d25-8586e06e99ba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:41.942763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks [] for router_gateway (630eeb70-766c-4d1c-9d25-8586e06e99ba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:41.966052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 8b239812-5960-42a1-ab5c-db3e65ce7eb3 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:42.015582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 49919f6f-b421-4c8d-8cb9-fb32bc631306 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:42.016048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.073460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (beef364d-3bde-46f0-8657-25b72a7dfca8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.104759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (8b239812-5960-42a1-ab5c-db3e65ce7eb3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.135339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3002e15-2731-4e9a-8eb6-243220bce0e4 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (35c262c2-fcb3-494d-a7c7-a74bf6aa1fd9), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.170776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Deleting port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:42.171114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.197143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 49919f6f-b421-4c8d-8cb9-fb32bc631306 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:42.228465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:37:38Z', 'revision_number': 5, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:42.244611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (46df2a7e-edc7-4557-9f4a-236a6583f6cf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.258612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5175a7-952b-4908-babe-66d6ab82f0ce None None] The sync data for ids ['630eeb70-766c-4d1c-9d25-8586e06e99ba'] in dv-neutron-839860-1-hyperv is: [{'id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'name': 'tempest-ServersTestManualDisk-1323896764-router', 'tenant_id': '6f8225b2c6dd4796aa7620c308f02a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:47Z', 'updated_at': '2022-04-29T07:37:38Z', 'revision_number': 5, 'project_id': '6f8225b2c6dd4796aa7620c308f02a13', 'gw_port': {'id': 'b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630eeb70-766c-4d1c-9d25-8586e06e99ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:42.348814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:42.360663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:42.371882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] For port b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:42.372248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.375145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:42.375997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8b239812-5960-42a1-ab5c-db3e65ce7eb3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.384893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=46df2a7e-edc7-4557-9f4a-236a6583f6cf,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:42.419302 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Calling delete_port for b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:42.478690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50194) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:42.503267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=8b239812-5960-42a1-ab5c-db3e65ce7eb3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:42.527511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Checking segment: {'id': '7bf5021d-76c7-452c-8ff7-cdd0251bc6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f0876272-6fab-42bd-8b2c-60bab4ed6744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:42.527878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network hostable DHCP agents. Network: f0876272-6fab-42bd-8b2c-60bab4ed6744, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:42.598041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network f0876272-6fab-42bd-8b2c-60bab4ed6744 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:42.613594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, f0876272-6fab-42bd-8b2c-60bab4ed6744) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:42.620666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:42.626105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:42.631999 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:42.632779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.636834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf3ff8-dbd5-40ef-8526-aed11714b783 None None] Network f0876272-6fab-42bd-8b2c-60bab4ed6744 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:42.672715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-624165859'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:42.691736 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-52530ad8-8db5-41cf-9acd-4492b0104c82 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7287424 Apr 29 07:37:42.698742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50198) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:42.726164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (49919f6f-b421-4c8d-8cb9-fb32bc631306), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.751899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.765510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3002e15-2731-4e9a-8eb6-243220bce0e4 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (35c262c2-fcb3-494d-a7c7-a74bf6aa1fd9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.794415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3002e15-2731-4e9a-8eb6-243220bce0e4 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (35c262c2-fcb3-494d-a7c7-a74bf6aa1fd9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.795599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=49919f6f-b421-4c8d-8cb9-fb32bc631306,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:42.804595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Made reservation on behalf of 528cb288da5b4df2a28de531d04471d8 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:42.808088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.813708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Pushing event deleted for resources: {'Port': ['ID=b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:42.844843 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.858789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port 0b8b0620-5584-431c-9109-6d318bd48091 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:42.859138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0b8b0620-5584-431c-9109-6d318bd48091), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.879991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3002e15-2731-4e9a-8eb6-243220bce0e4 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c262c2-fcb3-494d-a7c7-a74bf6aa1fd9,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:42.976542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c3002e15-2731-4e9a-8eb6-243220bce0e4 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:42.977814 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c3002e15-2731-4e9a-8eb6-243220bce0e4 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0854340 Apr 29 07:37:42.981737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50200) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:42.994576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-80ea91e4-4bf4-40a0-96fc-f1f854e79ec6 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'security_group_rule': {'security_group_id': 'a524427f-7c62-4487-b289-cd3ce02fc49b', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:43.006265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (630eeb70-766c-4d1c-9d25-8586e06e99ba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.037001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (be2c0a77-0b9c-46fb-86af-0384c881f311), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.079068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0b8b0620-5584-431c-9109-6d318bd48091), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.130079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for 0b8b0620-5584-431c-9109-6d318bd48091 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:43.158869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (630eeb70-766c-4d1c-9d25-8586e06e99ba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.163185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-906c101a-7a7e-43e5-9540-9d90e2c8dca8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 8b239812-5960-42a1-ab5c-db3e65ce7eb3 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:43.163507 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-906c101a-7a7e-43e5-9540-9d90e2c8dca8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8b239812-5960-42a1-ab5c-db3e65ce7eb3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.166914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks [] for router_controller (630eeb70-766c-4d1c-9d25-8586e06e99ba), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.186874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80ea91e4-4bf4-40a0-96fc-f1f854e79ec6 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (a1c4ba71-9a04-4cbf-a06f-05ae80071cc0), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.298493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for security_group (b9c18b28-3bfc-436a-b472-df42561f3c6d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.299355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (630eeb70-766c-4d1c-9d25-8586e06e99ba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.299985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630eeb70-766c-4d1c-9d25-8586e06e99ba {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:37:43.311113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.312281 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9d931610-c7b3-4cd3-98a1-52ffb0e6ffec admin admin] 10.222.0.23 "DELETE /v2.0/routers/630eeb70-766c-4d1c-9d25-8586e06e99ba HTTP/1.1" status: 204 len: 168 time: 2.2831061 Apr 29 07:37:43.323894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50202) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:43.333903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b9c18b28-3bfc-436a-b472-df42561f3c6d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.337765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-906c101a-7a7e-43e5-9540-9d90e2c8dca8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8b239812-5960-42a1-ab5c-db3e65ce7eb3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.381061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Router be2c0a77-0b9c-46fb-86af-0384c881f311 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:43.394981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-906c101a-7a7e-43e5-9540-9d90e2c8dca8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 8b239812-5960-42a1-ab5c-db3e65ce7eb3 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:43.415686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:43.446119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c18b28-3bfc-436a-b472-df42561f3c6d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:43.452724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80ea91e4-4bf4-40a0-96fc-f1f854e79ec6 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (a1c4ba71-9a04-4cbf-a06f-05ae80071cc0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.483419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Deleting port 19dcce8a-ed99-49b5-82d4-3879a7b6b226 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:43.483753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.492979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a3a15550-25d5-45e4-a09e-92f5c2d1dee8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.493434 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Added segment a3a15550-25d5-45e4-a09e-92f5c2d1dee8 of type vlan for network 0ba558ad-edf5-48fa-b96e-179bab659265 Apr 29 07:37:43.494709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80ea91e4-4bf4-40a0-96fc-f1f854e79ec6 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (a1c4ba71-9a04-4cbf-a06f-05ae80071cc0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.499836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3d1bde-ee46-4bc2-83e5-32881a1f9534 admin admin] Deleting subnet 8b3275fe-6e8b-4b60-8828-4707a49eac77 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:43.520239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae3d1bde-ee46-4bc2-83e5-32881a1f9534 admin admin] Publish callbacks [] for subnet (8b3275fe-6e8b-4b60-8828-4707a49eac77), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.551547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:43.559381 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1cab421d-092a-4fac-aa5a-b7c4084fb660 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "PUT /v2.0/routers/be2c0a77-0b9c-46fb-86af-0384c881f311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9391024 Apr 29 07:37:43.563353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50204) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:43.566532 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] Sync routers for ids ['be2c0a77-0b9c-46fb-86af-0384c881f311'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:43.577162 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] Routers {'be2c0a77-0b9c-46fb-86af-0384c881f311'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:43.578790 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['be2c0a77-0b9c-46fb-86af-0384c881f311'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:43.587615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea91e4-4bf4-40a0-96fc-f1f854e79ec6 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c4ba71-9a04-4cbf-a06f-05ae80071cc0,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:43.601604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80ea91e4-4bf4-40a0-96fc-f1f854e79ec6 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.603155 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-80ea91e4-4bf4-40a0-96fc-f1f854e79ec6 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6159282 Apr 29 07:37:43.609395 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50206) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:43.611719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (0ba558ad-edf5-48fa-b96e-179bab659265), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.615862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c96e23ec-662d-427b-b3f3-e9c7fc48af0d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'security_group_rule': {'security_group_id': 'a524427f-7c62-4487-b289-cd3ce02fc49b', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:43.625633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae3d1bde-ee46-4bc2-83e5-32881a1f9534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (8b3275fe-6e8b-4b60-8828-4707a49eac77), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.631589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0b8b0620-5584-431c-9109-6d318bd48091), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.665396 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] Set router be2c0a77-0b9c-46fb-86af-0384c881f311 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:43.680069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-906c101a-7a7e-43e5-9540-9d90e2c8dca8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8b239812-5960-42a1-ab5c-db3e65ce7eb3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.692625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=0b8b0620-5584-431c-9109-6d318bd48091,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:43.696688 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (0ba558ad-edf5-48fa-b96e-179bab659265), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.702234 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:43.703125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.707941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c63748-f045-4dd6-bb47-1240fd636c45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:43.709377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c63748-f045-4dd6-bb47-1240fd636c45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:43.710899 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c5c63748-f045-4dd6-bb47-1240fd636c45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1449528 Apr 29 07:37:43.716707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50208) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:43.733359 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2c0a77-0b9c-46fb-86af-0384c881f311', 'name': 'tempest-NetworksTestDHCPv6-router-868714003', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:31Z', 'updated_at': '2022-04-29T07:37:42Z', 'revision_number': 3, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:43.760403 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c101a-7a7e-43e5-9540-9d90e2c8dca8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=8b239812-5960-42a1-ab5c-db3e65ce7eb3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:43.766067 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] Checking router: be2c0a77-0b9c-46fb-86af-0384c881f311 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:37:43.773293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c96e23ec-662d-427b-b3f3-e9c7fc48af0d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (912a3165-382f-4db4-9c99-e0f0cbc24454), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.778153 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] Routers {'be2c0a77-0b9c-46fb-86af-0384c881f311'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:43.779000 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['be2c0a77-0b9c-46fb-86af-0384c881f311'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:43.801817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] For port 19dcce8a-ed99-49b5-82d4-3879a7b6b226, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=19dcce8a-ed99-49b5-82d4-3879a7b6b226,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:43.802126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.827280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-906c101a-7a7e-43e5-9540-9d90e2c8dca8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:43.831644 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-906c101a-7a7e-43e5-9540-9d90e2c8dca8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/8b239812-5960-42a1-ab5c-db3e65ce7eb3 HTTP/1.1" status: 204 len: 168 time: 1.1260748 Apr 29 07:37:43.839162 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50210) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:43.848334 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3640649 Apr 29 07:37:43.851661 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50212) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:43.863660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Calling delete_port for 19dcce8a-ed99-49b5-82d4-3879a7b6b226 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:43.867529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'subnet': {'network_id': '0ba558ad-edf5-48fa-b96e-179bab659265', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:43.973068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb9442d-f6e1-4019-8b65-0499425d6c5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 36bcb56c-b422-48e3-9b6d-9db1466d14c4 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:43.991200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae3d1bde-ee46-4bc2-83e5-32881a1f9534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (8b3275fe-6e8b-4b60-8828-4707a49eac77), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.012372 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] Set router be2c0a77-0b9c-46fb-86af-0384c881f311 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:44.034866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b38ed4-2e83-416c-8778-dbb9a5dee723 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Network': ['ID=0ba558ad-edf5-48fa-b96e-179bab659265,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:44.063255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 0ba558ad-edf5-48fa-b96e-179bab659265 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:44.113516 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694c1ac-6d1a-4022-bfe3-e26a79c0adbb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:44.115165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c96e23ec-662d-427b-b3f3-e9c7fc48af0d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (912a3165-382f-4db4-9c99-e0f0cbc24454), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.116327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (f5ee7817-1af5-4eff-b9ba-f6c26843660a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.118955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694c1ac-6d1a-4022-bfe3-e26a79c0adbb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:44.121911 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d694c1ac-6d1a-4022-bfe3-e26a79c0adbb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2784858 Apr 29 07:37:44.125244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50214) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:44.127509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Made reservation on behalf of 528cb288da5b4df2a28de531d04471d8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:44.129571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eeb9442d-f6e1-4019-8b65-0499425d6c5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (36bcb56c-b422-48e3-9b6d-9db1466d14c4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.131917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.137406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c96e23ec-662d-427b-b3f3-e9c7fc48af0d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (912a3165-382f-4db4-9c99-e0f0cbc24454), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.146037 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2c0a77-0b9c-46fb-86af-0384c881f311', 'name': 'tempest-NetworksTestDHCPv6-router-868714003', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:31Z', 'updated_at': '2022-04-29T07:37:42Z', 'revision_number': 3, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:44.155475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7bfd2c57-ee34-4950-976a-86892c17b129 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:44.172762 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88f96d-52c6-4702-a03c-20b3e14955bb None None] The sync data for ids ['be2c0a77-0b9c-46fb-86af-0384c881f311'] in dv-neutron-839860-1-hyperv is: [{'id': 'be2c0a77-0b9c-46fb-86af-0384c881f311', 'name': 'tempest-NetworksTestDHCPv6-router-868714003', 'tenant_id': 'a06c1041fd7f4d618df18da066c66d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:31Z', 'updated_at': '2022-04-29T07:37:42Z', 'revision_number': 3, 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:44.184472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 7bfd2c57-ee34-4950-976a-86892c17b129 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:44.185164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7bfd2c57-ee34-4950-976a-86892c17b129 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:44.185802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:44.217135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae3d1bde-ee46-4bc2-83e5-32881a1f9534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (8b3275fe-6e8b-4b60-8828-4707a49eac77), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.221633 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:44.221977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b20fd4cb-2fd5-4bdb-b4b5-6fe986e0c3bc not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:44.265740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e23ec-662d-427b-b3f3-e9c7fc48af0d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912a3165-382f-4db4-9c99-e0f0cbc24454,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:44.270978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d1bde-ee46-4bc2-83e5-32881a1f9534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3275fe-6e8b-4b60-8828-4707a49eac77,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:44.284015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae3d1bde-ee46-4bc2-83e5-32881a1f9534 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.284200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737aca16-2547-4a32-b89f-de5743cedaea None None] Network cfb5f71e-c5d1-468c-a82b-7008165ba057 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:44.290100 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ae3d1bde-ee46-4bc2-83e5-32881a1f9534 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8b3275fe-6e8b-4b60-8828-4707a49eac77 HTTP/1.1" status: 204 len: 168 time: 0.9629259 Apr 29 07:37:44.290307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eeb9442d-f6e1-4019-8b65-0499425d6c5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (36bcb56c-b422-48e3-9b6d-9db1466d14c4), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.292433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50216) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:44.314086 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c96e23ec-662d-427b-b3f3-e9c7fc48af0d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.318107 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c96e23ec-662d-427b-b3f3-e9c7fc48af0d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7077265 Apr 29 07:37:44.327735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50218) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:44.334541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-42f3101b-af34-4fcc-b7e6-e5ce643d95a1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'security_group_rule': {'security_group_id': 'a524427f-7c62-4487-b289-cd3ce02fc49b', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:44.383303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42f3101b-af34-4fcc-b7e6-e5ce643d95a1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (0c069246-2d5f-419c-9bc7-d7831b328837), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.420080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (cfb5f71e-c5d1-468c-a82b-7008165ba057), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.447839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-dc5760c4-0839-4632-b1fc-ca583758a4a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 46df2a7e-edc7-4557-9f4a-236a6583f6cf {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:44.448170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc5760c4-0839-4632-b1fc-ca583758a4a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (46df2a7e-edc7-4557-9f4a-236a6583f6cf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.542104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48bd119-8f7e-49d5-b002-8933a8472e66 None None] DHCP port deletion for cfb5f71e-c5d1-468c-a82b-7008165ba057 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:44.586035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router f5ee7817-1af5-4eff-b9ba-f6c26843660a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:44.588584 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42f3101b-af34-4fcc-b7e6-e5ce643d95a1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (0c069246-2d5f-419c-9bc7-d7831b328837), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.596581 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc5760c4-0839-4632-b1fc-ca583758a4a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (46df2a7e-edc7-4557-9f4a-236a6583f6cf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.605771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42f3101b-af34-4fcc-b7e6-e5ce643d95a1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (0c069246-2d5f-419c-9bc7-d7831b328837), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.609516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d48bd119-8f7e-49d5-b002-8933a8472e66 None None] Deleting port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:44.610161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d48bd119-8f7e-49d5-b002-8933a8472e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.630502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-dc5760c4-0839-4632-b1fc-ca583758a4a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 46df2a7e-edc7-4557-9f4a-236a6583f6cf owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:44.646175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3101b-af34-4fcc-b7e6-e5ce643d95a1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c069246-2d5f-419c-9bc7-d7831b328837,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:44.655330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (e0cce175-7470-465c-8609-58a917ea0b98), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.695146 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d48bd119-8f7e-49d5-b002-8933a8472e66 None None] For port 0ad57fbd-7e8e-45dd-bbda-8696e051b211, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0ad57fbd-7e8e-45dd-bbda-8696e051b211,segment=NetworkSegment(103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2),segment_id=103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:44.695918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d48bd119-8f7e-49d5-b002-8933a8472e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.709591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (19dcce8a-ed99-49b5-82d4-3879a7b6b226), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.711667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d48bd119-8f7e-49d5-b002-8933a8472e66 None None] Calling delete_port for 0ad57fbd-7e8e-45dd-bbda-8696e051b211 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:44.719020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42f3101b-af34-4fcc-b7e6-e5ce643d95a1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.723442 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-42f3101b-af34-4fcc-b7e6-e5ce643d95a1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3901386 Apr 29 07:37:44.729093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50220) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:44.738752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-10a0b32e-299d-4915-b407-5851d9a28509 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'security_group_rule': {'security_group_id': 'a524427f-7c62-4487-b289-cd3ce02fc49b', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:44.781822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Subnet': ['ID=e0cce175-7470-465c-8609-58a917ea0b98,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:44.795132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=19dcce8a-ed99-49b5-82d4-3879a7b6b226,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:44.801617 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-10a0b32e-299d-4915-b407-5851d9a28509 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Project c7bb0acb40d64152b3836bfaa0b7f0b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:37:44.819698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10a0b32e-299d-4915-b407-5851d9a28509 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (2ca95df6-46b7-4f37-93b6-a7cffe86c358), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.835277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Checking segment: {'id': 'a3a15550-25d5-45e4-a09e-92f5c2d1dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0ba558ad-edf5-48fa-b96e-179bab659265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:44.835277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network hostable DHCP agents. Network: 0ba558ad-edf5-48fa-b96e-179bab659265, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:44.835638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eeb9442d-f6e1-4019-8b65-0499425d6c5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (36bcb56c-b422-48e3-9b6d-9db1466d14c4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.848113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc5760c4-0839-4632-b1fc-ca583758a4a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (46df2a7e-edc7-4557-9f4a-236a6583f6cf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.854616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d48bd119-8f7e-49d5-b002-8933a8472e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.886301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bd119-8f7e-49d5-b002-8933a8472e66 None None] Pushing event deleted for resources: {'Port': ['ID=0ad57fbd-7e8e-45dd-bbda-8696e051b211,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:44.896563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48bd119-8f7e-49d5-b002-8933a8472e66 None None] No DVR routers for this DVR port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:44.900471 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5760c4-0839-4632-b1fc-ca583758a4a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=46df2a7e-edc7-4557-9f4a-236a6583f6cf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:44.915746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc5760c4-0839-4632-b1fc-ca583758a4a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.921779 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dc5760c4-0839-4632-b1fc-ca583758a4a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/46df2a7e-edc7-4557-9f4a-236a6583f6cf HTTP/1.1" status: 204 len: 168 time: 0.7926359 Apr 29 07:37:44.921779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network 0ba558ad-edf5-48fa-b96e-179bab659265 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:44.926502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:44.951886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:44.967014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 0ba558ad-edf5-48fa-b96e-179bab659265) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:44.976003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5f7d57-399c-428e-959f-fdc64019555f None None] Sync routers for ids ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:44.982392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed64a2a-9140-45dd-ae94-54130a53cbc6 None None] Network 0ba558ad-edf5-48fa-b96e-179bab659265 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:44.986295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:44.986867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:44.999654 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7ca15297-43a9-4251-a727-55a7d9ae5214 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/f5ee7817-1af5-4eff-b9ba-f6c26843660a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0887411 Apr 29 07:37:45.000602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10a0b32e-299d-4915-b407-5851d9a28509 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (2ca95df6-46b7-4f37-93b6-a7cffe86c358), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.021280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50224) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:45.041788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10a0b32e-299d-4915-b407-5851d9a28509 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2ca95df6-46b7-4f37-93b6-a7cffe86c358), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.046458 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Deleting port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:45.046843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.080996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f7d57-399c-428e-959f-fdc64019555f None None] Routers {'f5ee7817-1af5-4eff-b9ba-f6c26843660a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:45.081691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fe5f7d57-399c-428e-959f-fdc64019555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:45.090969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0b32e-299d-4915-b407-5851d9a28509 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca95df6-46b7-4f37-93b6-a7cffe86c358,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:45.103120 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-337ca14b-2ad6-47be-8413-af220c2cc23a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2438855 Apr 29 07:37:45.109471 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-44b19fa0-7f1f-46e3-b0df-bad510d6387c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ee7817-1af5-4eff-b9ba-f6c26843660a HTTP/1.1" status: 200 len: 205 time: 0.0848923 Apr 29 07:37:45.115640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50226) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:45.116102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50228) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:45.124133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2056198314', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:45.142027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fe5f7d57-399c-428e-959f-fdc64019555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:45.152962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc360d-a082-4d1f-b8a5-f91f4d3a7610 None None] Network 0ba558ad-edf5-48fa-b96e-179bab659265 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:45.154288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c587f7c6-9eb6-45f1-8457-aa17e778252c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:45.158837 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c587f7c6-9eb6-45f1-8457-aa17e778252c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2287259 Apr 29 07:37:45.192508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50230) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:45.194479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f7d57-399c-428e-959f-fdc64019555f None None] Routers {'f5ee7817-1af5-4eff-b9ba-f6c26843660a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:45.195320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fe5f7d57-399c-428e-959f-fdc64019555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:45.210247 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10a0b32e-299d-4915-b407-5851d9a28509 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.215583 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-10a0b32e-299d-4915-b407-5851d9a28509 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4815509 Apr 29 07:37:45.235600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fe5f7d57-399c-428e-959f-fdc64019555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:45.236307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5f7d57-399c-428e-959f-fdc64019555f None None] The sync data for ids ['f5ee7817-1af5-4eff-b9ba-f6c26843660a'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:45.261490 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50232) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:45.266596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7cd779d7-3912-4646-8b3c-56930ef146ca tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'security_group_rule': {'security_group_id': 'a524427f-7c62-4487-b289-cd3ce02fc49b', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:45.276223 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f35fbd-623d-42cd-b31f-61a24d072dc9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:37:45.281290 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a1f35fbd-623d-42cd-b31f-61a24d072dc9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/8b239812-5960-42a1-ab5c-db3e65ce7eb3 HTTP/1.1" status: 404 len: 333 time: 0.0816324 Apr 29 07:37:45.282295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50234) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:45.313770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f538c0-3ebf-4dab-9acf-50b36efb5de2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (f5ee7817-1af5-4eff-b9ba-f6c26843660a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.315751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.316745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.324354 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab70fc1-8fab-4cbf-b759-3e460ca31b55 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:37:45.326445 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6ab70fc1-8fab-4cbf-b759-3e460ca31b55 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/46df2a7e-edc7-4557-9f4a-236a6583f6cf HTTP/1.1" status: 404 len: 333 time: 0.0416496 Apr 29 07:37:45.365487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50236) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:45.461951 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-7cd779d7-3912-4646-8b3c-56930ef146ca tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Project c7bb0acb40d64152b3836bfaa0b7f0b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:37:45.465715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] For port 0ad57fbd-7e8e-45dd-bbda-8696e051b211, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:45.466072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.470096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eeb9442d-f6e1-4019-8b65-0499425d6c5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (36bcb56c-b422-48e3-9b6d-9db1466d14c4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.485307 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7cd779d7-3912-4646-8b3c-56930ef146ca tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (e71c2d17-1475-4aec-93d5-7b75dc58aa9b), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.509084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Calling delete_port for 0ad57fbd-7e8e-45dd-bbda-8696e051b211 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:45.514643 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.ipam_backend_mixin [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 was not found and therefore no delete operation was performed {{(pid=104223) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:37:45.520379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9442d-f6e1-4019-8b65-0499425d6c5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=36bcb56c-b422-48e3-9b6d-9db1466d14c4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:45.523223 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0ad57fbd-7e8e-45dd-bbda-8696e051b211), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.525647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eeb9442d-f6e1-4019-8b65-0499425d6c5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.528771 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-eeb9442d-f6e1-4019-8b65-0499425d6c5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/36bcb56c-b422-48e3-9b6d-9db1466d14c4 HTTP/1.1" status: 204 len: 168 time: 1.7946165 Apr 29 07:37:45.532390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (beef364d-3bde-46f0-8657-25b72a7dfca8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.533829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50238) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:45.555607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d5677-38d3-45b5-8573-9c6ba366e2a6 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:45.567257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad57fbd-7e8e-45dd-bbda-8696e051b211,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:45.569142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] No DVR routers for this DVR port 0ad57fbd-7e8e-45dd-bbda-8696e051b211 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:45.618548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (f0876272-6fab-42bd-8b2c-60bab4ed6744), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.621120 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_controller (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.668725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f538c0-3ebf-4dab-9acf-50b36efb5de2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (f5ee7817-1af5-4eff-b9ba-f6c26843660a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.713177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f538c0-3ebf-4dab-9acf-50b36efb5de2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (f5ee7817-1af5-4eff-b9ba-f6c26843660a), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.831241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (cfb5f71e-c5d1-468c-a82b-7008165ba057), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.834356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0ad57fbd-7e8e-45dd-bbda-8696e051b211 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:45.855197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 0ad57fbd-7e8e-45dd-bbda-8696e051b211 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:45.855531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0ad57fbd-7e8e-45dd-bbda-8696e051b211 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:45.855953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 49919f6f-b421-4c8d-8cb9-fb32bc631306 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:45.880942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 49919f6f-b421-4c8d-8cb9-fb32bc631306 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:45.881583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 49919f6f-b421-4c8d-8cb9-fb32bc631306 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:45.893838 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e6465d0a-4dda-4640-9f8c-ae0738af553a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3553278 Apr 29 07:37:45.899329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50240) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:45.908237 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb5f71e-c5d1-468c-a82b-7008165ba057']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:45.925752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad2166e-9362-4c39-963e-ecb3bf8f9236 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:45.980829 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2166e-9362-4c39-963e-ecb3bf8f9236 None None] Deleting port f4939e3b-875c-420a-a882-20e42f74356c {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:45.981510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ad2166e-9362-4c39-963e-ecb3bf8f9236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f4939e3b-875c-420a-a882-20e42f74356c), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:45.985068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:45.985437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:46.003519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.018143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22615160-d118-4d08-b016-8f0b6dd47840 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router (be2c0a77-0b9c-46fb-86af-0384c881f311), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.051726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8ad2166e-9362-4c39-963e-ecb3bf8f9236 None None] For port f4939e3b-875c-420a-a882-20e42f74356c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f4939e3b-875c-420a-a882-20e42f74356c,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:46.052466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ad2166e-9362-4c39-963e-ecb3bf8f9236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f4939e3b-875c-420a-a882-20e42f74356c), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.066182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2166e-9362-4c39-963e-ecb3bf8f9236 None None] Calling delete_port for f4939e3b-875c-420a-a882-20e42f74356c owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:46.088128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.148412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:46.148412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (103c2eec-b6a4-4f7e-9975-b71b5a6fcdf2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:46.150279 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:46.160698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ad2166e-9362-4c39-963e-ecb3bf8f9236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (f4939e3b-875c-420a-a882-20e42f74356c), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.186817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2166e-9362-4c39-963e-ecb3bf8f9236 None None] Pushing event deleted for resources: {'Port': ['ID=f4939e3b-875c-420a-a882-20e42f74356c,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:46.190783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad2166e-9362-4c39-963e-ecb3bf8f9236 None None] No DVR routers for this DVR port f4939e3b-875c-420a-a882-20e42f74356c on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:46.236628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f538c0-3ebf-4dab-9acf-50b36efb5de2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (f5ee7817-1af5-4eff-b9ba-f6c26843660a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.237159 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f538c0-3ebf-4dab-9acf-50b36efb5de2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Fanout notify agent at l3_agent the message router_deleted on router f5ee7817-1af5-4eff-b9ba-f6c26843660a {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:37:46.244971 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f538c0-3ebf-4dab-9acf-50b36efb5de2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.246476 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d2f538c0-3ebf-4dab-9acf-50b36efb5de2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/f5ee7817-1af5-4eff-b9ba-f6c26843660a HTTP/1.1" status: 204 len: 168 time: 1.1281123 Apr 29 07:37:46.278312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50242) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.288556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (cfb5f71e-c5d1-468c-a82b-7008165ba057), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.289188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7cd779d7-3912-4646-8b3c-56930ef146ca tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (e71c2d17-1475-4aec-93d5-7b75dc58aa9b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.293499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_gateway (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.305351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7cd779d7-3912-4646-8b3c-56930ef146ca tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e71c2d17-1475-4aec-93d5-7b75dc58aa9b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.320995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (f0876272-6fab-42bd-8b2c-60bab4ed6744), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.345535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.348592 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] 10.222.0.23 "DELETE /v2.0/networks/cfb5f71e-c5d1-468c-a82b-7008165ba057 HTTP/1.1" status: 204 len: 168 time: 2.0377719 Apr 29 07:37:46.354493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7cd779d7-3912-4646-8b3c-56930ef146ca tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.355691 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7cd779d7-3912-4646-8b3c-56930ef146ca tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0930569 Apr 29 07:37:46.372352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50246) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.377299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'network': {'name': 'tempest-network-smoke--1984619766', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'port_security_enabled': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:46.387653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa76e-4959-4a12-be24-57ddd8d2fbdf admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb5f71e-c5d1-468c-a82b-7008165ba057,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:46.390558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22615160-d118-4d08-b016-8f0b6dd47840 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (be2c0a77-0b9c-46fb-86af-0384c881f311), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.396127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd779d7-3912-4646-8b3c-56930ef146ca tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71c2d17-1475-4aec-93d5-7b75dc58aa9b,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:46.396308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22615160-d118-4d08-b016-8f0b6dd47840 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router_controller (be2c0a77-0b9c-46fb-86af-0384c881f311), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.400430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0876272-6fab-42bd-8b2c-60bab4ed6744']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:46.414402 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf5021d-76c7-452c-8ff7-cdd0251bc6a5') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:46.414709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf5021d-76c7-452c-8ff7-cdd0251bc6a5') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:46.419394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Router beef364d-3bde-46f0-8657-25b72a7dfca8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:37:46.429752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (7bf5021d-76c7-452c-8ff7-cdd0251bc6a5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.448286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7bf5021d-76c7-452c-8ff7-cdd0251bc6a5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.457477 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:46.457628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting subnet 1733f519-3112-4a36-9fb8-94cd3315964b {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:46.457847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (7bf5021d-76c7-452c-8ff7-cdd0251bc6a5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:46.460901 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:46.465575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (1733f519-3112-4a36-9fb8-94cd3315964b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.491323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Made reservation on behalf of c7bb0acb40d64152b3836bfaa0b7f0b5 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:46.494862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.509595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22615160-d118-4d08-b016-8f0b6dd47840 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (be2c0a77-0b9c-46fb-86af-0384c881f311), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.510123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22615160-d118-4d08-b016-8f0b6dd47840 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Fanout notify agent at l3_agent the message router_deleted on router be2c0a77-0b9c-46fb-86af-0384c881f311 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:37:46.531170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22615160-d118-4d08-b016-8f0b6dd47840 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.532652 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-22615160-d118-4d08-b016-8f0b6dd47840 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/routers/be2c0a77-0b9c-46fb-86af-0384c881f311 HTTP/1.1" status: 204 len: 168 time: 0.6323671 Apr 29 07:37:46.537261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50248) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.540707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (f0876272-6fab-42bd-8b2c-60bab4ed6744), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.573122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.576815 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/networks/f0876272-6fab-42bd-8b2c-60bab4ed6744 HTTP/1.1" status: 204 len: 168 time: 1.2093561 Apr 29 07:37:46.585785 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-94cb36f0-81d3-4b57-a87d-f449d77a65f3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0474145 Apr 29 07:37:46.588074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50250) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.588407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50252) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.588708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50254) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.602917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32427a-ee6c-4494-bd79-3d1bf0316158 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Network': ['ID=f0876272-6fab-42bd-8b2c-60bab4ed6744,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:46.603547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-544808646'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:46.608298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (1733f519-3112-4a36-9fb8-94cd3315964b), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.709544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_gateway (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.729325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.732685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:46.777954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5b3fc194-79cd-4bb3-b09c-9718678cc9a2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.778268 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Added segment 5b3fc194-79cd-4bb3-b09c-9718678cc9a2 of type vlan for network 35f6f126-d5ad-454a-9439-8239d8e73051 Apr 29 07:37:46.779560 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:46.782852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.832315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ea28f-ce7a-45de-a7fa-db730e382237 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:46.833336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.26.3.149 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/bd095430-c1ef-43d1-a629-34b70a181106) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:46.833769 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d94ea28f-ce7a-45de-a7fa-db730e382237 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2416961 Apr 29 07:37:46.837085 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50258) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.882384 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-de7cdf41-7d3f-45ca-8161-f9513bde7057 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f8225b2c6dd4796aa7620c308f02a13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2910099 Apr 29 07:37:46.887927 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-916d1352-e557-4a03-b2ab-a34b3955c260 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458314 Apr 29 07:37:46.887927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50260) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.888247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (35f6f126-d5ad-454a-9439-8239d8e73051), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.889368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50262) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.893411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:46.904365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:46.910333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:46.920368 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0ebed875-5d5a-44d3-84c4-f169b8063a34 admin admin] 10.222.0.23 "PUT /v2.0/routers/beef364d-3bde-46f0-8657-25b72a7dfca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4332511 Apr 29 07:37:46.920711 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] Sync routers for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:46.922952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50264) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:46.931504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (1733f519-3112-4a36-9fb8-94cd3315964b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.933375 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:46.934231 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:46.960863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (4ce7c66b-72b9-43ef-ba40-56447b46d26a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:46.961179 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Added segment 4ce7c66b-72b9-43ef-ba40-56447b46d26a of type vlan for network 4b3bacc3-ebe2-4363-909f-50a026ce5fed Apr 29 07:37:47.044877 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:47.086253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (35f6f126-d5ad-454a-9439-8239d8e73051), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.089877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faf6e027-bd21-47b1-94a3-7a99cf9aa5eb admin admin] Publish callbacks [] for security_group (0d727c45-8fcb-49b7-89e1-4df1b94701b9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.091329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:47.091899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.099669 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:47.103036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.105135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (4b3bacc3-ebe2-4363-909f-50a026ce5fed), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.127631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (bd095430-c1ef-43d1-a629-34b70a181106), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.177394 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8008692 Apr 29 07:37:47.180198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faf6e027-bd21-47b1-94a3-7a99cf9aa5eb admin admin] Publish callbacks [] for security_group (0d727c45-8fcb-49b7-89e1-4df1b94701b9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.181764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50266) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:47.197756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'admin_state_up': True, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:47.204811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (1733f519-3112-4a36-9fb8-94cd3315964b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.227143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks [] for router (beef364d-3bde-46f0-8657-25b72a7dfca8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.229017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'Network': ['ID=35f6f126-d5ad-454a-9439-8239d8e73051,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:47.236339 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:37:44Z', 'revision_number': 5, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:47.249473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (4b3bacc3-ebe2-4363-909f-50a026ce5fed), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.254724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:47.255309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.268684 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] Checking router: beef364d-3bde-46f0-8657-25b72a7dfca8 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:37:47.277638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (f553c6aa-d352-41e0-9c84-73b5d8e8776d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.278759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (f553c6aa-d352-41e0-9c84-73b5d8e8776d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.279117 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] Routers {'beef364d-3bde-46f0-8657-25b72a7dfca8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:47.279915 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['beef364d-3bde-46f0-8657-25b72a7dfca8'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:47.298817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Subnet': ['ID=1733f519-3112-4a36-9fb8-94cd3315964b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:47.306100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.310473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424cbe76-1003-4ca2-b6f0-b84efb9f2309 None None] Network 045b94c0-7e86-4781-8822-1035cdc52508 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:47.320406 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/1733f519-3112-4a36-9fb8-94cd3315964b HTTP/1.1" status: 204 len: 168 time: 1.0409517 Apr 29 07:37:47.330481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50270) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:47.336372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.336738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.337063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.337423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.337761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.338084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.341871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.342485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.342933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.343481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.344056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.344519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.344946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67af8a-74b3-4fb4-b77a-632f5661a954 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.349850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (bd095430-c1ef-43d1-a629-34b70a181106), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.363161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faf6e027-bd21-47b1-94a3-7a99cf9aa5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0d727c45-8fcb-49b7-89e1-4df1b94701b9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.365690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faf6e027-bd21-47b1-94a3-7a99cf9aa5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.372979 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-faf6e027-bd21-47b1-94a3-7a99cf9aa5eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d727c45-8fcb-49b7-89e1-4df1b94701b9 HTTP/1.1" status: 204 len: 168 time: 0.4792159 Apr 29 07:37:47.373928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 35f6f126-d5ad-454a-9439-8239d8e73051 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:47.415610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.416221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.416739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.417791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.418402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.418899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.419406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.419892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.420366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.420844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.421330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.421917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.422406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50069bb9-1c46-487a-b4e6-3081fc3d11ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:47.443749 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] Set router beef364d-3bde-46f0-8657-25b72a7dfca8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:47.458956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for router_controller (f553c6aa-d352-41e0-9c84-73b5d8e8776d), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.463648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6e027-bd21-47b1-94a3-7a99cf9aa5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d727c45-8fcb-49b7-89e1-4df1b94701b9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:47.487927 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8979075 Apr 29 07:37:47.491266 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:47.498494 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50274) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:47.510914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593a95d-ceac-40d0-bd17-8fa12b4b07b1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Network': ['ID=4b3bacc3-ebe2-4363-909f-50a026ce5fed,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:47.535315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks [] for router_gateway (beef364d-3bde-46f0-8657-25b72a7dfca8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.541184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 4b3bacc3-ebe2-4363-909f-50a026ce5fed details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:47.583929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '4b3bacc3-ebe2-4363-909f-50a026ce5fed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:47.587864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:47.589896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=bd095430-c1ef-43d1-a629-34b70a181106,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:47.631756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:47.672002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Deleting port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:47.672604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.720210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting subnet fef5f837-3143-49c4-bb7f-6cefd668becd {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:47.724104 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (fef5f837-3143-49c4-bb7f-6cefd668becd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.779498 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:37:44Z', 'revision_number': 5, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:47.802770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f4939e3b-875c-420a-a882-20e42f74356c no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:47.821763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (fef5f837-3143-49c4-bb7f-6cefd668becd), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.828997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: f4939e3b-875c-420a-a882-20e42f74356c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:47.829654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f4939e3b-875c-420a-a882-20e42f74356c not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:47.835701 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66234695-21cc-41bd-bd3e-91d94050ba18 None None] The sync data for ids ['beef364d-3bde-46f0-8657-25b72a7dfca8'] in dv-neutron-839860-1-hyperv is: [{'id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'name': 'tempest-ServersTestJSON-323698815-router', 'tenant_id': '2edc335584ce421bb32ba7e8c97ee283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:49Z', 'updated_at': '2022-04-29T07:37:44Z', 'revision_number': 5, 'project_id': '2edc335584ce421bb32ba7e8c97ee283', 'gw_port': {'id': '56e8e5b0-9775-43f7-8b20-55fa4991e9e8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef364d-3bde-46f0-8657-25b72a7dfca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:47.838074 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:37:47.872438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bf624-1084-458f-83c9-3b83817e0490 None None] DHCP port deletion for 045b94c0-7e86-4781-8822-1035cdc52508 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:47.883332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] For port 56e8e5b0-9775-43f7-8b20-55fa4991e9e8, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=56e8e5b0-9775-43f7-8b20-55fa4991e9e8,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:47.883832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.889828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for router_gateway (f553c6aa-d352-41e0-9c84-73b5d8e8776d), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:47.917032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Calling delete_port for 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:47.943222 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d08bf624-1084-458f-83c9-3b83817e0490 None None] Deleting port 4ca7e594-7901-457c-bce2-a92d0016e129 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:47.943599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d08bf624-1084-458f-83c9-3b83817e0490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.015772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d08bf624-1084-458f-83c9-3b83817e0490 None None] For port 4ca7e594-7901-457c-bce2-a92d0016e129, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4ca7e594-7901-457c-bce2-a92d0016e129,segment=NetworkSegment(5a506001-e519-43f0-9d9e-cea657771fd5),segment_id=5a506001-e519-43f0-9d9e-cea657771fd5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:48.016326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d08bf624-1084-458f-83c9-3b83817e0490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.031428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d08bf624-1084-458f-83c9-3b83817e0490 None None] Calling delete_port for 4ca7e594-7901-457c-bce2-a92d0016e129 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:48.142135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:48.144501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (56e8e5b0-9775-43f7-8b20-55fa4991e9e8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.145749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.152907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d08bf624-1084-458f-83c9-3b83817e0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (4ca7e594-7901-457c-bce2-a92d0016e129), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.176548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Pushing event deleted for resources: {'Port': ['ID=56e8e5b0-9775-43f7-8b20-55fa4991e9e8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:48.194785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bf624-1084-458f-83c9-3b83817e0490 None None] Pushing event deleted for resources: {'Port': ['ID=4ca7e594-7901-457c-bce2-a92d0016e129,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:48.198388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bf624-1084-458f-83c9-3b83817e0490 None None] No DVR routers for this DVR port 4ca7e594-7901-457c-bce2-a92d0016e129 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:48.248738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:37:48.252022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (14920a71-c449-4a28-a9ed-e114469fb978), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.273752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (beef364d-3bde-46f0-8657-25b72a7dfca8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.319162 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (fef5f837-3143-49c4-bb7f-6cefd668becd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.358187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Performing IP validity checks on allocation pools {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:37:48.359257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:37:48.410791 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=14920a71-c449-4a28-a9ed-e114469fb978,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:48.428872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:48.495221 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:48.498979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:48.499604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.514335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70ac6f2-cb45-4218-9abd-17166af32b13 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:48.642050 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ba5124e0-c02e-4a2b-a71a-920f364cef6e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7526267 Apr 29 07:37:48.652896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50296) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:48.664463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '14920a71-c449-4a28-a9ed-e114469fb978'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:48.667727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.745518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:48.776374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (beef364d-3bde-46f0-8657-25b72a7dfca8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.778795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks [] for router_controller (beef364d-3bde-46f0-8657-25b72a7dfca8), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.829431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (beef364d-3bde-46f0-8657-25b72a7dfca8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.830160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router beef364d-3bde-46f0-8657-25b72a7dfca8 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:37:48.837387 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Allocated IP 2001:db8::f816:3eff:fe36:4136 (5f57687c-3acb-4c32-82c9-53f862533295/14920a71-c449-4a28-a9ed-e114469fb978/8d5443ce-7e7f-4328-83ca-1e34c6988ae3) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:48.840179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.844868 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e344cdb7-b4ed-42f3-8f15-ec9f535520ae admin admin] 10.222.0.23 "DELETE /v2.0/routers/beef364d-3bde-46f0-8657-25b72a7dfca8 HTTP/1.1" status: 204 len: 168 time: 1.9185119 Apr 29 07:37:48.845655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50300) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:48.918851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daaad63-7aeb-439c-8b9f-32fdefcf9284 admin admin] Deleting subnet 70b8384d-f6f2-4ba2-9c21-7f49be3b44ac {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:48.922595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2daaad63-7aeb-439c-8b9f-32fdefcf9284 admin admin] Publish callbacks [] for subnet (70b8384d-f6f2-4ba2-9c21-7f49be3b44ac), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:48.974217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2daaad63-7aeb-439c-8b9f-32fdefcf9284 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (70b8384d-f6f2-4ba2-9c21-7f49be3b44ac), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.084266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Publish callbacks [] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.095003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.104029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2daaad63-7aeb-439c-8b9f-32fdefcf9284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (70b8384d-f6f2-4ba2-9c21-7f49be3b44ac), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.135554 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:49.139093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:49.144340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:49.158034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Pushing event updated for resources: {'Port': ['ID=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:49.187933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (fef5f837-3143-49c4-bb7f-6cefd668becd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.194183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2daaad63-7aeb-439c-8b9f-32fdefcf9284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (70b8384d-f6f2-4ba2-9c21-7f49be3b44ac), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.217201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for router_gateway (f553c6aa-d352-41e0-9c84-73b5d8e8776d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.223353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaad63-7aeb-439c-8b9f-32fdefcf9284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b8384d-f6f2-4ba2-9c21-7f49be3b44ac,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:49.230448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2daaad63-7aeb-439c-8b9f-32fdefcf9284 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.234027 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2daaad63-7aeb-439c-8b9f-32fdefcf9284 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/70b8384d-f6f2-4ba2-9c21-7f49be3b44ac HTTP/1.1" status: 204 len: 168 time: 0.3871386 Apr 29 07:37:49.236738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50312) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:49.246138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Subnet': ['ID=fef5f837-3143-49c4-bb7f-6cefd668becd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:49.248705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Attempting to bind port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:49.249286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Attempting to bind port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:49.249414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.249958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Attempting to bind port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:49.258454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b554e5-8e6f-4b08-8a66-e71464b8d1ac None None] Network cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:49.284471 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.284857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.285159 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.285574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.285937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.286326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.287094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.287094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.287302 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.287558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.287879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.288193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.288509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.319407 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.325501 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d21829dd-ad93-427a-8452-daba1f764db3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/fef5f837-3143-49c4-bb7f-6cefd668becd HTTP/1.1" status: 204 len: 168 time: 1.9742374 Apr 29 07:37:49.325672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (cf51dd68-2a19-47e4-80b9-3b9e21e57ed6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.326117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50314) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:49.345608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:49.346317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:49.347116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.347649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:49.348283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Bound port: 8d5443ce-7e7f-4328-83ca-1e34c6988ae3, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:49.349732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.371412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50316) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:49.376791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf6376-d107-4171-ab75-2fcd3a5f6956 None None] Network 43a7d37b-39d8-408f-aa62-f6b08cc22f33 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:49.388577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_gateway (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.447834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (045b94c0-7e86-4781-8822-1035cdc52508), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.528159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] For port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:49.558768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Deleting port 7760ccfa-5026-4e09-b675-95af80331555 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:49.559105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7760ccfa-5026-4e09-b675-95af80331555), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.563825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] For port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:49.579380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.583881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (045b94c0-7e86-4781-8822-1035cdc52508), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.664350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045b94c0-7e86-4781-8822-1035cdc52508']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:49.681185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80384350-005d-4d1d-b179-b9b59488a591 None None] DHCP port deletion for cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:49.690586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a506001-e519-43f0-9d9e-cea657771fd5') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:49.690917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a506001-e519-43f0-9d9e-cea657771fd5') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:49.698908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Pushing event updated for resources: {'Port': ['ID=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:49.712719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] For port 7760ccfa-5026-4e09-b675-95af80331555, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7760ccfa-5026-4e09-b675-95af80331555,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:49.713111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7760ccfa-5026-4e09-b675-95af80331555), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.735490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (5a506001-e519-43f0-9d9e-cea657771fd5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.746534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (914ff485-9b62-4925-8699-74c69d9ffb83), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.772100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a24f0a-4a52-4350-8aed-bb1476e78f20 None None] DHCP port deletion for 43a7d37b-39d8-408f-aa62-f6b08cc22f33 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:49.781552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Calling delete_port for 7760ccfa-5026-4e09-b675-95af80331555 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:49.782858 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.783209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.783573 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.783911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.784267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.784597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.784924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.785263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.785598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.785924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.786249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.786566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.786885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff23e5e-1aad-45c9-b162-c08719361658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:49.803809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5a506001-e519-43f0-9d9e-cea657771fd5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.815187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:49.815808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (5a506001-e519-43f0-9d9e-cea657771fd5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:49.820278 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:49.838836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 19dcce8a-ed99-49b5-82d4-3879a7b6b226 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:49.849049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-776952692'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:49.875440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 19dcce8a-ed99-49b5-82d4-3879a7b6b226 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:49.875727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 19dcce8a-ed99-49b5-82d4-3879a7b6b226 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:49.875882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:49.876127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4ca7e594-7901-457c-bce2-a92d0016e129 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:49.881749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.891152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Allocated IP 172.26.3.20 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:49.903362 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4ca7e594-7901-457c-bce2-a92d0016e129 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:49.903761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4ca7e594-7901-457c-bce2-a92d0016e129 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:49.904197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7760ccfa-5026-4e09-b675-95af80331555 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:49.929771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-80384350-005d-4d1d-b179-b9b59488a591 None None] Deleting port 7760ccfa-5026-4e09-b675-95af80331555 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:49.930138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-80384350-005d-4d1d-b179-b9b59488a591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7760ccfa-5026-4e09-b675-95af80331555), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.934919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (045b94c0-7e86-4781-8822-1035cdc52508), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.955870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:49.959212 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/networks/045b94c0-7e86-4781-8822-1035cdc52508 HTTP/1.1" status: 204 len: 168 time: 0.6322091 Apr 29 07:37:49.961844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6907dcb-3149-457f-ae54-37d446e31e36 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Network': ['ID=045b94c0-7e86-4781-8822-1035cdc52508,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:49.964849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50320) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:50.042341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-73a24f0a-4a52-4350-8aed-bb1476e78f20 None None] Deleting port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:50.042743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-73a24f0a-4a52-4350-8aed-bb1476e78f20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.049795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.083482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7760ccfa-5026-4e09-b675-95af80331555), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.092655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Made reservation on behalf of 081fbc6a116d4077be0f7708065f1573 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:50.096191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.107368 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No ports have port_id starting with 7760ccfa-5026-4e09-b675-95af80331555 Apr 29 07:37:50.111030 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-80384350-005d-4d1d-b179-b9b59488a591 None None] For port 7760ccfa-5026-4e09-b675-95af80331555, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7760ccfa-5026-4e09-b675-95af80331555,segment=NetworkSegment(c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7),segment_id=c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:50.111436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-80384350-005d-4d1d-b179-b9b59488a591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7760ccfa-5026-4e09-b675-95af80331555), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.115765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:50.119963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] No DVR routers for this DVR port 7760ccfa-5026-4e09-b675-95af80331555 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:50.128735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Pushing event deleted for resources: {'Port': ['ID=7760ccfa-5026-4e09-b675-95af80331555,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:50.157384 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=914ff485-9b62-4925-8699-74c69d9ffb83,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:50.159803 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:50.160152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 56e8e5b0-9775-43f7-8b20-55fa4991e9e8 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:50.166346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (43a7d37b-39d8-408f-aa62-f6b08cc22f33), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.166979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-80384350-005d-4d1d-b179-b9b59488a591 None None] Calling delete_port for 7760ccfa-5026-4e09-b675-95af80331555 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:50.178996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.181980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-73a24f0a-4a52-4350-8aed-bb1476e78f20 None None] For port dc6c4de4-809c-421e-bd24-ad5c4a3517b0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dc6c4de4-809c-421e-bd24-ad5c4a3517b0,segment=NetworkSegment(2c1b2073-c6bb-4c51-870f-f3be2100719c),segment_id=2c1b2073-c6bb-4c51-870f-f3be2100719c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:50.182382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-73a24f0a-4a52-4350-8aed-bb1476e78f20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.201427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-73a24f0a-4a52-4350-8aed-bb1476e78f20 None None] Calling delete_port for dc6c4de4-809c-421e-bd24-ad5c4a3517b0 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:50.247647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (cf51dd68-2a19-47e4-80b9-3b9e21e57ed6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.273425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf51dd68-2a19-47e4-80b9-3b9e21e57ed6']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:50.285402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:50.285592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:50.301695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.304290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:50.304653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.306909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Checking segment: {'id': '4ce7c66b-72b9-43ef-ba40-56447b46d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4b3bacc3-ebe2-4363-909f-50a026ce5fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:50.307414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network hostable DHCP agents. Network: 4b3bacc3-ebe2-4363-909f-50a026ce5fed, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:50.353607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-80384350-005d-4d1d-b179-b9b59488a591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (7760ccfa-5026-4e09-b675-95af80331555), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.359442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.371411 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:50.371962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (c16a93d8-8544-4ae4-8ee3-04dc6fbdaff7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:50.373782 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:50.384644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-73a24f0a-4a52-4350-8aed-bb1476e78f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.387159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80384350-005d-4d1d-b179-b9b59488a591 None None] Pushing event deleted for resources: {'Port': ['ID=7760ccfa-5026-4e09-b675-95af80331555,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:50.397702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80384350-005d-4d1d-b179-b9b59488a591 None None] No DVR routers for this DVR port 7760ccfa-5026-4e09-b675-95af80331555 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:50.429579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a24f0a-4a52-4350-8aed-bb1476e78f20 None None] No DVR routers for this DVR port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:50.431093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a24f0a-4a52-4350-8aed-bb1476e78f20 None None] Pushing event deleted for resources: {'Port': ['ID=dc6c4de4-809c-421e-bd24-ad5c4a3517b0,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:50.454094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 4b3bacc3-ebe2-4363-909f-50a026ce5fed is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:50.455738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port dc6c4de4-809c-421e-bd24-ad5c4a3517b0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dc6c4de4-809c-421e-bd24-ad5c4a3517b0,segment=NetworkSegment(2c1b2073-c6bb-4c51-870f-f3be2100719c),segment_id=2c1b2073-c6bb-4c51-870f-f3be2100719c)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:50.456235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.477493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for dc6c4de4-809c-421e-bd24-ad5c4a3517b0 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:50.483504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (cf51dd68-2a19-47e4-80b9-3b9e21e57ed6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.492493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.495732 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] 10.222.0.23 "DELETE /v2.0/networks/cf51dd68-2a19-47e4-80b9-3b9e21e57ed6 HTTP/1.1" status: 204 len: 168 time: 1.2580340 Apr 29 07:37:50.517548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 4b3bacc3-ebe2-4363-909f-50a026ce5fed) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:50.520488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd43df-e61d-4239-bb51-566b67a2f49c admin admin] Pushing event deleted for resources: {'Network': ['ID=cf51dd68-2a19-47e4-80b9-3b9e21e57ed6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:50.528931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.537520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444be70c-f341-4cf7-b047-7ed1121cfb6b None None] Network 4b3bacc3-ebe2-4363-909f-50a026ce5fed requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:50.568405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:50.569106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.605304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks [] for security_group (afe9a581-3574-468a-b2b0-4d39d7c95fbc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.631831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (afe9a581-3574-468a-b2b0-4d39d7c95fbc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.637869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (dc6c4de4-809c-421e-bd24-ad5c4a3517b0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.688209 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f31f20f5-2394-413f-861f-27555a10b1b9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1132934 Apr 29 07:37:50.697941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50324) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:50.726127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=dc6c4de4-809c-421e-bd24-ad5c4a3517b0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:50.733007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No DVR routers for this DVR port dc6c4de4-809c-421e-bd24-ad5c4a3517b0 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:50.758016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': '4b3bacc3-ebe2-4363-909f-50a026ce5fed', 'name': 'tempest-PortsTestJSON-875061519'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:50.773091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-4b3bacc3-ebe2-4363-909f-50a026ce5fed', 'network_id': '4b3bacc3-ebe2-4363-909f-50a026ce5fed', 'project_id': 'd31e6458f9f24d408e4ce3f7728ed9b2', 'fixed_ips': [{'subnet_id': '914ff485-9b62-4925-8699-74c69d9ffb83'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:50.778330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.780715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:50.859878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50326) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:50.908561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (43a7d37b-39d8-408f-aa62-f6b08cc22f33), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.947658 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4e35d141-fc43-41a8-8f5b-d0d2c4384434 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2edc335584ce421bb32ba7e8c97ee283&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0863802 Apr 29 07:37:50.953944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50328) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:50.955772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a7d37b-39d8-408f-aa62-f6b08cc22f33']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:50.956651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe9a581-3574-468a-b2b0-4d39d7c95fbc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:50.962571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (845fbf28-6c7e-4a68-a5b2-c7bd234a62c5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:50.963081 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Added segment 845fbf28-6c7e-4a68-a5b2-c7bd234a62c5 of type vlan for network 99622752-e105-4b53-a8e2-91d20585214b Apr 29 07:37:50.967677 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1b2073-c6bb-4c51-870f-f3be2100719c') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:50.967987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1b2073-c6bb-4c51-870f-f3be2100719c') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:50.978869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (2c1b2073-c6bb-4c51-870f-f3be2100719c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.000435 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (2c1b2073-c6bb-4c51-870f-f3be2100719c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.007566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:51.008082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (2c1b2073-c6bb-4c51-870f-f3be2100719c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.016524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Allocated IP 172.20.0.2 (4b3bacc3-ebe2-4363-909f-50a026ce5fed/914ff485-9b62-4925-8699-74c69d9ffb83/eac98343-551f-4551-88c5-78a3cbac2d85) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:51.017585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:37:51.031626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (98345fc4-0383-407e-a6c3-800f061c1c85), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.073201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:51.095728 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:51.152026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (43a7d37b-39d8-408f-aa62-f6b08cc22f33), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.165115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.172172 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/networks/43a7d37b-39d8-408f-aa62-f6b08cc22f33 HTTP/1.1" status: 204 len: 168 time: 1.2027495 Apr 29 07:37:51.178042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (99622752-e105-4b53-a8e2-91d20585214b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.181695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50330) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:51.188589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1314463875'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:51.195453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f234c41-a24a-40ca-8d24-80343048d7b8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Network': ['ID=43a7d37b-39d8-408f-aa62-f6b08cc22f33,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:51.196250 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:51.218877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:51.228490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Publish callbacks [] for port (eac98343-551f-4551-88c5-78a3cbac2d85), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.232599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-29f08292-b693-4565-bc9d-d6d7a861a593 admin admin] Publish callbacks [] for security_group (9b34245d-7972-4ecb-9261-e07a7e05a99b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.238468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.246060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:51.249770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.257156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:51.273286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-29f08292-b693-4565-bc9d-d6d7a861a593 admin admin] Publish callbacks [] for security_group (9b34245d-7972-4ecb-9261-e07a7e05a99b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.273508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89667a91-0b17-43fd-8867-64f7a816a864 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:51.298293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:51.298981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.303678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:51.304110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Network 4b3bacc3-ebe2-4363-909f-50a026ce5fed is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:51.306357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:51.314159 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.resource_extend [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:37:51.324907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e9557391-d1ce-496f-b84d-ed70ff506491), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.325316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added segment e9557391-d1ce-496f-b84d-ed70ff506491 of type vlan for network 7b690259-37bd-4d90-b858-3151c07b3a4f Apr 29 07:37:51.330795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:51.342874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'Port': ['ID=092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:51.368561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=98345fc4-0383-407e-a6c3-800f061c1c85,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:51.371790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (7b690259-37bd-4d90-b858-3151c07b3a4f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.386212 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-29f08292-b693-4565-bc9d-d6d7a861a593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9b34245d-7972-4ecb-9261-e07a7e05a99b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.387190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:51.391260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-29f08292-b693-4565-bc9d-d6d7a861a593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.391779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Pushing event updated for resources: {'Port': ['ID=eac98343-551f-4551-88c5-78a3cbac2d85,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:51.395919 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-29f08292-b693-4565-bc9d-d6d7a861a593 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b34245d-7972-4ecb-9261-e07a7e05a99b HTTP/1.1" status: 204 len: 168 time: 0.3082447 Apr 29 07:37:51.396877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:51.411726 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ef1d4fa6-0238-4ffe-8b52-7e2e2f49c55c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6701882 Apr 29 07:37:51.417896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50334) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:51.423438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:eb:0c:89', 'name': 'tempest-NetworksTestDHCPv6-1631318502'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:51.425071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (99622752-e105-4b53-a8e2-91d20585214b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.432989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:51.434054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.482875 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:51.537963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f08292-b693-4565-bc9d-d6d7a861a593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b34245d-7972-4ecb-9261-e07a7e05a99b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:51.559636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (7b690259-37bd-4d90-b858-3151c07b3a4f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.565986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:51.566820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.593520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c8d912c8-624f-4b13-afea-3c5d95b9d0be None None] Provisioning complete for port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:51.594493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c8d912c8-624f-4b13-afea-3c5d95b9d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.596315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a02911-fcfb-45ad-8b53-cd13f770a78d None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:51.626187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:51.630136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.658993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:51.713313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a02911-fcfb-45ad-8b53-cd13f770a78d None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:51.713960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b9a02911-fcfb-45ad-8b53-cd13f770a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:51.740532 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3682270 Apr 29 07:37:51.757484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50338) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:51.769031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Attempting to bind port eac98343-551f-4551-88c5-78a3cbac2d85 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:51.769894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Attempting to bind port eac98343-551f-4551-88c5-78a3cbac2d85 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '4ce7c66b-72b9-43ef-ba40-56447b46d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4b3bacc3-ebe2-4363-909f-50a026ce5fed'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:51.770472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Attempting to bind port eac98343-551f-4551-88c5-78a3cbac2d85 on network 4b3bacc3-ebe2-4363-909f-50a026ce5fed {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:51.776243 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 10c34148-5e34-43b9-90c6-2d86abe58cf8 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:51.784330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b9a02911-fcfb-45ad-8b53-cd13f770a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:51.796177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:51.796973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Checking segment: {'id': '4ce7c66b-72b9-43ef-ba40-56447b46d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4b3bacc3-ebe2-4363-909f-50a026ce5fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:51.797631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.798171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Bound using segment: {'id': '4ce7c66b-72b9-43ef-ba40-56447b46d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4b3bacc3-ebe2-4363-909f-50a026ce5fed'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:51.805980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Bound port: eac98343-551f-4551-88c5-78a3cbac2d85, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce7c66b-72b9-43ef-ba40-56447b46d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4b3bacc3-ebe2-4363-909f-50a026ce5fed'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:51.808606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.819285 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6327972 Apr 29 07:37:51.821704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.824083 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50344) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:51.851386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'subnet': {'network_id': '7b690259-37bd-4d90-b858-3151c07b3a4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:51.852034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:51.853328 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3fcf1daa-c98d-4ec1-b377-2be58994c489 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7361341 Apr 29 07:37:51.854431 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf7cdd-51bd-4036-8a21-36bee20e7890 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Pushing event updated for resources: {'Network': ['ID=99622752-e105-4b53-a8e2-91d20585214b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:51.854826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a02911-fcfb-45ad-8b53-cd13f770a78d None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:51.856565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50348) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:51.858663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b9a02911-fcfb-45ad-8b53-cd13f770a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:51.922844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 99622752-e105-4b53-a8e2-91d20585214b details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:51.949989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c0dd0-0ad0-4889-90d8-6a8cbaecdd95 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Network': ['ID=7b690259-37bd-4d90-b858-3151c07b3a4f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:52.002269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:52.010213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:52.046118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.6 (4b3bacc3-ebe2-4363-909f-50a026ce5fed/914ff485-9b62-4925-8699-74c69d9ffb83/10c34148-5e34-43b9-90c6-2d86abe58cf8) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:52.082388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] For port eac98343-551f-4551-88c5-78a3cbac2d85, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:52.087531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] For port eac98343-551f-4551-88c5-78a3cbac2d85, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=eac98343-551f-4551-88c5-78a3cbac2d85,segment=NetworkSegment(4ce7c66b-72b9-43ef-ba40-56447b46d26a),segment_id=4ce7c66b-72b9-43ef-ba40-56447b46d26a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:52.098652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Request body: {'network': {'name': 'tempest-network--1294455346', 'router:external': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:52.138897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for router_gateway (f553c6aa-d352-41e0-9c84-73b5d8e8776d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.139700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 7b690259-37bd-4d90-b858-3151c07b3a4f details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:52.142272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b9a02911-fcfb-45ad-8b53-cd13f770a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:52.142691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a02911-fcfb-45ad-8b53-cd13f770a78d None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:52.176328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.227895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Made reservation on behalf of 4616ad9ba93d4779b367173eff1a967d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:52.231028 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.278803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.286282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:52.290240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.295669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313451c-db3a-4103-9be2-12e2229618f4 None None] Pushing event updated for resources: {'Port': ['ID=eac98343-551f-4551-88c5-78a3cbac2d85,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:52.362158 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c8d912c8-624f-4b13-afea-3c5d95b9d0be None None] Current status of the port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:52.367265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c8d912c8-624f-4b13-afea-3c5d95b9d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.402298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36543aa8-be2f-4bcd-8661-fec772b42caf None None] Update dhcp port {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': '14920a71-c449-4a28-a9ed-e114469fb978', 'ip_address': '2001:db8::f816:3eff:fe36:4136'}, {'subnet_id': '98345fc4-0383-407e-a6c3-800f061c1c85'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '8d5443ce-7e7f-4328-83ca-1e34c6988ae3'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:37:52.471311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:52.471690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.481250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c8d912c8-624f-4b13-afea-3c5d95b9d0be None None] For port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:52.482506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-36543aa8-be2f-4bcd-8661-fec772b42caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.506690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (f553c6aa-d352-41e0-9c84-73b5d8e8776d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.514052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c8d912c8-624f-4b13-afea-3c5d95b9d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:52.644947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50362) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:52.735398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d912c8-624f-4b13-afea-3c5d95b9d0be None None] Pushing event updated for resources: {'Port': ['ID=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:52.798299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:52.814455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 172.20.0.7 (5f57687c-3acb-4c32-82c9-53f862533295/98345fc4-0383-407e-a6c3-800f061c1c85/3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:52.878576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dc6c4de4-809c-421e-bd24-ad5c4a3517b0 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:37:52.899477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: dc6c4de4-809c-421e-bd24-ad5c4a3517b0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:37:52.899969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dc6c4de4-809c-421e-bd24-ad5c4a3517b0 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:37:52.931558 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f7c3e28-3f49-4497-844d-5bf4eb3ee2e9 tempest-AgentManagementNegativeTest-420475047 tempest-AgentManagementNegativeTest-420475047-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2852218 Apr 29 07:37:52.936771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:feeb:c89 (5f57687c-3acb-4c32-82c9-53f862533295/14920a71-c449-4a28-a9ed-e114469fb978/3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:52.968802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (10c34148-5e34-43b9-90c6-2d86abe58cf8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.057973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (73aaa29a-7ba3-41e3-884a-371b9ba45d37), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.104901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for security_group (b4593f26-c4dd-40ba-96fb-b4d0d91774c9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.114121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b4593f26-c4dd-40ba-96fb-b4d0d91774c9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.127038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (10c34148-5e34-43b9-90c6-2d86abe58cf8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.177380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:53.204007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Subnet': ['ID=73aaa29a-7ba3-41e3-884a-371b9ba45d37,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:53.205033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4593f26-c4dd-40ba-96fb-b4d0d91774c9,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:53.208826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 4b3bacc3-ebe2-4363-909f-50a026ce5fed is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:53.210175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (2c077fed-ecdb-4423-b4a3-3588f6e43800), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.210593 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Added segment 2c077fed-ecdb-4423-b4a3-3588f6e43800 of type vlan for network 491d8fd8-731c-4ffb-b7cd-e04e6c82e55d Apr 29 07:37:53.233066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:53.248025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:53.255780 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=10c34148-5e34-43b9-90c6-2d86abe58cf8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:53.270176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50370) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:53.282679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Checking segment: {'id': 'e9557391-d1ce-496f-b84d-ed70ff506491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7b690259-37bd-4d90-b858-3151c07b3a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:53.283036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network hostable DHCP agents. Network: 7b690259-37bd-4d90-b858-3151c07b3a4f, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:53.341855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.361364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (491d8fd8-731c-4ffb-b7cd-e04e6c82e55d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.368166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Router f553c6aa-d352-41e0-9c84-73b5d8e8776d is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:37:53.377647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:53.378336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.385516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 7b690259-37bd-4d90-b858-3151c07b3a4f is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:53.428472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 7b690259-37bd-4d90-b858-3151c07b3a4f) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:53.438604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d2ce0-d985-4c99-9293-1d832d487778 None None] Network 7b690259-37bd-4d90-b858-3151c07b3a4f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:53.438774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:53.439229 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.453895 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-be353ccd-8a1e-4db3-93c7-00c01b66684b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7025471 Apr 29 07:37:53.457977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50374) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:53.481170 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-36b3e714-5ebe-4485-86a2-db4c13f381bd tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6445634 Apr 29 07:37:53.498020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50376) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:53.505972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.507295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-49aa7577-3efb-4520-a766-909061fdf7ff tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1404905787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:53.513930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.519344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (491d8fd8-731c-4ffb-b7cd-e04e6c82e55d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.523161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:53.523161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.631930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-36543aa8-be2f-4bcd-8661-fec772b42caf None None] Allocated IP 172.20.0.2 (5f57687c-3acb-4c32-82c9-53f862533295/98345fc4-0383-407e-a6c3-800f061c1c85/8d5443ce-7e7f-4328-83ca-1e34c6988ae3) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:53.650053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73070b04-2dfd-486e-8fb5-96be9b2a5e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.661731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49aa7577-3efb-4520-a766-909061fdf7ff tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (dc078de0-6560-4311-a34a-c79a0750007b), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.662891 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49aa7577-3efb-4520-a766-909061fdf7ff tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (dc078de0-6560-4311-a34a-c79a0750007b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.669734 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9115412 Apr 29 07:37:53.694054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50378) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:53.737505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-7b690259-37bd-4d90-b858-3151c07b3a4f', 'network_id': '7b690259-37bd-4d90-b858-3151c07b3a4f', 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'fixed_ips': [{'subnet_id': '73aaa29a-7ba3-41e3-884a-371b9ba45d37'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:53.739807 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.755865 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9108-3cc3-4376-838e-d14d012a52a8 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'Network': ['ID=491d8fd8-731c-4ffb-b7cd-e04e6c82e55d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:53.800704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d4144-ee8b-4769-b336-b5e85dd5f30e None None] Network 4b3bacc3-ebe2-4363-909f-50a026ce5fed requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:53.828732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:37:53.853395 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Sync routers for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:37:53.875416 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:53.876488 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:53.894245 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 491d8fd8-731c-4ffb-b7cd-e04e6c82e55d details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:53.902078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49aa7577-3efb-4520-a766-909061fdf7ff tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (dc078de0-6560-4311-a34a-c79a0750007b), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.924364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (491d8fd8-731c-4ffb-b7cd-e04e6c82e55d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.931151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49aa7577-3efb-4520-a766-909061fdf7ff tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (dc078de0-6560-4311-a34a-c79a0750007b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.940459 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.941956 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2e2f9a93-9101-458e-965c-94d4802422aa tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.7592471 Apr 29 07:37:53.950928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50380) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:53.982600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49aa7577-3efb-4520-a766-909061fdf7ff tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:53.984028 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-49aa7577-3efb-4520-a766-909061fdf7ff tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4845393 Apr 29 07:37:54.010157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:54.021602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50384) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:54.029689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'port': {'network_id': '7b690259-37bd-4d90-b858-3151c07b3a4f', 'name': 'tempest-RoutersTest-645040021'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:54.062828 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:54.166577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:54.169694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73070b04-2dfd-486e-8fb5-96be9b2a5e36 admin admin] Publish callbacks [] for security_group (592fcf9e-7e51-4dd3-b328-71f0d6568916), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.175553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:54.183465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8b493519-5a71-41f7-8c32-c32dbd470c59 None None] Provisioning complete for port eac98343-551f-4551-88c5-78a3cbac2d85 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:54.184636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b493519-5a71-41f7-8c32-c32dbd470c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.187721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:54.198088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:54.232423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73070b04-2dfd-486e-8fb5-96be9b2a5e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (592fcf9e-7e51-4dd3-b328-71f0d6568916), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.261607 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d4a79e6c-8d70-45a0-807a-6fd4c09e4d36 tempest-TestNetworkAdvancedServerOps-266447372 tempest-TestNetworkAdvancedServerOps-266447372-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c7bb0acb40d64152b3836bfaa0b7f0b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3064532 Apr 29 07:37:54.264020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:54.264345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (491d8fd8-731c-4ffb-b7cd-e04e6c82e55d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.264800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.272717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:54.273094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.274658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50386) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:54.304576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9ccbc-455d-409e-afa4-04d224e20ab1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 10c34148-5e34-43b9-90c6-2d86abe58cf8 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:54.304961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ccbc-455d-409e-afa4-04d224e20ab1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (10c34148-5e34-43b9-90c6-2d86abe58cf8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.317704 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6d12d034-0810-4ad5-ba09-8670ae7e9972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8985543 Apr 29 07:37:54.321706 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:37:51Z', 'revision_number': 3, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:54.327219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50388) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:54.353962 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Checking router: f553c6aa-d352-41e0-9c84-73b5d8e8776d for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:37:54.354694 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Updating router f553c6aa-d352-41e0-9c84-73b5d8e8776d port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:37:54.387382 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.450631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491d8fd8-731c-4ffb-b7cd-e04e6c82e55d']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:54.480381 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-73070b04-2dfd-486e-8fb5-96be9b2a5e36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de4014d3febe498db9f9c678019e3676&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1800778 Apr 29 07:37:54.480381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73070b04-2dfd-486e-8fb5-96be9b2a5e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592fcf9e-7e51-4dd3-b328-71f0d6568916,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:54.481691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50390) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:54.498474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c077fed-ecdb-4423-b4a3-3588f6e43800') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:54.498772 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c077fed-ecdb-4423-b4a3-3588f6e43800') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:54.570379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ccbc-455d-409e-afa4-04d224e20ab1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (10c34148-5e34-43b9-90c6-2d86abe58cf8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.599119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdadee07-11e5-4219-9ffd-c66bd4abb7b7 tempest-TestNetworkAdvancedServerOps-266447372 tempest-TestNetworkAdvancedServerOps-266447372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:54.599690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-345be806-c1d8-488c-955b-ef48a11470e5 admin admin] Publish callbacks [] for security_group (592fcf9e-7e51-4dd3-b328-71f0d6568916), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.599775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-36543aa8-be2f-4bcd-8661-fec772b42caf None None] For port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:54.600564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdadee07-11e5-4219-9ffd-c66bd4abb7b7 tempest-TestNetworkAdvancedServerOps-266447372 tempest-TestNetworkAdvancedServerOps-266447372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:54.602456 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fdadee07-11e5-4219-9ffd-c66bd4abb7b7 tempest-TestNetworkAdvancedServerOps-266447372 tempest-TestNetworkAdvancedServerOps-266447372-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1538 time: 0.3161271 Apr 29 07:37:54.609838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50392) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:54.622139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-345be806-c1d8-488c-955b-ef48a11470e5 admin admin] Publish callbacks [] for security_group (592fcf9e-7e51-4dd3-b328-71f0d6568916), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.625367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (2c077fed-ecdb-4423-b4a3-3588f6e43800), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.662047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Allocated IP 172.20.0.2 (7b690259-37bd-4d90-b858-3151c07b3a4f/73aaa29a-7ba3-41e3-884a-371b9ba45d37/b6a61538-1838-40a7-96ae-69139c8d9ba5) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:54.685038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9ccbc-455d-409e-afa4-04d224e20ab1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 10c34148-5e34-43b9-90c6-2d86abe58cf8 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:54.687370 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b3263ffe-eae2-4cce-83f1-4dd952075a44 tempest-TestNetworkAdvancedServerOps-266447372 tempest-TestNetworkAdvancedServerOps-266447372-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=491d8fd8-731c-4ffb-b7cd-e04e6c82e55d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751646 Apr 29 07:37:54.689304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-345be806-c1d8-488c-955b-ef48a11470e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (592fcf9e-7e51-4dd3-b328-71f0d6568916), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.692597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-345be806-c1d8-488c-955b-ef48a11470e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.696216 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-345be806-c1d8-488c-955b-ef48a11470e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/592fcf9e-7e51-4dd3-b328-71f0d6568916 HTTP/1.1" status: 204 len: 168 time: 0.1860061 Apr 29 07:37:54.699219 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50394) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:54.700096 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Publish callbacks [] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.710465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (2c077fed-ecdb-4423-b4a3-3588f6e43800), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.720632 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.725786 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803d85b-d818-4fbe-8887-e71801a75c8d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:54.732941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803d85b-d818-4fbe-8887-e71801a75c8d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:54.734944 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6803d85b-d818-4fbe-8887-e71801a75c8d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3828778 Apr 29 07:37:54.744387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50398) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:54.745591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-36543aa8-be2f-4bcd-8661-fec772b42caf None None] Publish callbacks [] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.748132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:37:54.749013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (2c077fed-ecdb-4423-b4a3-3588f6e43800), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.769457 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-36543aa8-be2f-4bcd-8661-fec772b42caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.783032 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Attempting to bind port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:54.783448 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Attempting to bind port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:54.783813 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Attempting to bind port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:54.791496 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:54.791876 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:54.792504 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.793357 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:54.794151 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Bound port: 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:54.794691 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:37:54.807306 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:37:54.816351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345be806-c1d8-488c-955b-ef48a11470e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592fcf9e-7e51-4dd3-b328-71f0d6568916,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:54.819915 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-117c2f12-57a1-4174-9bae-ce81d69aaf90 tempest-TestNetworkAdvancedServerOps-266447372 tempest-TestNetworkAdvancedServerOps-266447372-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1147003 Apr 29 07:37:54.825966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50402) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:54.842921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:54.845495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-530856566', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:54.847848 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Pushing event updated for resources: {'Port': ['ID=092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:54.848509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device eac98343-551f-4551-88c5-78a3cbac2d85 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:54.858045 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.858651 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.858959 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.859301 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.859947 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.860590 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.860935 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.861344 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.861839 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.862608 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.862948 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.863272 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.863870 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:37:54.894953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:54.902706 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] For port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:54.907840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.908481 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] For port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:54.917409 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:54.981497 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1b431-d333-4bf6-a257-f2eb35db93cf None None] Pushing event updated for resources: {'Port': ['ID=092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:55.004822 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:37:55.005802 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:55.010149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] device_id is not set on port b94bd0b6-4097-4e31-ba88-0329c4eacda6 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:37:55.070906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Made reservation on behalf of c7bb0acb40d64152b3836bfaa0b7f0b5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:55.075193 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.133687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (491d8fd8-731c-4ffb-b7cd-e04e6c82e55d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.142135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 491d8fd8-731c-4ffb-b7cd-e04e6c82e55d {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:37:55.153127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8b493519-5a71-41f7-8c32-c32dbd470c59 None None] Current status of the port eac98343-551f-4551-88c5-78a3cbac2d85 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:55.153601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b493519-5a71-41f7-8c32-c32dbd470c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.350020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36543aa8-be2f-4bcd-8661-fec772b42caf None None] Pushing event updated for resources: {'Port': ['ID=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:55.470892 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:37:55.489265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (20fadd92-0c91-4b9b-ad86-91b484ffe9df), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.508364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8b493519-5a71-41f7-8c32-c32dbd470c59 None None] For port eac98343-551f-4551-88c5-78a3cbac2d85, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=eac98343-551f-4551-88c5-78a3cbac2d85,segment=NetworkSegment(4ce7c66b-72b9-43ef-ba40-56447b46d26a),segment_id=4ce7c66b-72b9-43ef-ba40-56447b46d26a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:55.545584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b493519-5a71-41f7-8c32-c32dbd470c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.584828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.20.0.1 (0ba558ad-edf5-48fa-b96e-179bab659265/e0cce175-7470-465c-8609-58a917ea0b98/4277aa02-a977-41f1-b522-75f9bcf9a4fa) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:55.595853 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port eac98343-551f-4551-88c5-78a3cbac2d85 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:55.598574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.639585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.653928 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "DELETE /v2.0/networks/491d8fd8-731c-4ffb-b7cd-e04e6c82e55d HTTP/1.1" status: 204 len: 168 time: 1.9576552 Apr 29 07:37:55.666130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50416) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:55.671926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d92cc609-9614-4fce-8126-590d6ea3e0d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:55.672272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d92cc609-9614-4fce-8126-590d6ea3e0d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.690056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:55.736847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaafe3-f370-4b2c-9996-068f864dcdaf tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event deleted for resources: {'Network': ['ID=491d8fd8-731c-4ffb-b7cd-e04e6c82e55d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:55.763939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Made reservation on behalf of 4616ad9ba93d4779b367173eff1a967d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:55.767435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.859823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:55.881937 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'Subnet': ['ID=20fadd92-0c91-4b9b-ad86-91b484ffe9df,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:55.890402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Checking segment: {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:55.890893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Network hostable DHCP agents. Network: 35f6f126-d5ad-454a-9439-8239d8e73051, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:55.918662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (3dc729ff-3f08-45b7-9322-3d4099f41407), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.919401 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Added segment 3dc729ff-3f08-45b7-9322-3d4099f41407 of type vlan for network 1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 Apr 29 07:37:55.941655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d92cc609-9614-4fce-8126-590d6ea3e0d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.957746 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dcbdd8a6-b05d-48b4-84fc-9649c07cdd8a None None] Provisioning complete for port eac98343-551f-4551-88c5-78a3cbac2d85 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:55.957746 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd8a6-b05d-48b4-84fc-9649c07cdd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.960094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Publish callbacks [] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:55.962866 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:37:51Z', 'revision_number': 3, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:37:55.979550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b493519-5a71-41f7-8c32-c32dbd470c59 None None] Pushing event updated for resources: {'Port': ['ID=eac98343-551f-4551-88c5-78a3cbac2d85,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:56.014872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d92cc609-9614-4fce-8126-590d6ea3e0d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:56.025635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Network 35f6f126-d5ad-454a-9439-8239d8e73051 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:56.039212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.050011 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b64e1-2e91-42a7-89ca-a02ca6cf545e None None] The sync data for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv is: [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:37:51Z', 'revision_number': 3, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:37:56.053130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50424) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:56.093137 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.093312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 35f6f126-d5ad-454a-9439-8239d8e73051) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:56.098150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (4277aa02-a977-41f1-b522-75f9bcf9a4fa), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.104751 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:56.105613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.119141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ccbc-455d-409e-afa4-04d224e20ab1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (10c34148-5e34-43b9-90c6-2d86abe58cf8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.134219 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Network 7b690259-37bd-4d90-b858-3151c07b3a4f is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:56.136762 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f06f565-d113-458f-ad8e-475771e61e86 None None] Network 35f6f126-d5ad-454a-9439-8239d8e73051 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:56.180815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:56.186119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9ccbc-455d-409e-afa4-04d224e20ab1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=10c34148-5e34-43b9-90c6-2d86abe58cf8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:56.192303 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c36dcb67-5ee2-431d-85d7-c418c97ba38c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3534415 Apr 29 07:37:56.200757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50428) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:56.236179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.20.0.11 (7b690259-37bd-4d90-b858-3151c07b3a4f/73aaa29a-7ba3-41e3-884a-371b9ba45d37/b94bd0b6-4097-4e31-ba88-0329c4eacda6) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:56.246528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:56.268489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'networks': [{'name': 'tempest-network--419740275'}, {'name': 'tempest-network--1122736978'}]} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:56.268812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'network': {'name': 'tempest-network--419740275'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:56.269300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'network': {'name': 'tempest-network--1122736978'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:56.276699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.277924 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:56.278577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.319757 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6398535 Apr 29 07:37:56.325526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50430) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:56.357403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Pushing event updated for resources: {'Port': ['ID=b6a61538-1838-40a7-96ae-69139c8d9ba5,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:56.418188 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Request body: {'subnet': {'network_id': '1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:56.451197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4277aa02-a977-41f1-b522-75f9bcf9a4fa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.462801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port eac98343-551f-4551-88c5-78a3cbac2d85 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:56.498985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Attempting to bind port b6a61538-1838-40a7-96ae-69139c8d9ba5 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:56.499626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Attempting to bind port b6a61538-1838-40a7-96ae-69139c8d9ba5 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'e9557391-d1ce-496f-b84d-ed70ff506491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7b690259-37bd-4d90-b858-3151c07b3a4f'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:56.500430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Attempting to bind port b6a61538-1838-40a7-96ae-69139c8d9ba5 on network 7b690259-37bd-4d90-b858-3151c07b3a4f {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:56.519045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dcbdd8a6-b05d-48b4-84fc-9649c07cdd8a None None] Current status of the port eac98343-551f-4551-88c5-78a3cbac2d85 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:56.532783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Made reservation on behalf of 9ac7c4de241e455bb0112b9b28f8d226 for: {'network': 2} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:56.537945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dcbdd8a6-b05d-48b4-84fc-9649c07cdd8a None None] Could not find standard attr ID for object 10c34148-5e34-43b9-90c6-2d86abe58cf8. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:37:56.540191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:56.540191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Checking segment: {'id': 'e9557391-d1ce-496f-b84d-ed70ff506491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7b690259-37bd-4d90-b858-3151c07b3a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:56.540752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.541399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Bound using segment: {'id': 'e9557391-d1ce-496f-b84d-ed70ff506491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7b690259-37bd-4d90-b858-3151c07b3a4f'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:56.542296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Bound port: b6a61538-1838-40a7-96ae-69139c8d9ba5, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9557391-d1ce-496f-b84d-ed70ff506491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7b690259-37bd-4d90-b858-3151c07b3a4f'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:56.542725 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.564690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.566753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network 0ba558ad-edf5-48fa-b96e-179bab659265 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:56.584798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Made reservation on behalf of 4616ad9ba93d4779b367173eff1a967d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:37:56.587982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.592043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ccbc-455d-409e-afa4-04d224e20ab1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.593734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-35f6f126-d5ad-454a-9439-8239d8e73051', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:37:56.594682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.595579 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ebd9ccbc-455d-409e-afa4-04d224e20ab1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/10c34148-5e34-43b9-90c6-2d86abe58cf8 HTTP/1.1" status: 204 len: 168 time: 3.1365442 Apr 29 07:37:56.604653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.612643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95185f12-fafb-4038-8229-718cb1c8bead tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'Network': ['ID=1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:56.616974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:56.620515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:56.632112 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50432) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:56.674603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:56.685289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:56.725117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=4277aa02-a977-41f1-b522-75f9bcf9a4fa,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:56.757740 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-051204b8-8198-4306-93be-1b194deb51cf tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:37:56.759016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051204b8-8198-4306-93be-1b194deb51cf tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:37:56.763324 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-051204b8-8198-4306-93be-1b194deb51cf tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/10c34148-5e34-43b9-90c6-2d86abe58cf8 HTTP/1.1" status: 404 len: 333 time: 0.1296644 Apr 29 07:37:56.771852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50434) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:56.833063 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c5f589-ebff-4756-aa21-3d398af5a598 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:37:56.834763 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b5c5f589-ebff-4756-aa21-3d398af5a598 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/10c34148-5e34-43b9-90c6-2d86abe58cf8 HTTP/1.1" status: 404 len: 333 time: 0.0570955 Apr 29 07:37:56.846151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50436) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:56.848300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:56.927395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d4bdab-3262-480d-a69e-ae56a3731847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet 914ff485-9b62-4925-8699-74c69d9ffb83 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:56.950388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c9d4bdab-3262-480d-a69e-ae56a3731847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (914ff485-9b62-4925-8699-74c69d9ffb83), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.026238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7e5c4b3d-7a8d-4882-959b-d3cca2701dce None None] Provisioning complete for port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:57.026238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4b3d-7a8d-4882-959b-d3cca2701dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.077617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c9d4bdab-3262-480d-a69e-ae56a3731847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (914ff485-9b62-4925-8699-74c69d9ffb83), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.081164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d92cc609-9614-4fce-8126-590d6ea3e0d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.100584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] For port b6a61538-1838-40a7-96ae-69139c8d9ba5, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:57.128965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.136287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] For port b6a61538-1838-40a7-96ae-69139c8d9ba5, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b6a61538-1838-40a7-96ae-69139c8d9ba5,segment=NetworkSegment(e9557391-d1ce-496f-b84d-ed70ff506491),segment_id=e9557391-d1ce-496f-b84d-ed70ff506491)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:57.157911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.163054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Allocated IP 172.20.0.2 (35f6f126-d5ad-454a-9439-8239d8e73051/20fadd92-0c91-4b9b-ad86-91b484ffe9df/b633f396-1bd3-4303-8350-a7b472c804d0) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:57.176278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cc609-9614-4fce-8126-590d6ea3e0d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:57.225676 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for security_group (f9fc1879-8f92-48ba-ad9f-6e9b0b61ff30), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.255841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:57.256422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.264862 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f9fc1879-8f92-48ba-ad9f-6e9b0b61ff30), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.265366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.351886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4277aa02-a977-41f1-b522-75f9bcf9a4fa), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.411258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:57.433163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f8b05c69-e420-4f45-b157-afeba618ea42), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.433724 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Added segment f8b05c69-e420-4f45-b157-afeba618ea42 of type vlan for network f6d20c5d-9e39-40c1-ab4e-ce145193298c Apr 29 07:37:57.483947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4807ceb-0afe-4ca8-9571-f0591f4fe94b None None] Pushing event updated for resources: {'Port': ['ID=b6a61538-1838-40a7-96ae-69139c8d9ba5,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:57.497678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c9d4bdab-3262-480d-a69e-ae56a3731847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (914ff485-9b62-4925-8699-74c69d9ffb83), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.572764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c4b3d-7a8d-4882-959b-d3cca2701dce None None] Current status of the port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:57.629123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc1879-8f92-48ba-ad9f-6e9b0b61ff30,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:57.635267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d92cc609-9614-4fce-8126-590d6ea3e0d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.647709 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d92cc609-9614-4fce-8126-590d6ea3e0d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16 HTTP/1.1" status: 204 len: 168 time: 2.9017568 Apr 29 07:37:57.652851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50438) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:57.688702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:57.691083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c9d4bdab-3262-480d-a69e-ae56a3731847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (914ff485-9b62-4925-8699-74c69d9ffb83), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.695635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device eac98343-551f-4551-88c5-78a3cbac2d85 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:57.743917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.747387 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Publish callbacks [] for port (b633f396-1bd3-4303-8350-a7b472c804d0), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.764603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6762b35-3d8c-44cd-82e3-0807c7af7bd8 None None] Network 4b3bacc3-ebe2-4363-909f-50a026ce5fed requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:57.767099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0f62ee6c-4fb8-4b32-8c21-05de90705251 None None] Could not find standard attr ID for object 3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:37:57.793522 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c9d4bdab-3262-480d-a69e-ae56a3731847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.802170 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c9d4bdab-3262-480d-a69e-ae56a3731847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/914ff485-9b62-4925-8699-74c69d9ffb83 HTTP/1.1" status: 204 len: 168 time: 0.9511561 Apr 29 07:37:57.802976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4bdab-3262-480d-a69e-ae56a3731847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=914ff485-9b62-4925-8699-74c69d9ffb83,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:57.828622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (f6d20c5d-9e39-40c1-ab4e-ce145193298c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:57.846662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50440) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:58.065677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 7b690259-37bd-4d90-b858-3151c07b3a4f is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:58.070437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:37:58.080928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c69ad-3e3c-417e-8dad-4e4360ea5b99 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:58.082166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c69ad-3e3c-417e-8dad-4e4360ea5b99 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:58.083571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c69ad-3e3c-417e-8dad-4e4360ea5b99 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:58.088176 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5a0c69ad-3e3c-417e-8dad-4e4360ea5b99 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4323843 Apr 29 07:37:58.088814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50442) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:58.098509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:58.113686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=b94bd0b6-4097-4e31-ba88-0329c4eacda6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:58.119343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:58.158885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.178892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (eb29e7b9-d417-4588-abc8-b703012a6315), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.179741 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Added segment eb29e7b9-d417-4588-abc8-b703012a6315 of type vlan for network 2ec7bfd2-d872-43d5-8dd3-28c8f74e282e Apr 29 07:37:58.216190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Network 35f6f126-d5ad-454a-9439-8239d8e73051 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:58.227051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:58.229872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:37:58.242519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (4b3bacc3-ebe2-4363-909f-50a026ce5fed), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.245826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Pushing event updated for resources: {'Port': ['ID=b633f396-1bd3-4303-8350-a7b472c804d0,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:58.249708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port eac98343-551f-4551-88c5-78a3cbac2d85 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:58.250080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.282137 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (2ec7bfd2-d872-43d5-8dd3-28c8f74e282e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.328204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:58.329010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.351657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e279a63-76c2-464d-8379-9315b830b856 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 14920a71-c449-4a28-a9ed-e114469fb978 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:58.353001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.363596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e279a63-76c2-464d-8379-9315b830b856 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (14920a71-c449-4a28-a9ed-e114469fb978), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.375032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Attempting to bind port b633f396-1bd3-4303-8350-a7b472c804d0 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:37:58.375481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Attempting to bind port b633f396-1bd3-4303-8350-a7b472c804d0 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:37:58.375906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Attempting to bind port b633f396-1bd3-4303-8350-a7b472c804d0 on network 35f6f126-d5ad-454a-9439-8239d8e73051 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:37:58.383617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dca861-7c1d-423b-b271-26bd6f40ec88 None None] DHCP port deletion for 4b3bacc3-ebe2-4363-909f-50a026ce5fed request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:37:58.389606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:37:58.390139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Checking segment: {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:58.390550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.391013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Bound using segment: {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:37:58.391677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Bound port: b633f396-1bd3-4303-8350-a7b472c804d0, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:37:58.392032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.424697 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0d22940c-2de3-4f20-ac48-d7989d043eae tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.4001553 Apr 29 07:37:58.429140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50444) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:58.430666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (f6d20c5d-9e39-40c1-ab4e-ce145193298c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.431161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (2ec7bfd2-d872-43d5-8dd3-28c8f74e282e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.435992 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:58.440080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:58.440703 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.487967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.objects.ports [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:37:58.488459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (7237c70c-7cc4-447b-a2f0-581552aca576), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.499434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port eac98343-551f-4551-88c5-78a3cbac2d85 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:58.504015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e279a63-76c2-464d-8379-9315b830b856 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (14920a71-c449-4a28-a9ed-e114469fb978), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.541376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] For port b633f396-1bd3-4303-8350-a7b472c804d0, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:37:58.544936 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4787650 Apr 29 07:37:58.556235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50446) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:58.568116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-41dca861-7c1d-423b-b271-26bd6f40ec88 None None] Deleting port eac98343-551f-4551-88c5-78a3cbac2d85 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:58.569090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41dca861-7c1d-423b-b271-26bd6f40ec88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.588160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] For port b633f396-1bd3-4303-8350-a7b472c804d0, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b633f396-1bd3-4303-8350-a7b472c804d0,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:37:58.612769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Network': ['ID=f6d20c5d-9e39-40c1-ab4e-ce145193298c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:58.632201 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (4277aa02-a977-41f1-b522-75f9bcf9a4fa), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.636779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.658338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network f6d20c5d-9e39-40c1-ab4e-ce145193298c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:58.682797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7237c70c-7cc4-447b-a2f0-581552aca576,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:58.702558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (4277aa02-a977-41f1-b522-75f9bcf9a4fa), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.755127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-41dca861-7c1d-423b-b271-26bd6f40ec88 None None] For port eac98343-551f-4551-88c5-78a3cbac2d85, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=eac98343-551f-4551-88c5-78a3cbac2d85,segment=NetworkSegment(4ce7c66b-72b9-43ef-ba40-56447b46d26a),segment_id=4ce7c66b-72b9-43ef-ba40-56447b46d26a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:58.755536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41dca861-7c1d-423b-b271-26bd6f40ec88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.796547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-41dca861-7c1d-423b-b271-26bd6f40ec88 None None] Calling delete_port for eac98343-551f-4551-88c5-78a3cbac2d85 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:58.821008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port eac98343-551f-4551-88c5-78a3cbac2d85 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:37:58.821615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.827884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa872712-c115-4846-8cb1-264d0d4c6077 None None] Pushing event updated for resources: {'Port': ['ID=b633f396-1bd3-4303-8350-a7b472c804d0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:58.840194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:58.936783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=4277aa02-a977-41f1-b522-75f9bcf9a4fa,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:58.943070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bca25-cb09-4ff4-98ed-ce9cbd0258ba tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Network': ['ID=2ec7bfd2-d872-43d5-8dd3-28c8f74e282e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:58.965643 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Checking segment: {'id': '3dc729ff-3f08-45b7-9322-3d4099f41407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:37:58.966348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Network hostable DHCP agents. Network: 1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:37:58.980132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e279a63-76c2-464d-8379-9315b830b856 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (14920a71-c449-4a28-a9ed-e114469fb978), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:58.982492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.028127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 2ec7bfd2-d872-43d5-8dd3-28c8f74e282e details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:37:59.073534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] For port eac98343-551f-4551-88c5-78a3cbac2d85, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=eac98343-551f-4551-88c5-78a3cbac2d85,segment=NetworkSegment(4ce7c66b-72b9-43ef-ba40-56447b46d26a),segment_id=4ce7c66b-72b9-43ef-ba40-56447b46d26a)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:59.073901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.091237 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d691823-acc1-4ea3-8ad2-5e16bbfdb657 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:59.096197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d691823-acc1-4ea3-8ad2-5e16bbfdb657 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:59.110488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d691823-acc1-4ea3-8ad2-5e16bbfdb657 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:59.128293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d691823-acc1-4ea3-8ad2-5e16bbfdb657 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:59.147782 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d691823-acc1-4ea3-8ad2-5e16bbfdb657 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:59.149600 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7d691823-acc1-4ea3-8ad2-5e16bbfdb657 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2969 time: 0.5863080 Apr 29 07:37:59.150019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Network 1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:37:59.159733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50448) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:59.171427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41dca861-7c1d-423b-b271-26bd6f40ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.176967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for eac98343-551f-4551-88c5-78a3cbac2d85 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:37:59.226647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dca861-7c1d-423b-b271-26bd6f40ec88 None None] No DVR routers for this DVR port eac98343-551f-4551-88c5-78a3cbac2d85 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:59.228612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dca861-7c1d-423b-b271-26bd6f40ec88 None None] Pushing event deleted for resources: {'Port': ['ID=eac98343-551f-4551-88c5-78a3cbac2d85,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:59.242516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:59.242893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.330516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:59.345350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:37:59.345553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.395354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dee6221-50a3-4b90-b533-8f1803e4c437 None None] Network 1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:59.408195 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e279a63-76c2-464d-8379-9315b830b856 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (14920a71-c449-4a28-a9ed-e114469fb978), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.433068 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4c9d1fd4-8487-40fd-817e-4d858cc7fab0 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1044707 Apr 29 07:37:59.444340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50450) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:59.461662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Request body: {'floatingip': {'floating_network_id': '1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:37:59.472697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (f6d20c5d-9e39-40c1-ab4e-ce145193298c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.475950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e279a63-76c2-464d-8379-9315b830b856 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=14920a71-c449-4a28-a9ed-e114469fb978,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:59.489300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e279a63-76c2-464d-8379-9315b830b856 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.493773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:37:59.494333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.495307 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5e279a63-76c2-464d-8379-9315b830b856 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/14920a71-c449-4a28-a9ed-e114469fb978 HTTP/1.1" status: 204 len: 168 time: 1.3981414 Apr 29 07:37:59.499182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.499965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50452) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:37:59.512954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de9e16-ecb4-4a55-bc52-b807f308a066 None None] Network 7b690259-37bd-4d90-b858-3151c07b3a4f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:59.522265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dbed1e-820c-466c-b9e0-08eae7d58f57 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:59.543444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (eac98343-551f-4551-88c5-78a3cbac2d85), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.616333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network 0ba558ad-edf5-48fa-b96e-179bab659265 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:37:59.628108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:37:59.643418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:37:59.651678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Allocated IP 172.20.0.1 (35f6f126-d5ad-454a-9439-8239d8e73051/20fadd92-0c91-4b9b-ad86-91b484ffe9df/89796ccf-bf61-4413-9705-0ae3fa8f2ce9) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:37:59.658565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.670669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.671646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b6a61538-1838-40a7-96ae-69139c8d9ba5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:37:59.740729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7de4bdd5-26eb-4952-9605-2685c832cc0c None None] Provisioning complete for port b6a61538-1838-40a7-96ae-69139c8d9ba5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:37:59.741214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7de4bdd5-26eb-4952-9605-2685c832cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.857555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=eac98343-551f-4551-88c5-78a3cbac2d85,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:37:59.870751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No DVR routers for this DVR port eac98343-551f-4551-88c5-78a3cbac2d85 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:37:59.876311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d2c781-331c-4cf1-80fd-8a9a07eb42b5 None None] Network 1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:37:59.915826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d33012-41df-4ba1-94ed-b72268d5d179 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 98345fc4-0383-407e-a6c3-800f061c1c85 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:37:59.945109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0d33012-41df-4ba1-94ed-b72268d5d179 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (98345fc4-0383-407e-a6c3-800f061c1c85), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:37:59.985458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (f6d20c5d-9e39-40c1-ab4e-ce145193298c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.003681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:00.051051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d20c5d-9e39-40c1-ab4e-ce145193298c']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:00.080071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (4b3bacc3-ebe2-4363-909f-50a026ce5fed), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.091043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b05c69-e420-4f45-b157-afeba618ea42') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:00.091603 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b05c69-e420-4f45-b157-afeba618ea42') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:00.095313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0d33012-41df-4ba1-94ed-b72268d5d179 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (98345fc4-0383-407e-a6c3-800f061c1c85), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.124096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b6a61538-1838-40a7-96ae-69139c8d9ba5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:00.124486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.128368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (f8b05c69-e420-4f45-b157-afeba618ea42), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.154089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3bacc3-ebe2-4363-909f-50a026ce5fed']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:00.170353 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce7c66b-72b9-43ef-ba40-56447b46d26a') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:00.170933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce7c66b-72b9-43ef-ba40-56447b46d26a') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:00.173404 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f8b05c69-e420-4f45-b157-afeba618ea42), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.186629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7de4bdd5-26eb-4952-9605-2685c832cc0c None None] Current status of the port b6a61538-1838-40a7-96ae-69139c8d9ba5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:00.187152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7de4bdd5-26eb-4952-9605-2685c832cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.190928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (4ce7c66b-72b9-43ef-ba40-56447b46d26a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.195180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:00.195797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (f8b05c69-e420-4f45-b157-afeba618ea42), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:00.205519 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:00.257587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7de4bdd5-26eb-4952-9605-2685c832cc0c None None] For port b6a61538-1838-40a7-96ae-69139c8d9ba5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b6a61538-1838-40a7-96ae-69139c8d9ba5,segment=NetworkSegment(e9557391-d1ce-496f-b84d-ed70ff506491),segment_id=e9557391-d1ce-496f-b84d-ed70ff506491)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:00.270931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (4ce7c66b-72b9-43ef-ba40-56447b46d26a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.284714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7de4bdd5-26eb-4952-9605-2685c832cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.296979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:00.304211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (4ce7c66b-72b9-43ef-ba40-56447b46d26a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:00.332384 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:00.412468 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (f6d20c5d-9e39-40c1-ab4e-ce145193298c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.425481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.433685 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/networks/f6d20c5d-9e39-40c1-ab4e-ce145193298c HTTP/1.1" status: 204 len: 168 time: 1.2712674 Apr 29 07:38:00.448587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50454) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:00.499194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (4b3bacc3-ebe2-4363-909f-50a026ce5fed), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.550122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0d33012-41df-4ba1-94ed-b72268d5d179 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (98345fc4-0383-407e-a6c3-800f061c1c85), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.553284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b10783-00db-4894-89a2-7359d0cb0b6d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Network': ['ID=f6d20c5d-9e39-40c1-ab4e-ce145193298c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:00.583519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.586695 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/networks/4b3bacc3-ebe2-4363-909f-50a026ce5fed HTTP/1.1" status: 204 len: 168 time: 2.7348351 Apr 29 07:38:00.597283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50456) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:00.604494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4bdd5-26eb-4952-9605-2685c832cc0c None None] Pushing event updated for resources: {'Port': ['ID=b6a61538-1838-40a7-96ae-69139c8d9ba5,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:00.612193 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed47db0-5c22-47cb-828c-b29b5e94154a None None] Network 35f6f126-d5ad-454a-9439-8239d8e73051 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:00.618365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b6a61538-1838-40a7-96ae-69139c8d9ba5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:00.619150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.621260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:00.629117 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-232882703'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:00.670762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5c980-576f-4075-a532-ae24eae81577 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Network': ['ID=4b3bacc3-ebe2-4363-909f-50a026ce5fed,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:00.682204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.705987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:00.709781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.715150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (2ec7bfd2-d872-43d5-8dd3-28c8f74e282e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.746019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.765635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0d33012-41df-4ba1-94ed-b72268d5d179 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (98345fc4-0383-407e-a6c3-800f061c1c85), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.787361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:00.819247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Provisioning complete for port b6a61538-1838-40a7-96ae-69139c8d9ba5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:00.820051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.825121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.838474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d33012-41df-4ba1-94ed-b72268d5d179 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=98345fc4-0383-407e-a6c3-800f061c1c85,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:00.852080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c92c9850-010b-4521-a471-c79991d43e12), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.852973 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Added segment c92c9850-010b-4521-a471-c79991d43e12 of type vlan for network 4f1ece2d-54d6-4b56-8f21-7d61721f541a Apr 29 07:38:00.856472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c0d33012-41df-4ba1-94ed-b72268d5d179 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.863285 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c0d33012-41df-4ba1-94ed-b72268d5d179 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/98345fc4-0383-407e-a6c3-800f061c1c85 HTTP/1.1" status: 204 len: 168 time: 1.3620458 Apr 29 07:38:00.876282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50458) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:00.876927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.950733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:38:00.951363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:38:00.951495 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (2ec7bfd2-d872-43d5-8dd3-28c8f74e282e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.962581 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (4f1ece2d-54d6-4b56-8f21-7d61721f541a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.970029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:00.983618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec7bfd2-d872-43d5-8dd3-28c8f74e282e']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:01.003826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb29e7b9-d417-4588-abc8-b703012a6315') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:01.004171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb29e7b9-d417-4588-abc8-b703012a6315') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:01.017727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (eb29e7b9-d417-4588-abc8-b703012a6315), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.018598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=b94bd0b6-4097-4e31-ba88-0329c4eacda6,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:01.029550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (4f1ece2d-54d6-4b56-8f21-7d61721f541a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.034383 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:01.034962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.038074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Current status of the port b6a61538-1838-40a7-96ae-69139c8d9ba5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:01.053073 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Provisioning complete for port b633f396-1bd3-4303-8350-a7b472c804d0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:01.053709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.062625 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (eb29e7b9-d417-4588-abc8-b703012a6315), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.064595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50460) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:01.066708 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-196b18d6-f8c3-44aa-a4b7-c38bf371238a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1868844 Apr 29 07:38:01.077575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:01.143047 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5390952 Apr 29 07:38:01.143047 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:01.143047 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (eb29e7b9-d417-4588-abc8-b703012a6315), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.160377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'Port': ['ID=89796ccf-bf61-4413-9705-0ae3fa8f2ce9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:01.171061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50462) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:01.183622 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:01.185917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '4f1ece2d-54d6-4b56-8f21-7d61721f541a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:01.191742 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Current status of the port b633f396-1bd3-4303-8350-a7b472c804d0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:01.192309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.257036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8958cd-4007-42f4-8f54-9c5e8f147254 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:01.263806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a1640-cee5-4c67-9865-87941a2be640 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Network': ['ID=4f1ece2d-54d6-4b56-8f21-7d61721f541a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:01.310136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (2ec7bfd2-d872-43d5-8dd3-28c8f74e282e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.316664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.322077 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/networks/2ec7bfd2-d872-43d5-8dd3-28c8f74e282e HTTP/1.1" status: 204 len: 168 time: 0.8721125 Apr 29 07:38:01.324997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50464) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:01.340900 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 4f1ece2d-54d6-4b56-8f21-7d61721f541a details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:01.356943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] For port b633f396-1bd3-4303-8350-a7b472c804d0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b633f396-1bd3-4303-8350-a7b472c804d0,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:01.377362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5e6bc-cf39-448b-a9ca-95b41f23fc60 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Network': ['ID=2ec7bfd2-d872-43d5-8dd3-28c8f74e282e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:01.404483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.415786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1519b2cb-6a80-45c5-a291-f7aac50a68e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.416567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:01.420500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.460239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Network 35f6f126-d5ad-454a-9439-8239d8e73051 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:01.471298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:01.475010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.492489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:01.502023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:01.537046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Provisioning complete for port b94bd0b6-4097-4e31-ba88-0329c4eacda6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:01.537458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.592738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Pushing event updated for resources: {'Port': ['ID=b633f396-1bd3-4303-8350-a7b472c804d0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:01.607640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Allocated IP 172.20.0.7 (1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4/7237c70c-7cc4-447b-a2f0-581552aca576/3bbf26d0-c7e2-417f-a54e-f9245c7d2df1) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:01.613364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b6a61538-1838-40a7-96ae-69139c8d9ba5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:01.622543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fe974460-2116-45ce-80dc-43675c6802f4 None None] Port b94bd0b6-4097-4e31-ba88-0329c4eacda6 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:01.625593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076d1d1-109e-4e6d-8758-6b295923f25a tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:01.635156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076d1d1-109e-4e6d-8758-6b295923f25a tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:01.642752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076d1d1-109e-4e6d-8758-6b295923f25a tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:01.646352 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7076d1d1-109e-4e6d-8758-6b295923f25a tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 0.3158274 Apr 29 07:38:01.669312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50466) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:01.676191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-978856753'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:01.715782 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Made reservation on behalf of 9ac7c4de241e455bb0112b9b28f8d226 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:01.719578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.737854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:01.747476 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1f07426f-2dbb-44f4-83f5-905272585082 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/routers/1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8845689 Apr 29 07:38:01.749202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8967bb7f-c5c4-4d1a-84d0-392a83982108 None None] Provisioning complete for port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:01.749592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8967bb7f-c5c4-4d1a-84d0-392a83982108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.761707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669f20b-042a-43b1-8e52-dd76a911a21d None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:01.763616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67175cf1-0b59-447f-acf5-5c7027c1b54c None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:01.768645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50468) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:01.785570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'port': {'network_id': '0ba558ad-edf5-48fa-b96e-179bab659265', 'name': 'tempest-FloatingIPTestJSON-1413123118'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:01.789762 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device eac98343-551f-4551-88c5-78a3cbac2d85 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:01.815243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (f553c6aa-d352-41e0-9c84-73b5d8e8776d), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.822113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: eac98343-551f-4551-88c5-78a3cbac2d85 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:01.822113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device eac98343-551f-4551-88c5-78a3cbac2d85 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:01.846193 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67175cf1-0b59-447f-acf5-5c7027c1b54c None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:01.847016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-67175cf1-0b59-447f-acf5-5c7027c1b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:01.853739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:01.863298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7681a03d-23dc-4b22-bb25-409ae36a26b3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.863971 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Added segment 7681a03d-23dc-4b22-bb25-409ae36a26b3 of type vlan for network 79df06c3-7fbe-4968-8f7c-8996a8c83dec Apr 29 07:38:01.896614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-67175cf1-0b59-447f-acf5-5c7027c1b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:01.908308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (79df06c3-7fbe-4968-8f7c-8996a8c83dec), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.923201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67175cf1-0b59-447f-acf5-5c7027c1b54c None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:01.923776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-67175cf1-0b59-447f-acf5-5c7027c1b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:37:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:01.976832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-67175cf1-0b59-447f-acf5-5c7027c1b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:01.978003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67175cf1-0b59-447f-acf5-5c7027c1b54c None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:01.978746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (79df06c3-7fbe-4968-8f7c-8996a8c83dec), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:01.983915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:01.984608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.043248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8967bb7f-c5c4-4d1a-84d0-392a83982108 None None] Current status of the port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:02.072463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e669f20b-042a-43b1-8e52-dd76a911a21d None None] Deleting port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:02.072463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e669f20b-042a-43b1-8e52-dd76a911a21d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.085946 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4158545 Apr 29 07:38:02.093972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50470) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:02.109037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1240445482'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:02.128154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d099a6-6fdf-48f5-8a42-1d8ac89a5525 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Network': ['ID=79df06c3-7fbe-4968-8f7c-8996a8c83dec,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:02.141204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:02.146380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 79df06c3-7fbe-4968-8f7c-8996a8c83dec details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:02.158285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for port (3bbf26d0-c7e2-417f-a54e-f9245c7d2df1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.161927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (dc078de0-6560-4311-a34a-c79a0750007b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.212353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8967bb7f-c5c4-4d1a-84d0-392a83982108 None None] Provisioning complete for port b633f396-1bd3-4303-8350-a7b472c804d0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:02.212353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8967bb7f-c5c4-4d1a-84d0-392a83982108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.218221 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:38:02.243029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Made reservation on behalf of 528cb288da5b4df2a28de531d04471d8 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:02.246433 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.296902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Made reservation on behalf of 9ac7c4de241e455bb0112b9b28f8d226 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:02.301165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.325061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e669f20b-042a-43b1-8e52-dd76a911a21d None None] For port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:02.325592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e669f20b-042a-43b1-8e52-dd76a911a21d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.338380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] device_id is not set on port 6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:02.348270 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e669f20b-042a-43b1-8e52-dd76a911a21d None None] Calling delete_port for 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:02.353819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (b8fa1c9b-8d94-4594-968d-2f8bf1a04f13), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.369473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:02.369848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.437046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.455451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8967bb7f-c5c4-4d1a-84d0-392a83982108 None None] Current status of the port b633f396-1bd3-4303-8350-a7b472c804d0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:02.470447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:02.482879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3bbf26d0-c7e2-417f-a54e-f9245c7d2df1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.488965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=b8fa1c9b-8d94-4594-968d-2f8bf1a04f13,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:02.512996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.20.0.6 (0ba558ad-edf5-48fa-b96e-179bab659265/e0cce175-7470-465c-8609-58a917ea0b98/6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:02.515865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8967bb7f-c5c4-4d1a-84d0-392a83982108 None None] Provisioning complete for port b94bd0b6-4097-4e31-ba88-0329c4eacda6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:02.516405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8967bb7f-c5c4-4d1a-84d0-392a83982108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.548185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c27492af-8f93-4b12-959d-f9890c1e9514), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.548578 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Added segment c27492af-8f93-4b12-959d-f9890c1e9514 of type vlan for network 01fa765d-8876-4616-bed0-83e3177e135c Apr 29 07:38:02.553204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.599093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e669f20b-042a-43b1-8e52-dd76a911a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.621505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Network 1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:02.635296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:02.636504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b633f396-1bd3-4303-8350-a7b472c804d0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:02.640517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8967bb7f-c5c4-4d1a-84d0-392a83982108 None None] Port b94bd0b6-4097-4e31-ba88-0329c4eacda6 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:02.658823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669f20b-042a-43b1-8e52-dd76a911a21d None None] Pushing event deleted for resources: {'Port': ['ID=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:02.662458 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:02.662611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669f20b-042a-43b1-8e52-dd76a911a21d None None] No DVR routers for this DVR port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:02.665636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:02.692971 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b633f396-1bd3-4303-8350-a7b472c804d0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:02.693593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.708025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Checking segment: {'id': 'c92c9850-010b-4521-a471-c79991d43e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f1ece2d-54d6-4b56-8f21-7d61721f541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:02.708393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network hostable DHCP agents. Network: 4f1ece2d-54d6-4b56-8f21-7d61721f541a, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:02.721177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'Port': ['ID=3bbf26d0-c7e2-417f-a54e-f9245c7d2df1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:02.724895 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.787422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b633f396-1bd3-4303-8350-a7b472c804d0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:02.788511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b6a61538-1838-40a7-96ae-69139c8d9ba5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:02.791841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ac337f1b-d6a2-4908-929c-2102fd762e20 None None] Provisioning complete for port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:02.792109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac337f1b-d6a2-4908-929c-2102fd762e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.820684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.857069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] For port 8d5443ce-7e7f-4328-83ca-1e34c6988ae3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:02.858241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ac337f1b-d6a2-4908-929c-2102fd762e20 None None] Port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:02.871720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b6a61538-1838-40a7-96ae-69139c8d9ba5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:02.871968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.907974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.913056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.956541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (8d5443ce-7e7f-4328-83ca-1e34c6988ae3), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.959052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b6a61538-1838-40a7-96ae-69139c8d9ba5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:02.989107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (8f579935-babb-47cf-8bc5-0efe0b18ddd7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:02.995589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network 0ba558ad-edf5-48fa-b96e-179bab659265 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:02.997360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:03.018582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:03.030040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:03.037713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:03.046812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:03.047165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8d5443ce-7e7f-4328-83ca-1e34c6988ae3 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:03.083753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=8d5443ce-7e7f-4328-83ca-1e34c6988ae3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:03.083994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (01fa765d-8876-4616-bed0-83e3177e135c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.093600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:03.100807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:03.108453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:03.109040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.112091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef113c-5276-44b8-badf-08eb73a4f0cc None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:03.116379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=8f579935-babb-47cf-8bc5-0efe0b18ddd7,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:03.138197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:03.138863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.151447 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-085f5d3f-cc0c-4f37-b99f-efcb4dc33520 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0825989 Apr 29 07:38:03.152088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50472) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:03.157937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:03.165988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 4f1ece2d-54d6-4b56-8f21-7d61721f541a is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:03.208842 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-84fdec13-e01e-4876-941b-524580e154bf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4390671 Apr 29 07:38:03.211473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50474) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:03.218034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'port': {'network_id': '0ba558ad-edf5-48fa-b96e-179bab659265', 'name': 'tempest-FloatingIPTestJSON-112448817'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:03.238018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '8f579935-babb-47cf-8bc5-0efe0b18ddd7'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:03.239023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.286106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (01fa765d-8876-4616-bed0-83e3177e135c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.291110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:03.291949 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.315892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 4f1ece2d-54d6-4b56-8f21-7d61721f541a) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:03.347758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d671e9-5425-4845-9439-c2fcc8251751 None None] Network 4f1ece2d-54d6-4b56-8f21-7d61721f541a requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:03.367376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:03.372451 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.377316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:03.377907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.412275 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3135891 Apr 29 07:38:03.418617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d55833f-606e-4f8b-aa4a-50940f69eb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.432009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50478) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:03.451328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'ports': [{'network_id': '79df06c3-7fbe-4968-8f7c-8996a8c83dec', 'name': 'tempest-port--1036686032', 'admin_state_up': True}, {'network_id': '01fa765d-8876-4616-bed0-83e3177e135c', 'admin_state_up': False}]} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:03.451714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'port': {'network_id': '79df06c3-7fbe-4968-8f7c-8996a8c83dec', 'name': 'tempest-port--1036686032', 'admin_state_up': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:03.452121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'port': {'network_id': '01fa765d-8876-4616-bed0-83e3177e135c', 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:03.479221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for floatingip (5dfbf92b-bed2-4cca-affe-4b07531841fe), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.485741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe1ec9-fdbe-4cfe-9074-05e719746b26 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Network': ['ID=01fa765d-8876-4616-bed0-83e3177e135c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:03.547851 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cb64bb23-c372-4f73-a0f9-fa06ea901f5a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3743131 Apr 29 07:38:03.612803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50480) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:03.623821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': '4f1ece2d-54d6-4b56-8f21-7d61721f541a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-784531082'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:03.671430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 01fa765d-8876-4616-bed0-83e3177e135c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:03.699014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Made reservation on behalf of 528cb288da5b4df2a28de531d04471d8 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:03.702784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.715946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-4f1ece2d-54d6-4b56-8f21-7d61721f541a', 'network_id': '4f1ece2d-54d6-4b56-8f21-7d61721f541a', 'project_id': 'd31e6458f9f24d408e4ce3f7728ed9b2', 'fixed_ips': [{'subnet_id': 'b8fa1c9b-8d94-4594-968d-2f8bf1a04f13'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:03.717453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.726250 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] device_id is not set on port f067ba64-be17-4278-9c82-cc095659f152 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:03.753405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3bbf26d0-c7e2-417f-a54e-f9245c7d2df1), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:03.757908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Allocated IP 2001:db8::f816:3eff:feb3:b177 (5f57687c-3acb-4c32-82c9-53f862533295/8f579935-babb-47cf-8bc5-0efe0b18ddd7/8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:03.879590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.20.0.12 (0ba558ad-edf5-48fa-b96e-179bab659265/e0cce175-7470-465c-8609-58a917ea0b98/f067ba64-be17-4278-9c82-cc095659f152) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:03.972442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Allocated IP 172.20.0.2 (4f1ece2d-54d6-4b56-8f21-7d61721f541a/b8fa1c9b-8d94-4594-968d-2f8bf1a04f13/0fbcc932-aed8-44b7-9da9-8cafee3db498) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:04.017450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.057034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.065853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.079020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Publish callbacks [] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.091501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.094788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (1232aa55-cd7a-4504-bfdf-2fa743d50423), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.095877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:04.099245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.126033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.135801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Made reservation on behalf of 9ac7c4de241e455bb0112b9b28f8d226 for: {'port': 2} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:04.139985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.141161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:04.148752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:04.154455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:04.165180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:04.170347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:04.173769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:04.174834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.202382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (f067ba64-be17-4278-9c82-cc095659f152), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.204030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=1232aa55-cd7a-4504-bfdf-2fa743d50423,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:04.224486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Pushing event updated for resources: {'Port': ['ID=8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:04.227938 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e9e6334a-ad7f-416c-99ef-2e3844b2c6fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0716493 Apr 29 07:38:04.228188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50482) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:04.229210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (f553c6aa-d352-41e0-9c84-73b5d8e8776d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.230891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'Port': ['ID=89796ccf-bf61-4413-9705-0ae3fa8f2ce9,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:04.236491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:23:bd:bb', 'name': 'tempest-NetworksTestDHCPv6-1070976769'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:04.240543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.256839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port ad0cc065-0ff1-476d-b455-37f101787caf yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:04.274875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Attempting to bind port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:04.275851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Attempting to bind port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:04.276022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Attempting to bind port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:04.287979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Publish callbacks [] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.294023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:04.294023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:04.295007 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.295536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:04.296204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Bound port: 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:04.296685 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.307480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.321723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (dc078de0-6560-4311-a34a-c79a0750007b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.344067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f067ba64-be17-4278-9c82-cc095659f152), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.368430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Network 4f1ece2d-54d6-4b56-8f21-7d61721f541a is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:04.377523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:04.387904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:04.401973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Pushing event updated for resources: {'Port': ['ID=0fbcc932-aed8-44b7-9da9-8cafee3db498,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:04.405681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network 0ba558ad-edf5-48fa-b96e-179bab659265 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:04.416503 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:04.432498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:04.435398 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=f067ba64-be17-4278-9c82-cc095659f152,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:04.438838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] For port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:04.468720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] For port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:04.478552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=b94bd0b6-4097-4e31-ba88-0329c4eacda6,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:04.480606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.492382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Attempting to bind port 0fbcc932-aed8-44b7-9da9-8cafee3db498 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:04.492571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:04.492750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Attempting to bind port 0fbcc932-aed8-44b7-9da9-8cafee3db498 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'c92c9850-010b-4521-a471-c79991d43e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f1ece2d-54d6-4b56-8f21-7d61721f541a'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:04.493110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Attempting to bind port 0fbcc932-aed8-44b7-9da9-8cafee3db498 on network 4f1ece2d-54d6-4b56-8f21-7d61721f541a {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:04.520463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:04.525957 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Checking segment: {'id': 'c92c9850-010b-4521-a471-c79991d43e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f1ece2d-54d6-4b56-8f21-7d61721f541a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:04.526365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.526758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Bound using segment: {'id': 'c92c9850-010b-4521-a471-c79991d43e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f1ece2d-54d6-4b56-8f21-7d61721f541a'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:04.527249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Bound port: 0fbcc932-aed8-44b7-9da9-8cafee3db498, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92c9850-010b-4521-a471-c79991d43e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4f1ece2d-54d6-4b56-8f21-7d61721f541a'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:04.527628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.554186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:04.554926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.556741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for port (3bbf26d0-c7e2-417f-a54e-f9245c7d2df1), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.590562 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2cb35d67-5299-49cf-a8f4-ffd4045f7f83 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3781805 Apr 29 07:38:04.593627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50484) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:04.598051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'f067ba64-be17-4278-9c82-cc095659f152', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:04.626675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.664449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cacff-eb90-415c-b0e1-23219d5382d2 None None] Pushing event updated for resources: {'Port': ['ID=8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:04.682584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] For port 0fbcc932-aed8-44b7-9da9-8cafee3db498, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:04.689933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] For port 0fbcc932-aed8-44b7-9da9-8cafee3db498, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fbcc932-aed8-44b7-9da9-8cafee3db498,segment=NetworkSegment(c92c9850-010b-4521-a471-c79991d43e12),segment_id=c92c9850-010b-4521-a471-c79991d43e12)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:04.695915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.703659 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.724649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.811369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11a03b-4ed3-4437-b79e-ff5001c2225d None None] Pushing event updated for resources: {'Port': ['ID=0fbcc932-aed8-44b7-9da9-8cafee3db498,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:04.818512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port c787dcd2-30c5-427e-be66-7821471b23a7 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:04.941345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (3bbf26d0-c7e2-417f-a54e-f9245c7d2df1), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:04.970873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.067294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] device_id is not set on port 909b445f-895a-46b8-8030-493ee1aee5ab yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:05.105077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.13 (4f1ece2d-54d6-4b56-8f21-7d61721f541a/b8fa1c9b-8d94-4594-968d-2f8bf1a04f13/ad0cc065-0ff1-476d-b455-37f101787caf) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:05.146304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'Port': ['ID=3bbf26d0-c7e2-417f-a54e-f9245c7d2df1,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:05.158084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Network 35f6f126-d5ad-454a-9439-8239d8e73051 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:05.159947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 172.20.0.9 (5f57687c-3acb-4c32-82c9-53f862533295/1232aa55-cd7a-4504-bfdf-2fa743d50423/c787dcd2-30c5-427e-be66-7821471b23a7) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:05.168701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:05.172816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:fe23:bdbb (5f57687c-3acb-4c32-82c9-53f862533295/8f579935-babb-47cf-8bc5-0efe0b18ddd7/c787dcd2-30c5-427e-be66-7821471b23a7) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:05.187905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.26.3.216 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/21dd1c05-860e-4370-8bba-9b2464cf5ca9) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:05.211064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (5dfbf92b-bed2-4cca-affe-4b07531841fe), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.234362 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.253180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 7b690259-37bd-4d90-b858-3151c07b3a4f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:05.269587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:05.415020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.416273 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fd6cb64d-4d8e-4ff6-ae8f-8a92fa202769 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9706564 Apr 29 07:38:05.428637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (21dd1c05-860e-4370-8bba-9b2464cf5ca9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.429968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50486) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:05.543339 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e7f52e34-5d65-4f5e-b956-0c2f94b3a285 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 HTTP/1.1" status: 200 len: 689 time: 0.1118569 Apr 29 07:38:05.544862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50488) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:05.578191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (ad0cc065-0ff1-476d-b455-37f101787caf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.581667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (c787dcd2-30c5-427e-be66-7821471b23a7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.609697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (21dd1c05-860e-4370-8bba-9b2464cf5ca9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.683160 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:05.693958 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:05.696541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:05.701911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=21dd1c05-860e-4370-8bba-9b2464cf5ca9,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:05.725849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c787dcd2-30c5-427e-be66-7821471b23a7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.743050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Router f553c6aa-d352-41e0-9c84-73b5d8e8776d has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:05.752129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for port (909b445f-895a-46b8-8030-493ee1aee5ab), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.754597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-31bc0183-7806-4f68-9c52-6229b6006e75 None None] Provisioning complete for port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:05.755107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-31bc0183-7806-4f68-9c52-6229b6006e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.781793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:05.788466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:05.797134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:05.821550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-31bc0183-7806-4f68-9c52-6229b6006e75 None None] Port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:05.834913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-31bc0183-7806-4f68-9c52-6229b6006e75 None None] Provisioning complete for port b94bd0b6-4097-4e31-ba88-0329c4eacda6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:05.835802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-31bc0183-7806-4f68-9c52-6229b6006e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.901192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=c787dcd2-30c5-427e-be66-7821471b23a7,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:05.931119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-31bc0183-7806-4f68-9c52-6229b6006e75 None None] Port b94bd0b6-4097-4e31-ba88-0329c4eacda6 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:05.951603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ad0cc065-0ff1-476d-b455-37f101787caf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.987171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:05.996798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:05.997609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.080557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fbcc932-aed8-44b7-9da9-8cafee3db498 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:06.085680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaacb8f-3b5b-413c-8011-74e5548abb3c None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:06.086583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] device_id is not set on port 2e809b2c-727c-4bf4-a3b5-2e3946dc6b42 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:06.101430 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f583c636-99ac-4e11-9cff-558fcddd971a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8697319 Apr 29 07:38:06.101740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50490) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:06.149596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.151456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=ad0cc065-0ff1-476d-b455-37f101787caf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:06.176147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router dc078de0-6560-4311-a34a-c79a0750007b is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:38:06.180748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 4f1ece2d-54d6-4b56-8f21-7d61721f541a is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:06.195290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd0e7b7-f763-4c94-b89a-e504ec1a30bc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:06.201367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd0e7b7-f763-4c94-b89a-e504ec1a30bc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:06.203040 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-efd0e7b7-f763-4c94-b89a-e504ec1a30bc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1003711 Apr 29 07:38:06.206235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50492) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:06.227356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3099df53-5293-4365-8b6c-952bcf51c655 None None] Provisioning complete for port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:06.228150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3099df53-5293-4365-8b6c-952bcf51c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.290226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:06.300646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:06.348535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0fbcc932-aed8-44b7-9da9-8cafee3db498 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:06.349306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.375347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3099df53-5293-4365-8b6c-952bcf51c655 None None] Current status of the port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:06.376024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3099df53-5293-4365-8b6c-952bcf51c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.427864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca318de0-5e81-4be6-a25d-d18c1a4c5ef6 None None] Network 4f1ece2d-54d6-4b56-8f21-7d61721f541a requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:06.483507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3099df53-5293-4365-8b6c-952bcf51c655 None None] For port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:06.498609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:06.500156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.502654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:06.514274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3099df53-5293-4365-8b6c-952bcf51c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.527086 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d20435ef-3a10-49a4-81c7-631712cc01e1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "PUT /v2.0/routers/f553c6aa-d352-41e0-9c84-73b5d8e8776d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3071783 Apr 29 07:38:06.539386 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Sync routers for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:06.559329 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:06.560345 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:06.570634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for port (2e809b2c-727c-4bf4-a3b5-2e3946dc6b42), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.579149 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1d610911-263a-4ec1-8e38-8d54d0fc0c39 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9628928 Apr 29 07:38:06.584365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50496) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:06.586816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:06.595533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-10a97922-4937-43a0-b177-51bfe22c0df4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/dc078de0-6560-4311-a34a-c79a0750007b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1207643 Apr 29 07:38:06.604318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Deleting port 3bbf26d0-c7e2-417f-a54e-f9245c7d2df1 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:06.604685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3bbf26d0-c7e2-417f-a54e-f9245c7d2df1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.606406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50498) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:06.622765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (3c785c91-d047-4c69-8460-32ea4fe7c875), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.642750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34527694-4a63-407f-99af-8f2a08463ff6 None None] Sync routers for ids ['dc078de0-6560-4311-a34a-c79a0750007b'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:06.685013 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:38:06.755128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0fbcc932-aed8-44b7-9da9-8cafee3db498 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:06.755680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.757435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34527694-4a63-407f-99af-8f2a08463ff6 None None] Routers {'dc078de0-6560-4311-a34a-c79a0750007b'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:06.758067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-34527694-4a63-407f-99af-8f2a08463ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dc078de0-6560-4311-a34a-c79a0750007b'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:06.760467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa43fecc-dfcc-40c3-b21c-bb1291c8eb6b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:06.764736 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aa43fecc-dfcc-40c3-b21c-bb1291c8eb6b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports/b94bd0b6-4097-4e31-ba88-0329c4eacda6 HTTP/1.1" status: 200 len: 977 time: 0.1546993 Apr 29 07:38:06.766791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50514) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:06.830358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-34527694-4a63-407f-99af-8f2a08463ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:06.861343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (21dd1c05-860e-4370-8bba-9b2464cf5ca9), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.877120 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d5771724-4cd3-421e-8f6c-d443835cb9b9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port c787dcd2-30c5-427e-be66-7821471b23a7 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:06.877882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d5771724-4cd3-421e-8f6c-d443835cb9b9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c787dcd2-30c5-427e-be66-7821471b23a7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:06.910454 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:38:02Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '89796ccf-bf61-4413-9705-0ae3fa8f2ce9', 'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'mac_address': 'fa:16:3e:6e:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:59Z', 'updated_at': '2022-04-29T07:38:03Z', 'revision_number': 2, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'subnets': [{'id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:06.942864 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Checking router: f553c6aa-d352-41e0-9c84-73b5d8e8776d for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:38:06.943707 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Updating router f553c6aa-d352-41e0-9c84-73b5d8e8776d port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:38:06.979625 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.063367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92240a4-820a-4e48-90dd-1e1492f96585 None None] Update dhcp port {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': '8f579935-babb-47cf-8bc5-0efe0b18ddd7', 'ip_address': '2001:db8::f816:3eff:feb3:b177'}, {'subnet_id': '1232aa55-cd7a-4504-bfdf-2fa743d50423'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:38:07.100759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34527694-4a63-407f-99af-8f2a08463ff6 None None] Routers {'dc078de0-6560-4311-a34a-c79a0750007b'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:07.101684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-34527694-4a63-407f-99af-8f2a08463ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dc078de0-6560-4311-a34a-c79a0750007b'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:07.107895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-94c44347-21fe-4d55-bae5-22ff8ee96706 None None] Provisioning complete for port 0fbcc932-aed8-44b7-9da9-8cafee3db498 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:07.108256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-94c44347-21fe-4d55-bae5-22ff8ee96706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.112089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d92240a4-820a-4e48-90dd-1e1492f96585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.142835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (909b445f-895a-46b8-8030-493ee1aee5ab), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.192175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3bbf26d0-c7e2-417f-a54e-f9245c7d2df1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.192946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for floatingip (3bbf26d0-c7e2-417f-a54e-f9245c7d2df1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.227251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Calling delete_port for 3bbf26d0-c7e2-417f-a54e-f9245c7d2df1 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:07.228654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-34527694-4a63-407f-99af-8f2a08463ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:07.229380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34527694-4a63-407f-99af-8f2a08463ff6 None None] The sync data for ids ['dc078de0-6560-4311-a34a-c79a0750007b'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:07.289573 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 0fbcc932-aed8-44b7-9da9-8cafee3db498, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fbcc932-aed8-44b7-9da9-8cafee3db498,segment=NetworkSegment(c92c9850-010b-4521-a471-c79991d43e12),segment_id=c92c9850-010b-4521-a471-c79991d43e12)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:07.307123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099df53-5293-4365-8b6c-952bcf51c655 None None] Pushing event updated for resources: {'Port': ['ID=8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:07.326469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.327607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:07.348975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Port': ['ID=909b445f-895a-46b8-8030-493ee1aee5ab,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:07.349490 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Publish callbacks [] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.363729 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.394140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (21dd1c05-860e-4370-8bba-9b2464cf5ca9), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.413669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-96bfac25-32b5-4f57-b012-ba1ac07e18dd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port ad0cc065-0ff1-476d-b455-37f101787caf {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:07.414011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96bfac25-32b5-4f57-b012-ba1ac07e18dd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ad0cc065-0ff1-476d-b455-37f101787caf), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.479274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Checking segment: {'id': '7681a03d-23dc-4b22-bb25-409ae36a26b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '79df06c3-7fbe-4968-8f7c-8996a8c83dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:07.479637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Network hostable DHCP agents. Network: 79df06c3-7fbe-4968-8f7c-8996a8c83dec, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:07.510831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d5771724-4cd3-421e-8f6c-d443835cb9b9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c787dcd2-30c5-427e-be66-7821471b23a7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.535692 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-4c162648-6bae-4be3-bbaa-e43f480242d3 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440736194&fields=id&tenant_id=c7bb0acb40d64152b3836bfaa0b7f0b5 HTTP/1.1" status: 200 len: 267 time: 0.7673373 Apr 29 07:38:07.536893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d5771724-4cd3-421e-8f6c-d443835cb9b9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for c787dcd2-30c5-427e-be66-7821471b23a7 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:07.572541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (21dd1c05-860e-4370-8bba-9b2464cf5ca9), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.588155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Network 79df06c3-7fbe-4968-8f7c-8996a8c83dec is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:07.602315 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a892fc-17e7-46bb-970e-552515fcea1a None None] Pushing event updated for resources: {'Port': ['ID=89796ccf-bf61-4413-9705-0ae3fa8f2ce9,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:07.606029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.658445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=21dd1c05-860e-4370-8bba-9b2464cf5ca9,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:07.677465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96bfac25-32b5-4f57-b012-ba1ac07e18dd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ad0cc065-0ff1-476d-b455-37f101787caf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.691811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 79df06c3-7fbe-4968-8f7c-8996a8c83dec) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:07.703324 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Attempting to bind port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:07.704412 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Attempting to bind port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:07.704988 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Attempting to bind port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 on network 35f6f126-d5ad-454a-9439-8239d8e73051 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:07.707480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:07.708334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2e809b2c-727c-4bf4-a3b5-2e3946dc6b42), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.711501 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:07.712205 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Checking segment: {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:07.712833 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.713464 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Bound using segment: {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:07.714410 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Bound port: 89796ccf-bf61-4413-9705-0ae3fa8f2ce9, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:07.715093 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.742611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-96bfac25-32b5-4f57-b012-ba1ac07e18dd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for ad0cc065-0ff1-476d-b455-37f101787caf owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:07.774545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8991577-dc15-47e5-89ba-617a18d9aa92 None None] Network 79df06c3-7fbe-4968-8f7c-8996a8c83dec requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:07.840775 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] For port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:07.846229 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] For port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=89796ccf-bf61-4413-9705-0ae3fa8f2ce9,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:07.854262 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.880258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=0fbcc932-aed8-44b7-9da9-8cafee3db498,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:07.904667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3bbf26d0-c7e2-417f-a54e-f9245c7d2df1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.919539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-94c44347-21fe-4d55-bae5-22ff8ee96706 None None] Current status of the port 0fbcc932-aed8-44b7-9da9-8cafee3db498 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:07.932862 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a892fc-17e7-46bb-970e-552515fcea1a None None] Pushing event updated for resources: {'Port': ['ID=89796ccf-bf61-4413-9705-0ae3fa8f2ce9,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:07.943505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-d92240a4-820a-4e48-90dd-1e1492f96585 None None] Allocated IP 172.20.0.2 (5f57687c-3acb-4c32-82c9-53f862533295/1232aa55-cd7a-4504-bfdf-2fa743d50423/8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:07.947060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Port': ['ID=2e809b2c-727c-4bf4-a3b5-2e3946dc6b42,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:07.950015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:07.950578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:07.990016 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:07.990610 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:08.062005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bbf26d0-c7e2-417f-a54e-f9245c7d2df1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:08.149092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Provisioning complete for port 0fbcc932-aed8-44b7-9da9-8cafee3db498 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:08.149702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.150555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (3c785c91-d047-4c69-8460-32ea4fe7c875), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.159665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Checking segment: {'id': 'c27492af-8f93-4b12-959d-f9890c1e9514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '01fa765d-8876-4616-bed0-83e3177e135c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:08.160262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Network hostable DHCP agents. Network: 01fa765d-8876-4616-bed0-83e3177e135c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:08.213003 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:38:08.278565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d92240a4-820a-4e48-90dd-1e1492f96585 None None] For port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:08.286474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for floatingip (5dfbf92b-bed2-4cca-affe-4b07531841fe), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.296844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Network 01fa765d-8876-4616-bed0-83e3177e135c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:08.315463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:08.323534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 01fa765d-8876-4616-bed0-83e3177e135c) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:08.339499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e45903b-0906-46f7-8b70-b75df7304891 None None] Network 01fa765d-8876-4616-bed0-83e3177e135c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:08.385993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:08.400699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:08.417244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:08.417244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.417244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96bfac25-32b5-4f57-b012-ba1ac07e18dd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ad0cc065-0ff1-476d-b455-37f101787caf), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.484183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d92240a4-820a-4e48-90dd-1e1492f96585 None None] Publish callbacks [] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.501533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d5771724-4cd3-421e-8f6c-d443835cb9b9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c787dcd2-30c5-427e-be66-7821471b23a7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.502751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fbcc932-aed8-44b7-9da9-8cafee3db498 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:08.525321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfac25-32b5-4f57-b012-ba1ac07e18dd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=ad0cc065-0ff1-476d-b455-37f101787caf,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:08.543514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-0dcf53e3-83f5-420c-96c1-623ee843eed0 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:08.545098 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-0dcf53e3-83f5-420c-96c1-623ee843eed0 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/networks?id=35f6f126-d5ad-454a-9439-8239d8e73051 HTTP/1.1" status: 200 len: 797 time: 0.9677186 Apr 29 07:38:08.551709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5771724-4cd3-421e-8f6c-d443835cb9b9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=c787dcd2-30c5-427e-be66-7821471b23a7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:08.554976 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-209c52e7-a34f-4564-96c6-a69d4f144117 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1142349 Apr 29 07:38:08.559627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (dc078de0-6560-4311-a34a-c79a0750007b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.565285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50518) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:08.584953 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP 3c785c91-d047-4c69-8460-32ea4fe7c875 associated. External IP: 172.26.3.216, port: f067ba64-be17-4278-9c82-cc095659f152. Apr 29 07:38:08.592228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d92240a4-820a-4e48-90dd-1e1492f96585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.625783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (7237c70c-7cc4-447b-a2f0-581552aca576), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.649111 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:38:02Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '89796ccf-bf61-4413-9705-0ae3fa8f2ce9', 'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'mac_address': 'fa:16:3e:6e:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:59Z', 'updated_at': '2022-04-29T07:38:07Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'subnets': [{'id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:08.707897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Current status of the port 0fbcc932-aed8-44b7-9da9-8cafee3db498 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:08.766359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Could not find standard attr ID for object ad0cc065-0ff1-476d-b455-37f101787caf. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:38:08.779492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92240a4-820a-4e48-90dd-1e1492f96585 None None] Pushing event updated for resources: {'Port': ['ID=8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:08.792085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96bfac25-32b5-4f57-b012-ba1ac07e18dd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.799953 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-96bfac25-32b5-4f57-b012-ba1ac07e18dd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/ad0cc065-0ff1-476d-b455-37f101787caf HTTP/1.1" status: 204 len: 168 time: 2.2089291 Apr 29 07:38:08.803899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50520) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:08.806474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Provisioning complete for port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:08.806634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.809484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0fbcc932-aed8-44b7-9da9-8cafee3db498 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:08.809845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:08.857604 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-e90ae35f-8ea7-4664-8f6a-8fca1e76841b tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/quotas/c7bb0acb40d64152b3836bfaa0b7f0b5 HTTP/1.1" status: 200 len: 375 time: 0.2935114 Apr 29 07:38:08.863278 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88a3508-378f-4afd-9dce-86d90659b662 None None] The sync data for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv is: [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:38:02Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '89796ccf-bf61-4413-9705-0ae3fa8f2ce9', 'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'mac_address': 'fa:16:3e:6e:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:59Z', 'updated_at': '2022-04-29T07:38:07Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'subnets': [{'id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:08.884235 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1f2d88-cbc5-49a1-a0e9-3be0c931b314 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:38:08.885988 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fb1f2d88-cbc5-49a1-a0e9-3be0c931b314 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/ad0cc065-0ff1-476d-b455-37f101787caf HTTP/1.1" status: 404 len: 333 time: 0.0775051 Apr 29 07:38:08.896190 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50522) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:08.982532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (7237c70c-7cc4-447b-a2f0-581552aca576), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.000491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Current status of the port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:09.000879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.040349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0fbcc932-aed8-44b7-9da9-8cafee3db498 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:09.041527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:09.066802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7237c70c-7cc4-447b-a2f0-581552aca576,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:09.107651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] For port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=89796ccf-bf61-4413-9705-0ae3fa8f2ce9,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:09.127436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f7e28e-b838-4bf6-86cb-d7b3601d7bee tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet b8fa1c9b-8d94-4594-968d-2f8bf1a04f13 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:09.133327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.155936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e28e-b838-4bf6-86cb-d7b3601d7bee tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (b8fa1c9b-8d94-4594-968d-2f8bf1a04f13), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.170073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.220143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:09.220516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.223525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cf7cd-8beb-4506-8cc4-c53d6e62cb10 None None] Pushing event updated for resources: {'Port': ['ID=89796ccf-bf61-4413-9705-0ae3fa8f2ce9,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:09.230611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:09.237080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d5771724-4cd3-421e-8f6c-d443835cb9b9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.237786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port b94bd0b6-4097-4e31-ba88-0329c4eacda6 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:09.238118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.241046 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d5771724-4cd3-421e-8f6c-d443835cb9b9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/c787dcd2-30c5-427e-be66-7821471b23a7 HTTP/1.1" status: 204 len: 168 time: 3.0336354 Apr 29 07:38:09.255844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28414444-6f40-40ff-9dbc-291dbb747265 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:09.256884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50524) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:09.260917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc729ff-3f08-45b7-9322-3d4099f41407') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:09.261106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28414444-6f40-40ff-9dbc-291dbb747265 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:09.261197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc729ff-3f08-45b7-9322-3d4099f41407') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:09.265857 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-28414444-6f40-40ff-9dbc-291dbb747265 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6823289 Apr 29 07:38:09.266150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-482d1230-3493-441c-9c9a-a7ffa76accd7 None None] Could not find standard attr ID for object ad0cc065-0ff1-476d-b455-37f101787caf. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:38:09.269565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50526) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:09.299089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-482d1230-3493-441c-9c9a-a7ffa76accd7 None None] Provisioning complete for port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:09.299448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-482d1230-3493-441c-9c9a-a7ffa76accd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.318152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e28e-b838-4bf6-86cb-d7b3601d7bee tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (b8fa1c9b-8d94-4594-968d-2f8bf1a04f13), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.358189 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (3dc729ff-3f08-45b7-9322-3d4099f41407), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.390265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:09.423372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (3dc729ff-3f08-45b7-9322-3d4099f41407), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.453739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ac7b2-de9e-42b0-b93f-111d4510454b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:09.455040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ac7b2-de9e-42b0-b93f-111d4510454b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:09.456449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ac7b2-de9e-42b0-b93f-111d4510454b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:09.467330 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-971ac7b2-de9e-42b0-b93f-111d4510454b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2069433 Apr 29 07:38:09.468720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:09.469132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (3dc729ff-3f08-45b7-9322-3d4099f41407), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: warnings.warn(msg) Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:09.470969 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:09.473808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50528) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:09.484034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-482d1230-3493-441c-9c9a-a7ffa76accd7 None None] Current status of the port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:09.562533 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-c2819864-4e91-478f-b7e4-fd90113f971d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7bb0acb40d64152b3836bfaa0b7f0b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6650655 Apr 29 07:38:09.623450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.646167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for b94bd0b6-4097-4e31-ba88-0329c4eacda6 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:09.656288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-70147d19-c1a4-46b4-924b-2f5a82381043 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 1232aa55-cd7a-4504-bfdf-2fa743d50423 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:09.660534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.677705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:38:09.679165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70147d19-c1a4-46b4-924b-2f5a82381043 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (1232aa55-cd7a-4504-bfdf-2fa743d50423), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.700350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.704019 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 HTTP/1.1" status: 204 len: 168 time: 4.1160898 Apr 29 07:38:09.734253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50530) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:09.760917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b6aff-aabc-47c0-8c33-e3e917426d90 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:09.766577 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-fcd122c8-86bd-4f07-af62-09e7a1edb05e service neutron] 10.222.0.23 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977673 Apr 29 07:38:09.786746 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70147d19-c1a4-46b4-924b-2f5a82381043 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (1232aa55-cd7a-4504-bfdf-2fa743d50423), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.840001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:09.911210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e28e-b838-4bf6-86cb-d7b3601d7bee tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (b8fa1c9b-8d94-4594-968d-2f8bf1a04f13), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:09.951989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70147d19-c1a4-46b4-924b-2f5a82381043 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (1232aa55-cd7a-4504-bfdf-2fa743d50423), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.009408 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3b93901c-49e7-4bc1-89f0-8bd22f2f696d tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1768 time: 0.2725036 Apr 29 07:38:10.014960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50532) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:10.018645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ab04dfa4-6433-4a99-8481-1054026d342a None None] Provisioning complete for port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:10.019499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ab04dfa4-6433-4a99-8481-1054026d342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.134640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-90eaaf4a-4907-415f-8d5a-88cabf76f45d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Deleting port 909b445f-895a-46b8-8030-493ee1aee5ab {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:10.134993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90eaaf4a-4907-415f-8d5a-88cabf76f45d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (909b445f-895a-46b8-8030-493ee1aee5ab), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.135537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b94bd0b6-4097-4e31-ba88-0329c4eacda6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.186719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=b94bd0b6-4097-4e31-ba88-0329c4eacda6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:10.208966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ab04dfa4-6433-4a99-8481-1054026d342a None None] Current status of the port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:10.209241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70147d19-c1a4-46b4-924b-2f5a82381043 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (1232aa55-cd7a-4504-bfdf-2fa743d50423), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.215008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.215471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.215983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.216429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.216871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.217923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.217923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.218190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.218629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.219277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:10.220030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e28e-b838-4bf6-86cb-d7b3601d7bee tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (b8fa1c9b-8d94-4594-968d-2f8bf1a04f13), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.223978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ab04dfa4-6433-4a99-8481-1054026d342a None None] Could not find standard attr ID for object c787dcd2-30c5-427e-be66-7821471b23a7. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:38:10.227149 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b8546df3-7659-4786-b38b-be4730f894e5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6374 time: 0.2078772 Apr 29 07:38:10.230217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50534) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:10.257349 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-b7f142f2-9342-4f87-aa90-95f6f23bc373 service neutron] 10.222.0.23 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362352 Apr 29 07:38:10.317810 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-2692278b-e346-456c-8f27-b68d304d63bb tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] delete failed (client error): The resource could not be found. Apr 29 07:38:10.321760 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2692278b-e346-456c-8f27-b68d304d63bb tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/5dfbf92b-bed2-4cca-affe-4b07531841fe HTTP/1.1" status: 404 len: 345 time: 0.0839114 Apr 29 07:38:10.370461 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50536) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:10.436508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70147d19-c1a4-46b4-924b-2f5a82381043 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=1232aa55-cd7a-4504-bfdf-2fa743d50423,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:10.439641 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7b41ef3e-f6e2-459e-886e-58ccba9c6d0f None None] Could not find standard attr ID for object c787dcd2-30c5-427e-be66-7821471b23a7. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:38:10.467434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-70147d19-c1a4-46b4-924b-2f5a82381043 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.471570 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-70147d19-c1a4-46b4-924b-2f5a82381043 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/1232aa55-cd7a-4504-bfdf-2fa743d50423 HTTP/1.1" status: 204 len: 168 time: 0.9967475 Apr 29 07:38:10.478776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50538) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:10.589047 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-592047bf-71bd-4f79-97fe-419750f4630d tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] DELETE failed (client error): The resource could not be found. Apr 29 07:38:10.589608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592047bf-71bd-4f79-97fe-419750f4630d tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:38:10.597001 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-592047bf-71bd-4f79-97fe-419750f4630d tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1e7e4d1c-bb39-4017-b1b5-5887e7ce3ff4 HTTP/1.1" status: 404 len: 339 time: 0.1492836 Apr 29 07:38:10.641387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50544) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:10.648885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:10.655258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Request body: {'network': {'name': 'tempest-network--818717231', 'router:external': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:10.704520 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8928c121-da4c-4683-8391-7f5e57043c8a req-3eaf47ec-9b02-427c-bd67-76017c8e8c05 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 210 time: 0.1274858 Apr 29 07:38:10.775775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7e28e-b838-4bf6-86cb-d7b3601d7bee tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fa1c9b-8d94-4594-968d-2f8bf1a04f13,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:10.784707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e28e-b838-4bf6-86cb-d7b3601d7bee tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.787912 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d8f7e28e-b838-4bf6-86cb-d7b3601d7bee tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/b8fa1c9b-8d94-4594-968d-2f8bf1a04f13 HTTP/1.1" status: 204 len: 168 time: 1.8195570 Apr 29 07:38:10.795350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b63eb4-ed01-4861-b6cc-d978941969e1 None None] Network 4f1ece2d-54d6-4b56-8f21-7d61721f541a requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:10.795708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90eaaf4a-4907-415f-8d5a-88cabf76f45d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (909b445f-895a-46b8-8030-493ee1aee5ab), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.798005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50550) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:10.861017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-90eaaf4a-4907-415f-8d5a-88cabf76f45d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Calling delete_port for 909b445f-895a-46b8-8030-493ee1aee5ab owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:10.881908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:10.893599 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9f430-7b7b-402e-8ec9-2088455cd1f6 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:10.909350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:10.909839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:10.914862 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9f430-7b7b-402e-8ec9-2088455cd1f6 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:10.917015 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1fd9f430-7b7b-402e-8ec9-2088455cd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:11.030476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (4f1ece2d-54d6-4b56-8f21-7d61721f541a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.046958 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1fd9f430-7b7b-402e-8ec9-2088455cd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:11.052248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.065754 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9f430-7b7b-402e-8ec9-2088455cd1f6 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:11.066964 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1fd9f430-7b7b-402e-8ec9-2088455cd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:11.124076 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1fd9f430-7b7b-402e-8ec9-2088455cd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:11.125005 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9f430-7b7b-402e-8ec9-2088455cd1f6 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:11.162019 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-47adbb9d-e06c-4896-b687-2a6493fd4c9b tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5674844 Apr 29 07:38:11.182579 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50554) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:11.213704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9c71224b-af4e-4025-9aad-ce71a07ce079 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:11.240605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (dc078de0-6560-4311-a34a-c79a0750007b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.270320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-79610378-15f6-462b-b1d1-46ccc05f9975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 8f579935-babb-47cf-8bc5-0efe0b18ddd7 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:11.278425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Made reservation on behalf of 4616ad9ba93d4779b367173eff1a967d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:11.280809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.298996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78b1fa-e29d-4671-adf8-43e5e6054b0c None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:11.303816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79610378-15f6-462b-b1d1-46ccc05f9975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (8f579935-babb-47cf-8bc5-0efe0b18ddd7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.356395 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:11.375764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:11.376278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c71224b-af4e-4025-9aad-ce71a07ce079 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (3c785c91-d047-4c69-8460-32ea4fe7c875), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.377307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:11.379982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90eaaf4a-4907-415f-8d5a-88cabf76f45d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (909b445f-895a-46b8-8030-493ee1aee5ab), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.417024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e1b7af-da78-42a4-9cfd-d7113c08c120 None None] DHCP port deletion for 4f1ece2d-54d6-4b56-8f21-7d61721f541a request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:11.444954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79610378-15f6-462b-b1d1-46ccc05f9975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (8f579935-babb-47cf-8bc5-0efe0b18ddd7), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.452068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ab40c389-2f7e-4875-bf9b-eee70f033945), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.452407 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Added segment ab40c389-2f7e-4875-bf9b-eee70f033945 of type vlan for network 3b44992d-ab4f-4958-9dd8-91353cf55c59 Apr 29 07:38:11.465334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eaaf4a-4907-415f-8d5a-88cabf76f45d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Port': ['ID=909b445f-895a-46b8-8030-493ee1aee5ab,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:11.473255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-90eaaf4a-4907-415f-8d5a-88cabf76f45d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.479842 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-90eaaf4a-4907-415f-8d5a-88cabf76f45d tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/ports/909b445f-895a-46b8-8030-493ee1aee5ab HTTP/1.1" status: 204 len: 168 time: 2.2003765 Apr 29 07:38:11.480609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50556) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:11.531165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:11.531694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.546521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 0fbcc932-aed8-44b7-9da9-8cafee3db498 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:11.546916 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.598172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-88e1b7af-da78-42a4-9cfd-d7113c08c120 None None] Deleting port 0fbcc932-aed8-44b7-9da9-8cafee3db498 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:11.598172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-88e1b7af-da78-42a4-9cfd-d7113c08c120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.615548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] For port 0fbcc932-aed8-44b7-9da9-8cafee3db498, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fbcc932-aed8-44b7-9da9-8cafee3db498,segment=NetworkSegment(c92c9850-010b-4521-a471-c79991d43e12),segment_id=c92c9850-010b-4521-a471-c79991d43e12)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:11.615930 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.625078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (3b44992d-ab4f-4958-9dd8-91353cf55c59), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.629884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 0fbcc932-aed8-44b7-9da9-8cafee3db498 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:11.698602 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router dc078de0-6560-4311-a34a-c79a0750007b has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:11.727489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-88e1b7af-da78-42a4-9cfd-d7113c08c120 None None] For port 0fbcc932-aed8-44b7-9da9-8cafee3db498, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fbcc932-aed8-44b7-9da9-8cafee3db498,segment=NetworkSegment(c92c9850-010b-4521-a471-c79991d43e12),segment_id=c92c9850-010b-4521-a471-c79991d43e12)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:11.727489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-88e1b7af-da78-42a4-9cfd-d7113c08c120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.735146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (3b44992d-ab4f-4958-9dd8-91353cf55c59), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.743153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:11.745586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.760636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:11.763288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-88e1b7af-da78-42a4-9cfd-d7113c08c120 None None] Calling delete_port for 0fbcc932-aed8-44b7-9da9-8cafee3db498 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:11.795952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79610378-15f6-462b-b1d1-46ccc05f9975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (8f579935-babb-47cf-8bc5-0efe0b18ddd7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.896345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c71224b-af4e-4025-9aad-ce71a07ce079 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.899727 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-257a4a40-9a0f-413e-9148-0ae52722f185 req-8bc9a142-3b23-499c-94f0-4b94bc800e48 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 210 time: 0.0810697 Apr 29 07:38:11.913435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-bd94b118-3301-40ad-a018-ab20212b3c02 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Deleting port 2e809b2c-727c-4bf4-a3b5-2e3946dc6b42 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:11.913892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd94b118-3301-40ad-a018-ab20212b3c02 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2e809b2c-727c-4bf4-a3b5-2e3946dc6b42), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.923119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-88e1b7af-da78-42a4-9cfd-d7113c08c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.932613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c71224b-af4e-4025-9aad-ce71a07ce079 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (3c785c91-d047-4c69-8460-32ea4fe7c875), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.932976 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-9c71224b-af4e-4025-9aad-ce71a07ce079 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP 3c785c91-d047-4c69-8460-32ea4fe7c875 disassociated. External IP: 172.26.3.216, port: f067ba64-be17-4278-9c82-cc095659f152. Apr 29 07:38:11.959989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e1b7af-da78-42a4-9cfd-d7113c08c120 None None] No DVR routers for this DVR port 0fbcc932-aed8-44b7-9da9-8cafee3db498 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:11.960955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0fbcc932-aed8-44b7-9da9-8cafee3db498), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:11.962099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1b7af-da78-42a4-9cfd-d7113c08c120 None None] Pushing event deleted for resources: {'Port': ['ID=0fbcc932-aed8-44b7-9da9-8cafee3db498,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:11.989351 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3410425 Apr 29 07:38:11.996359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50560) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:12.064146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97c444-49ef-4622-a144-42441cd1c5d3 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'Network': ['ID=3b44992d-ab4f-4958-9dd8-91353cf55c59,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:12.084637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 3b44992d-ab4f-4958-9dd8-91353cf55c59 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:12.093754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=0fbcc932-aed8-44b7-9da9-8cafee3db498,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:12.097559 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No DVR routers for this DVR port 0fbcc932-aed8-44b7-9da9-8cafee3db498 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:12.128632 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd94b118-3301-40ad-a018-ab20212b3c02 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2e809b2c-727c-4bf4-a3b5-2e3946dc6b42), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.136159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:12.175333 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-202b97f3-5ac2-441a-8401-3e01fcfbff5b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/dc078de0-6560-4311-a34a-c79a0750007b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3853323 Apr 29 07:38:12.183941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50562) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:12.196339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d07c7-1061-4c1d-a643-14789486f29f None None] Sync routers for ids ['dc078de0-6560-4311-a34a-c79a0750007b'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:12.212029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-bd94b118-3301-40ad-a018-ab20212b3c02 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Calling delete_port for 2e809b2c-727c-4bf4-a3b5-2e3946dc6b42 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:12.273860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d07c7-1061-4c1d-a643-14789486f29f None None] Routers {'dc078de0-6560-4311-a34a-c79a0750007b'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:12.278290 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-060d07c7-1061-4c1d-a643-14789486f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dc078de0-6560-4311-a34a-c79a0750007b'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.330406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79610378-15f6-462b-b1d1-46ccc05f9975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (8f579935-babb-47cf-8bc5-0efe0b18ddd7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.352566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-060d07c7-1061-4c1d-a643-14789486f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.364059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d07c7-1061-4c1d-a643-14789486f29f None None] Routers {'dc078de0-6560-4311-a34a-c79a0750007b'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:12.365502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-060d07c7-1061-4c1d-a643-14789486f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dc078de0-6560-4311-a34a-c79a0750007b'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.406703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-060d07c7-1061-4c1d-a643-14789486f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.407385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d07c7-1061-4c1d-a643-14789486f29f None None] The sync data for ids ['dc078de0-6560-4311-a34a-c79a0750007b'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:12.418117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79610378-15f6-462b-b1d1-46ccc05f9975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.423724 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-79610378-15f6-462b-b1d1-46ccc05f9975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/8f579935-babb-47cf-8bc5-0efe0b18ddd7 HTTP/1.1" status: 204 len: 168 time: 1.8943300 Apr 29 07:38:12.431075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50568) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:12.443592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79610378-15f6-462b-b1d1-46ccc05f9975 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=8f579935-babb-47cf-8bc5-0efe0b18ddd7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:12.452191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535fc658-d876-45da-b432-c50dcc0eb053 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:12.469775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fbcc932-aed8-44b7-9da9-8cafee3db498 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:12.526656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55edb81c-171f-4afb-a2de-e9b1174bebd0 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:12.527962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 0fbcc932-aed8-44b7-9da9-8cafee3db498 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:12.528489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fbcc932-aed8-44b7-9da9-8cafee3db498 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:12.532681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55edb81c-171f-4afb-a2de-e9b1174bebd0 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:12.537894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55edb81c-171f-4afb-a2de-e9b1174bebd0 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:12.538926 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-066895aa-492a-4419-85a7-eeaa9101c5ee tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019976 Apr 29 07:38:12.543193 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55edb81c-171f-4afb-a2de-e9b1174bebd0 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:12.545077 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50570) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:12.547030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (4f1ece2d-54d6-4b56-8f21-7d61721f541a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.548025 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-55edb81c-171f-4afb-a2de-e9b1174bebd0 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5469368 Apr 29 07:38:12.549942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50572) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:12.563507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-c3462000-af18-41ff-8f3c-a0a54d9f5aad tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:12.564940 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-c3462000-af18-41ff-8f3c-a0a54d9f5aad tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.36 "GET /v2.0/networks?id=35f6f126-d5ad-454a-9439-8239d8e73051 HTTP/1.1" status: 200 len: 797 time: 0.4120731 Apr 29 07:38:12.567633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:12.568716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-361e3980-204f-427b-a90b-1f96ec44f0d6 None None] Provisioning complete for port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:12.569070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-361e3980-204f-427b-a90b-1f96ec44f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.676238 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (3b44992d-ab4f-4958-9dd8-91353cf55c59), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.682395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-361e3980-204f-427b-a90b-1f96ec44f0d6 None None] Current status of the port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:12.701138 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-03d5f070-a3d7-48b8-b8f9-87a2fc8d61ef tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7bb0acb40d64152b3836bfaa0b7f0b5 HTTP/1.1" status: 200 len: 379 time: 0.1256323 Apr 29 07:38:12.712578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'port': {'device_id': 'a378a7ea-7662-458f-83bf-378842d41c30', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'admin_state_up': True, 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'security_groups': ['a524427f-7c62-4487-b289-cd3ce02fc49b']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:12.713713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1ece2d-54d6-4b56-8f21-7d61721f541a']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.737724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9727465-32d2-4604-a0c2-ccb9ffbb1366 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:12.785073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92c9850-010b-4521-a471-c79991d43e12') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.785366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92c9850-010b-4521-a471-c79991d43e12') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.786929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b9727465-32d2-4604-a0c2-ccb9ffbb1366 None None] Deleting port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:12.787076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b9727465-32d2-4604-a0c2-ccb9ffbb1366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.828405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (3b44992d-ab4f-4958-9dd8-91353cf55c59), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.828695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (c92c9850-010b-4521-a471-c79991d43e12), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.862211 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b44992d-ab4f-4958-9dd8-91353cf55c59']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.862613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b9727465-32d2-4604-a0c2-ccb9ffbb1366 None None] For port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:12.863237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b9727465-32d2-4604-a0c2-ccb9ffbb1366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.881775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab40c389-2f7e-4875-bf9b-eee70f033945') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.882054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab40c389-2f7e-4875-bf9b-eee70f033945') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:12.885702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b9727465-32d2-4604-a0c2-ccb9ffbb1366 None None] Calling delete_port for 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:12.887488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c92c9850-010b-4521-a471-c79991d43e12), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.891035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd94b118-3301-40ad-a018-ab20212b3c02 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (2e809b2c-727c-4bf4-a3b5-2e3946dc6b42), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.895092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (ab40c389-2f7e-4875-bf9b-eee70f033945), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.918215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ab40c389-2f7e-4875-bf9b-eee70f033945), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.918749 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-5219a8f3-1bd5-4860-b7d4-6f66018c2ab8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 07:38:12.922581 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5219a8f3-1bd5-4860-b7d4-6f66018c2ab8 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/dc078de0-6560-4311-a34a-c79a0750007b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7287767 Apr 29 07:38:12.922952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50574) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:12.923276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:12.923681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (c92c9850-010b-4521-a471-c79991d43e12), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:12.931188 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:12.936860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Made reservation on behalf of c7bb0acb40d64152b3836bfaa0b7f0b5 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:12.941766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.964231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:12.964545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (ab40c389-2f7e-4875-bf9b-eee70f033945), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ea5b2f41-7c07-4cab-811a-266fbefb058a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc078de0-6560-4311-a34a-c79a0750007b HTTP/1.1" status: 200 len: 205 time: 0.0440598 Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:12.970515 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:12.987748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50578) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:12.996698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b9727465-32d2-4604-a0c2-ccb9ffbb1366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.009831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94b118-3301-40ad-a018-ab20212b3c02 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Port': ['ID=2e809b2c-727c-4bf4-a3b5-2e3946dc6b42,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:13.035460 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c71224b-af4e-4025-9aad-ce71a07ce079 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:13.037665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bd94b118-3301-40ad-a018-ab20212b3c02 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.041091 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bd94b118-3301-40ad-a018-ab20212b3c02 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/ports/2e809b2c-727c-4bf4-a3b5-2e3946dc6b42 HTTP/1.1" status: 204 len: 168 time: 1.5563858 Apr 29 07:38:13.043033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:13.044877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9727465-32d2-4604-a0c2-ccb9ffbb1366 None None] Pushing event deleted for resources: {'Port': ['ID=8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:13.046631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.047491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9727465-32d2-4604-a0c2-ccb9ffbb1366 None None] No DVR routers for this DVR port 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:13.053441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50582) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:13.081209 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (4f1ece2d-54d6-4b56-8f21-7d61721f541a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.129008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.132204 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/networks/4f1ece2d-54d6-4b56-8f21-7d61721f541a HTTP/1.1" status: 204 len: 168 time: 2.3332300 Apr 29 07:38:13.138285 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4416a356-2dee-41f4-9076-4b0db54d99b5 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0797386 Apr 29 07:38:13.141779 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50584) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:13.149757 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f7a221ce-9729-4b7f-8011-9ed3f48fc48e req-fd9b6c3c-19a6-4488-a7df-c031f28680ea tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 210 time: 0.0800884 Apr 29 07:38:13.150204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50586) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:13.154739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'name': 'tempest-PortsTestJSON-160458348'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:13.156700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d4219-fa24-4ba9-b6eb-4bfa1fed2849 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Network': ['ID=4f1ece2d-54d6-4b56-8f21-7d61721f541a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:13.167790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1428206457'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:13.187606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f89678f-c35d-40d0-a044-3f98a857d937 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (dc078de0-6560-4311-a34a-c79a0750007b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.321284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c71224b-af4e-4025-9aad-ce71a07ce079 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:13.331899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c71224b-af4e-4025-9aad-ce71a07ce079 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.333508 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fd244-1343-43c1-af31-d0a2a752feb6 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:13.344750 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fd244-1343-43c1-af31-d0a2a752feb6 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:13.345423 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-305fd244-1343-43c1-af31-d0a2a752feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:13.380544 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9c71224b-af4e-4025-9aad-ce71a07ce079 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/floatingips/3c785c91-d047-4c69-8460-32ea4fe7c875 HTTP/1.1" status: 200 len: 688 time: 2.1948178 Apr 29 07:38:13.380755 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-305fd244-1343-43c1-af31-d0a2a752feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:13.389320 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fd244-1343-43c1-af31-d0a2a752feb6 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:13.390224 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-305fd244-1343-43c1-af31-d0a2a752feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:13.397736 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50588) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:13.429444 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-305fd244-1343-43c1-af31-d0a2a752feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:13.430101 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fd244-1343-43c1-af31-d0a2a752feb6 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:13.494304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (dba2d04b-4525-4246-93d2-716965debabd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.570812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:13.576210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:13.582185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:13.582601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.586681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10206394-ceb1-477d-931e-09fa6e0a0690 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:13.587222 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=dba2d04b-4525-4246-93d2-716965debabd,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:13.610712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (3b44992d-ab4f-4958-9dd8-91353cf55c59), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.614503 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-486fd068-9353-4ba8-a4ea-8913270a48bd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0474675 Apr 29 07:38:13.614503 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50590) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:13.619009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:13.649814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b44992d-ab4f-4958-9dd8-91353cf55c59 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:38:13.660372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.663739 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "DELETE /v2.0/networks/3b44992d-ab4f-4958-9dd8-91353cf55c59 HTTP/1.1" status: 204 len: 168 time: 1.1124275 Apr 29 07:38:13.664508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Made reservation on behalf of 9ac7c4de241e455bb0112b9b28f8d226 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:13.667936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.670358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e15aa-1c2e-409e-930f-bf0d50e42346 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b44992d-ab4f-4958-9dd8-91353cf55c59,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:13.677006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50592) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:13.694263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Request body: {'network': {'name': 'tempest-network--1961445691', 'router:external': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:13.727092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': 'dba2d04b-4525-4246-93d2-716965debabd'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:13.728177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.803880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f89678f-c35d-40d0-a044-3f98a857d937 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (dc078de0-6560-4311-a34a-c79a0750007b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.806521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f89678f-c35d-40d0-a044-3f98a857d937 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (dc078de0-6560-4311-a34a-c79a0750007b), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.882462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f89678f-c35d-40d0-a044-3f98a857d937 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (dc078de0-6560-4311-a34a-c79a0750007b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.882951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f89678f-c35d-40d0-a044-3f98a857d937 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Fanout notify agent at l3_agent the message router_deleted on router dc078de0-6560-4311-a34a-c79a0750007b {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:38:13.911702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Allocated IP 172.20.0.2 (5f57687c-3acb-4c32-82c9-53f862533295/dba2d04b-4525-4246-93d2-716965debabd/0fa7935f-c7fe-4c75-b5aa-450d8b213faf) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:13.929080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f89678f-c35d-40d0-a044-3f98a857d937 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:13.930975 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3f89678f-c35d-40d0-a044-3f98a857d937 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/dc078de0-6560-4311-a34a-c79a0750007b HTTP/1.1" status: 204 len: 168 time: 0.9158986 Apr 29 07:38:13.938031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50594) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:13.994538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:14.010621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 21dd1c05-860e-4370-8bba-9b2464cf5ca9 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:14.011562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (21dd1c05-860e-4370-8bba-9b2464cf5ca9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.022027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Made reservation on behalf of 4616ad9ba93d4779b367173eff1a967d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:14.024923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.030437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.031204 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Added segment b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b of type vlan for network da50a1c0-d4ca-4c15-9255-9e0a792ec3e5 Apr 29 07:38:14.045152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:14.048537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.091471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Publish callbacks [] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.101642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.103775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Allocated IP 172.20.0.6 (35f6f126-d5ad-454a-9439-8239d8e73051/20fadd92-0c91-4b9b-ad86-91b484ffe9df/1179d52f-017d-4912-81a3-eba7f54d3abe) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:14.118902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d564d91-8dc4-40cc-b484-0e87e7edc826 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting subnet 73aaa29a-7ba3-41e3-884a-371b9ba45d37 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:14.141117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:14.150778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ce2bb64e-946b-476c-859a-d29673adfb52), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.151129 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Added segment ce2bb64e-946b-476c-859a-d29673adfb52 of type vlan for network efebd7e2-253a-4e27-928f-a16c8aa4b233 Apr 29 07:38:14.161054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Pushing event updated for resources: {'Port': ['ID=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:14.173987 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:14.174350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (21dd1c05-860e-4370-8bba-9b2464cf5ca9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.174827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (21dd1c05-860e-4370-8bba-9b2464cf5ca9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.175651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:14.178195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:14.203131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (efebd7e2-253a-4e27-928f-a16c8aa4b233), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.204360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 21dd1c05-860e-4370-8bba-9b2464cf5ca9 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:14.225243 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:14.236472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d564d91-8dc4-40cc-b484-0e87e7edc826 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (73aaa29a-7ba3-41e3-884a-371b9ba45d37), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.236886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.242609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (da50a1c0-d4ca-4c15-9255-9e0a792ec3e5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.260271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Attempting to bind port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:14.260642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Attempting to bind port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:14.261008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Attempting to bind port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:14.266345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port f8716c9d-c011-4450-86fe-75d8e4170306 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:14.266793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:14.267166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:14.267682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.268266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:14.268587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Bound port: 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:14.268964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.274769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (efebd7e2-253a-4e27-928f-a16c8aa4b233), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.275742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:14.276333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.358163 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8570330c-ccc8-4830-91fd-0b80545abe2d req-52a332cc-4516-4b5d-9781-894abf97c480 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 210 time: 0.1140378 Apr 29 07:38:14.370879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] For port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:14.374902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] For port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:14.384482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.424892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d564d91-8dc4-40cc-b484-0e87e7edc826 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (73aaa29a-7ba3-41e3-884a-371b9ba45d37), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.462813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:14.469581 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7900724 Apr 29 07:38:14.475496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50598) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:14.488817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (da50a1c0-d4ca-4c15-9255-9e0a792ec3e5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.494166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:14.495215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.503163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b4575-2b1f-49cc-9ac7-0518be617d9c tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'Network': ['ID=efebd7e2-253a-4e27-928f-a16c8aa4b233,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:14.503847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:14.504283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8121ba9f-3cc6-41ed-95e7-545ecd3b4f9d not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:14.534031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network efebd7e2-253a-4e27-928f-a16c8aa4b233 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:14.556385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f76f7-336a-4994-b0ff-40e4cf4de240 None None] Pushing event updated for resources: {'Port': ['ID=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:14.636813 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (21dd1c05-860e-4370-8bba-9b2464cf5ca9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.663187 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5000553 Apr 29 07:38:14.680753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50600) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:14.686809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=21dd1c05-860e-4370-8bba-9b2464cf5ca9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:14.697926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1273662797'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:14.707555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f442f39d-28f7-433e-ba54-5d73f910c9a4 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:14.714560 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f442f39d-28f7-433e-ba54-5d73f910c9a4 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] 10.222.0.23 "GET /v2.0/networks/efebd7e2-253a-4e27-928f-a16c8aa4b233 HTTP/1.1" status: 200 len: 757 time: 0.2370472 Apr 29 07:38:14.716439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50602) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:14.773047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49ee48-c989-4203-bac6-44772942cb61 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Network': ['ID=da50a1c0-d4ca-4c15-9255-9e0a792ec3e5,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:14.787728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network da50a1c0-d4ca-4c15-9255-9e0a792ec3e5 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:14.796448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d564d91-8dc4-40cc-b484-0e87e7edc826 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (73aaa29a-7ba3-41e3-884a-371b9ba45d37), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.905318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (f8716c9d-c011-4450-86fe-75d8e4170306), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.920875 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Made reservation on behalf of 9ac7c4de241e455bb0112b9b28f8d226 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:14.924366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.935919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d564d91-8dc4-40cc-b484-0e87e7edc826 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (73aaa29a-7ba3-41e3-884a-371b9ba45d37), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.940043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.972200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (3c785c91-d047-4c69-8460-32ea4fe7c875), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.974667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.975859 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-aa6c3802-e645-43ea-acda-4845ee4e6fd2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/floatingips/3c785c91-d047-4c69-8460-32ea4fe7c875 HTTP/1.1" status: 204 len: 168 time: 1.5771465 Apr 29 07:38:14.980252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50604) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:14.981453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d564d91-8dc4-40cc-b484-0e87e7edc826 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Subnet': ['ID=73aaa29a-7ba3-41e3-884a-371b9ba45d37,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:14.984832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d564d91-8dc4-40cc-b484-0e87e7edc826 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:14.988125 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8d564d91-8dc4-40cc-b484-0e87e7edc826 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/73aaa29a-7ba3-41e3-884a-371b9ba45d37 HTTP/1.1" status: 204 len: 168 time: 1.0463002 Apr 29 07:38:14.990049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06323f12-836e-437e-8912-31aa89cd1469 None None] Network 7b690259-37bd-4d90-b858-3151c07b3a4f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:14.993302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50606) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:15.000830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a1b53f-52a6-43cc-832f-7a1e59d09b50 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:15.005684 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-38a1b53f-52a6-43cc-832f-7a1e59d09b50 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] 10.222.0.23 "GET /v2.0/networks/99622752-e105-4b53-a8e2-91d20585214b HTTP/1.1" status: 200 len: 767 time: 0.2691703 Apr 29 07:38:15.005684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:15.013838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:15.018007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50608) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:15.041428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.042007 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Added segment a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3 of type vlan for network 875b3fec-fb4c-41af-b13d-eff7c5d51a9c Apr 29 07:38:15.086803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.140495 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (875b3fec-fb4c-41af-b13d-eff7c5d51a9c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.163164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f8716c9d-c011-4450-86fe-75d8e4170306), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.168311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.180662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (efebd7e2-253a-4e27-928f-a16c8aa4b233), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.185112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95df73-43e4-40af-9703-a994a93a7942 None None] DHCP port deletion for 7b690259-37bd-4d90-b858-3151c07b3a4f request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:15.206135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (7b690259-37bd-4d90-b858-3151c07b3a4f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.241189 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:15.243861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eb95df73-43e4-40af-9703-a994a93a7942 None None] Deleting port b6a61538-1838-40a7-96ae-69139c8d9ba5 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:15.243861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb95df73-43e4-40af-9703-a994a93a7942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.255894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Network 35f6f126-d5ad-454a-9439-8239d8e73051 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:15.258107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (875b3fec-fb4c-41af-b13d-eff7c5d51a9c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.258250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:15.261836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=f8716c9d-c011-4450-86fe-75d8e4170306,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:15.263212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:15.263911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.264808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:15.269931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:15.271041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.273450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:15.280690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:15.339867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-eb95df73-43e4-40af-9703-a994a93a7942 None None] For port b6a61538-1838-40a7-96ae-69139c8d9ba5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b6a61538-1838-40a7-96ae-69139c8d9ba5,segment=NetworkSegment(e9557391-d1ce-496f-b84d-ed70ff506491),segment_id=e9557391-d1ce-496f-b84d-ed70ff506491)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:15.340487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb95df73-43e4-40af-9703-a994a93a7942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.359819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eb95df73-43e4-40af-9703-a994a93a7942 None None] Calling delete_port for b6a61538-1838-40a7-96ae-69139c8d9ba5 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:15.361359 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6720750 Apr 29 07:38:15.384030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:38:15.425267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc00f1-f948-444c-b22f-a45dc4a2b841 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Network': ['ID=875b3fec-fb4c-41af-b13d-eff7c5d51a9c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:15.478893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 875b3fec-fb4c-41af-b13d-eff7c5d51a9c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:15.506728 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a9ebf81e-f7c8-4e7a-b740-64765c8e1ba8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3595269 Apr 29 07:38:15.509147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'Port': ['ID=1179d52f-017d-4912-81a3-eba7f54d3abe,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:15.598851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50612) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:15.636242 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb95df73-43e4-40af-9703-a994a93a7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.658245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (efebd7e2-253a-4e27-928f-a16c8aa4b233), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.677834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95df73-43e4-40af-9703-a994a93a7942 None None] Pushing event deleted for resources: {'Port': ['ID=b6a61538-1838-40a7-96ae-69139c8d9ba5,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:15.711678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95df73-43e4-40af-9703-a994a93a7942 None None] No DVR routers for this DVR port b6a61538-1838-40a7-96ae-69139c8d9ba5 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:15.722566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efebd7e2-253a-4e27-928f-a16c8aa4b233']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:15.746372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2bb64e-946b-476c-859a-d29673adfb52') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:15.746897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2bb64e-946b-476c-859a-d29673adfb52') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:15.761654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (ce2bb64e-946b-476c-859a-d29673adfb52), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.782554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ce2bb64e-946b-476c-859a-d29673adfb52), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.790226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:15.790631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (ce2bb64e-946b-476c-859a-d29673adfb52), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.836093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.884626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:15.885515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.898582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ad26e639-fed5-4c87-b2c9-375a77dadeaf None None] Provisioning complete for port 1179d52f-017d-4912-81a3-eba7f54d3abe triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:15.899648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad26e639-fed5-4c87-b2c9-375a77dadeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:15.938556 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:15.945932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (efebd7e2-253a-4e27-928f-a16c8aa4b233), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:15.950612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ad26e639-fed5-4c87-b2c9-375a77dadeaf None None] Port 1179d52f-017d-4912-81a3-eba7f54d3abe cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:15.964368 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-adf5a811-2ad9-4485-961d-ef96197f69a8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2566414 Apr 29 07:38:15.986866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network efebd7e2-253a-4e27-928f-a16c8aa4b233 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:38:15.995676 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.26.3.180 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/1431d3bf-9a8a-4185-b647-e5f812a72d02) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:16.007612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Request body: {'port': {'device_id': 'a378a7ea-7662-458f-83bf-378842d41c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:16.014339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event deleted for resources: {'Network': ['ID=efebd7e2-253a-4e27-928f-a16c8aa4b233,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:16.025235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.029762 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f7b8a210-2f05-4ed7-bbb7-9a7e84cfe5f5 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "DELETE /v2.0/networks/efebd7e2-253a-4e27-928f-a16c8aa4b233 HTTP/1.1" status: 204 len: 168 time: 1.0102625 Apr 29 07:38:16.042530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50614) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:16.064428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Request body: {'network': {'name': 'tempest-network--592072859'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:16.078565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9094125f-a2e2-4a4d-aa97-d2c01196384f None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:16.081018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9094125f-a2e2-4a4d-aa97-d2c01196384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.145709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf608c-ec10-430d-b48e-0b215d566d71 req-f0840313-9bf4-4b9b-a80f-98781369ea17 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:16.155167 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-79cf608c-ec10-430d-b48e-0b215d566d71 req-f0840313-9bf4-4b9b-a80f-98781369ea17 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 931 time: 0.2523093 Apr 29 07:38:16.156694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-71ee55e8-0b3f-4e33-96b3-c86eaa742a73 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port f8716c9d-c011-4450-86fe-75d8e4170306 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:16.157119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ee55e8-0b3f-4e33-96b3-c86eaa742a73 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f8716c9d-c011-4450-86fe-75d8e4170306), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.187556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port b6a61538-1838-40a7-96ae-69139c8d9ba5 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:16.188180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.228929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ee55e8-0b3f-4e33-96b3-c86eaa742a73 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f8716c9d-c011-4450-86fe-75d8e4170306), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.246140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-71ee55e8-0b3f-4e33-96b3-c86eaa742a73 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for f8716c9d-c011-4450-86fe-75d8e4170306 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:16.276400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9094125f-a2e2-4a4d-aa97-d2c01196384f None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:16.276954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9094125f-a2e2-4a4d-aa97-d2c01196384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.294964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.322648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port b6a61538-1838-40a7-96ae-69139c8d9ba5, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:16.324074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.343817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9094125f-a2e2-4a4d-aa97-d2c01196384f None None] For port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:16.353997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9094125f-a2e2-4a4d-aa97-d2c01196384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.371614 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-79cf608c-ec10-430d-b48e-0b215d566d71 req-f7573d17-f924-40ee-87b4-a3bd9d031c85 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131193 Apr 29 07:38:16.412728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ee55e8-0b3f-4e33-96b3-c86eaa742a73 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f8716c9d-c011-4450-86fe-75d8e4170306), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.438749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for b6a61538-1838-40a7-96ae-69139c8d9ba5 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:16.443438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.ipam_backend_mixin [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Port b6a61538-1838-40a7-96ae-69139c8d9ba5 was not found and therefore no delete operation was performed {{(pid=104223) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:38:16.446673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b6a61538-1838-40a7-96ae-69139c8d9ba5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.477015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094125f-a2e2-4a4d-aa97-d2c01196384f None None] Pushing event updated for resources: {'Port': ['ID=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:16.487279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=b6a61538-1838-40a7-96ae-69139c8d9ba5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:16.505870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No DVR routers for this DVR port b6a61538-1838-40a7-96ae-69139c8d9ba5 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:16.515182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Made reservation on behalf of 4616ad9ba93d4779b367173eff1a967d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:16.518563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.545170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ee55e8-0b3f-4e33-96b3-c86eaa742a73 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.547045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fa7935f-c7fe-4c75-b5aa-450d8b213faf up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:16.552041 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-71ee55e8-0b3f-4e33-96b3-c86eaa742a73 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/f8716c9d-c011-4450-86fe-75d8e4170306 HTTP/1.1" status: 204 len: 168 time: 0.9481270 Apr 29 07:38:16.552041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.583518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50616) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:16.651857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:16.652364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.685826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee55e8-0b3f-4e33-96b3-c86eaa742a73 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=f8716c9d-c011-4450-86fe-75d8e4170306,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:16.698087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'mac_address': 'fa:16:3e:7b:9b:36', 'name': 'tempest-PortsTestJSON-4020158'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:16.765661 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:16.777716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:16.805854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (1431d3bf-9a8a-4185-b647-e5f812a72d02), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.809847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e219d6a6-06f4-46e8-bcad-b7c18b410b1b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.810185 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Added segment e219d6a6-06f4-46e8-bcad-b7c18b410b1b of type vlan for network 1803f5fd-d5da-45a8-b041-8e0a0339d9c3 Apr 29 07:38:16.847745 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b6a61538-1838-40a7-96ae-69139c8d9ba5 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:16.882567 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: b6a61538-1838-40a7-96ae-69139c8d9ba5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:16.883407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b6a61538-1838-40a7-96ae-69139c8d9ba5 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:16.910412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] For port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:16.938595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (7b690259-37bd-4d90-b858-3151c07b3a4f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.953288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (1803f5fd-d5da-45a8-b041-8e0a0339d9c3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.972161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b690259-37bd-4d90-b858-3151c07b3a4f']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:16.979779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.982644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:16.988106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9557391-d1ce-496f-b84d-ed70ff506491') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:16.988514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9557391-d1ce-496f-b84d-ed70ff506491') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:16.989982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:16.992202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1431d3bf-9a8a-4185-b647-e5f812a72d02), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.009644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (e9557391-d1ce-496f-b84d-ed70ff506491), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.043035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e9557391-d1ce-496f-b84d-ed70ff506491), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.053536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:17.053928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (e9557391-d1ce-496f-b84d-ed70ff506491), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:17.057113 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:17.060957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1179d52f-017d-4912-81a3-eba7f54d3abe {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:38:17.080641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (fa2a938e-e71f-4a8f-8100-6131f7cffb61), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.104131 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:17.105730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Publish callbacks [] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.135188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:17.137491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (1803f5fd-d5da-45a8-b041-8e0a0339d9c3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.138682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:17.139285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.145065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:17.145958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Transition to ACTIVE for port object 1179d52f-017d-4912-81a3-eba7f54d3abe will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:38:17.146766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (7b690259-37bd-4d90-b858-3151c07b3a4f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.164149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.172762 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/networks/7b690259-37bd-4d90-b858-3151c07b3a4f HTTP/1.1" status: 204 len: 168 time: 2.1713955 Apr 29 07:38:17.172762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e8a57-07cf-4dc4-814a-d736d5cf157f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Network': ['ID=7b690259-37bd-4d90-b858-3151c07b3a4f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:17.173394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50618) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:17.174046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.187223 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1246237780'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:17.222349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:17.266730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,revision_number=5']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:17.272848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:17.273953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Pushing event updated for resources: {'Port': ['ID=1179d52f-017d-4912-81a3-eba7f54d3abe,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:17.274926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:17.275554 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.287512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.296196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:17.299501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.304150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12303f0-238f-4956-8858-ac4c20c5e648 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:17.319710 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2716835 Apr 29 07:38:17.323544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50620) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:17.330798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4eb7240f-568a-465d-a17f-203ebc3f49ff tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:17.353689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=fa2a938e-e71f-4a8f-8100-6131f7cffb61,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:17.369983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b53bbf-0251-4b80-a14f-e1cd3b8849b9 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'Network': ['ID=1803f5fd-d5da-45a8-b041-8e0a0339d9c3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:17.386065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 61ad0e6e-8a0f-471c-a392-79c826d22259 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:17.396096 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ddfc3548-43f8-4452-a044-e0a992e6c6c0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7784848 Apr 29 07:38:17.429904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50624) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:17.444517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:17.461075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7126e5f6-406a-4c23-9d79-8a3098fdc581), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.462332 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added segment 7126e5f6-406a-4c23-9d79-8a3098fdc581 of type vlan for network c3165d1a-c07a-4608-8f71-d6242c753947 Apr 29 07:38:17.533883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (c3165d1a-c07a-4608-8f71-d6242c753947), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.581488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:7c:29:79', 'name': 'tempest-NetworksTestDHCPv6-58778053'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:17.608253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Attempting to bind port 1179d52f-017d-4912-81a3-eba7f54d3abe on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:17.608613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Attempting to bind port 1179d52f-017d-4912-81a3-eba7f54d3abe by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:17.608960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Attempting to bind port 1179d52f-017d-4912-81a3-eba7f54d3abe on network 35f6f126-d5ad-454a-9439-8239d8e73051 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:17.629535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Port 1179d52f-017d-4912-81a3-eba7f54d3abe on network 35f6f126-d5ad-454a-9439-8239d8e73051 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:17.629788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Attempting to bind port 1179d52f-017d-4912-81a3-eba7f54d3abe on network 35f6f126-d5ad-454a-9439-8239d8e73051 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:17.635877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (c3165d1a-c07a-4608-8f71-d6242c753947), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.643366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:17.644054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583420'] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.663834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 1803f5fd-d5da-45a8-b041-8e0a0339d9c3 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:17.695008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:17.695239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Checking segment: {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:17.695634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Bound using segment: {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:17.696221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Bound port: 1179d52f-017d-4912-81a3-eba7f54d3abe, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3fc194-79cd-4bb3-b09c-9718678cc9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:17.696715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:17.831084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Network': ['ID=c3165d1a-c07a-4608-8f71-d6242c753947,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:17.844493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network c3165d1a-c07a-4608-8f71-d6242c753947 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:17.847529 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-99996801-0372-46ed-9c2e-5ca436623ae7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6647365 Apr 29 07:38:17.864283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=1431d3bf-9a8a-4185-b647-e5f812a72d02,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:17.868926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50626) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:17.879391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'subnet': {'network_id': 'c3165d1a-c07a-4608-8f71-d6242c753947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:18.048025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:18.078911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=1179d52f-017d-4912-81a3-eba7f54d3abe,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:18.117037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4eb7240f-568a-465d-a17f-203ebc3f49ff tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (1803f5fd-d5da-45a8-b041-8e0a0339d9c3), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.129405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:18.137102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.276215 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (61ad0e6e-8a0f-471c-a392-79c826d22259), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.304329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e5a8-03f6-4ed4-8e73-a831b12434c3 req-6e1e3a0c-c01d-4303-a678-c27c0ee10102 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:18.305989 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2435e5a8-03f6-4ed4-8e73-a831b12434c3 req-6e1e3a0c-c01d-4303-a678-c27c0ee10102 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 943 time: 0.4379869 Apr 29 07:38:18.311809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:18.315191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.360672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4eb7240f-568a-465d-a17f-203ebc3f49ff tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (1803f5fd-d5da-45a8-b041-8e0a0339d9c3), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.379927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.408798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Pushing event updated for resources: {'Port': ['ID=1179d52f-017d-4912-81a3-eba7f54d3abe,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:18.445534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4eb7240f-568a-465d-a17f-203ebc3f49ff tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Network 1803f5fd-d5da-45a8-b041-8e0a0339d9c3 is not hosted by any dhcp agent {{(pid=104223) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:38:18.446922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb7240f-568a-465d-a17f-203ebc3f49ff tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:18.447932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4eb7240f-568a-465d-a17f-203ebc3f49ff tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.450529 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4eb7240f-568a-465d-a17f-203ebc3f49ff tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "PUT /v2.0/networks/1803f5fd-d5da-45a8-b041-8e0a0339d9c3 HTTP/1.1" status: 200 len: 857 time: 1.1251884 Apr 29 07:38:18.464915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50628) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:18.467011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 0dc04241-4cdf-4490-89c6-d5916de533ba yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:18.501015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (61ad0e6e-8a0f-471c-a392-79c826d22259), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.505170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fa7935f-c7fe-4c75-b5aa-450d8b213faf up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:18.565234 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50630) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:18.573404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:18.574067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.575460 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'subnets': [{'network_id': 'da50a1c0-d4ca-4c15-9255-9e0a792ec3e5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--435915184', 'ip_version': 6}, {'network_id': '875b3fec-fb4c-41af-b13d-eff7c5d51a9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:18.575861 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'subnet': {'network_id': 'da50a1c0-d4ca-4c15-9255-9e0a792ec3e5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--435915184', 'ip_version': 6}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:18.576009 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-7e6218b2-ce88-4524-9e17-1476f60d98ec service neutron] 10.222.0.36 "PUT /v2.0/ports/1179d52f-017d-4912-81a3-eba7f54d3abe HTTP/1.1" status: 200 len: 1093 time: 2.5872979 Apr 29 07:38:18.576399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:38:18.576509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Request body: {'subnet': {'network_id': '875b3fec-fb4c-41af-b13d-eff7c5d51a9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:18.578712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a" -d '{"events": [{"name": "network-changed", "server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:38:18.620006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7240f-568a-465d-a17f-203ebc3f49ff tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event updated for resources: {'Network': ['ID=1803f5fd-d5da-45a8-b041-8e0a0339d9c3,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:18.633137 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2435e5a8-03f6-4ed4-8e73-a831b12434c3 req-0c585b17-d8b9-471c-9115-47b8dda2dbb2 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145733 Apr 29 07:38:18.646038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:18.647650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.767846 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:18.778696 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:18.781420 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:18.787441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:18.788390 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.812050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:18.817117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6746eb8e-f04f-4f74-90bc-73b009e1c87a None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:18.818113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6746eb8e-f04f-4f74-90bc-73b009e1c87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.890631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (1803f5fd-d5da-45a8-b041-8e0a0339d9c3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:18.899568 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 2.2075224 Apr 29 07:38:18.900421 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595cab0-d64d-4329-9d8d-3015275cde62 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=61ad0e6e-8a0f-471c-a392-79c826d22259,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:18.904575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50634) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:18.911160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6746eb8e-f04f-4f74-90bc-73b009e1c87a None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:19.010183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c8307-427e-4442-ba03-b48fb4a3a139 x-openstack-request-id: req-bf4c8307-427e-4442-ba03-b48fb4a3a139 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:38:19.010430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:38:19.010625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf4c8307-427e-4442-ba03-b48fb4a3a139 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:38:19.010990 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4c8307-427e-4442-ba03-b48fb4a3a139'] response: {'name': 'network-changed', 'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'status': 'completed', 'code': 200} Apr 29 07:38:19.071071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-b3d4971e-7eac-4740-93f4-960d46904607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:19.072608 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-b3d4971e-7eac-4740-93f4-960d46904607 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7bb0acb40d64152b3836bfaa0b7f0b5&device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 1127 time: 0.4452722 Apr 29 07:38:19.079828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af6c2c-7776-4ca5-a935-3f034f2168d1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:19.081348 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-77af6c2c-7776-4ca5-a935-3f034f2168d1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/61ad0e6e-8a0f-471c-a392-79c826d22259 HTTP/1.1" status: 200 len: 838 time: 0.1652415 Apr 29 07:38:19.090569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50636) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:19.149436 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-3f8198c8-75ad-4f0f-a408-0cc7387a523b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1179d52f-017d-4912-81a3-eba7f54d3abe HTTP/1.1" status: 200 len: 217 time: 0.0676458 Apr 29 07:38:19.153879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 172.20.0.12 (5f57687c-3acb-4c32-82c9-53f862533295/dba2d04b-4525-4246-93d2-716965debabd/0dc04241-4cdf-4490-89c6-d5916de533ba) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:19.172207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:fe7c:2979 (5f57687c-3acb-4c32-82c9-53f862533295/fa2a938e-e71f-4a8f-8100-6131f7cffb61/0dc04241-4cdf-4490-89c6-d5916de533ba) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:19.176200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (fc47a17f-28b7-4d3a-9a23-11762562832e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.263355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (1803f5fd-d5da-45a8-b041-8e0a0339d9c3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.274933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (e3d79d66-b935-4a38-814d-dd07c011e945), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.276666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Made reservation on behalf of 9ac7c4de241e455bb0112b9b28f8d226 for: {'subnet': 2} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:19.280650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-169497d2-0fab-4d7f-8fe0-f2895d2a1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:19.280926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.281271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.282168 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-169497d2-0fab-4d7f-8fe0-f2895d2a1003 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20fadd92-0c91-4b9b-ad86-91b484ffe9df HTTP/1.1" status: 200 len: 834 time: 0.1246388 Apr 29 07:38:19.372500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1803f5fd-d5da-45a8-b041-8e0a0339d9c3']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:19.387574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a96d9429-21b5-4a41-9e7d-6edc7cfd8c59 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 61ad0e6e-8a0f-471c-a392-79c826d22259 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:19.387906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a96d9429-21b5-4a41-9e7d-6edc7cfd8c59 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (61ad0e6e-8a0f-471c-a392-79c826d22259), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.422589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e219d6a6-06f4-46e8-bcad-b7c18b410b1b') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:19.423467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e219d6a6-06f4-46e8-bcad-b7c18b410b1b') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:19.465356 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (e219d6a6-06f4-46e8-bcad-b7c18b410b1b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.467075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1431d3bf-9a8a-4185-b647-e5f812a72d02), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.472620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-d08f2e6f-b6d3-4b0c-bb45-798eb9bf11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:19.474184 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-d08f2e6f-b6d3-4b0c-bb45-798eb9bf11df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35f6f126-d5ad-454a-9439-8239d8e73051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1824112 Apr 29 07:38:19.476917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Subnet': ['ID=e3d79d66-b935-4a38-814d-dd07c011e945,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:19.504080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a96d9429-21b5-4a41-9e7d-6edc7cfd8c59 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (61ad0e6e-8a0f-471c-a392-79c826d22259), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.524863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e219d6a6-06f4-46e8-bcad-b7c18b410b1b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.544406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:19.544787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (e219d6a6-06f4-46e8-bcad-b7c18b410b1b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:19.554242 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:19.566370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Checking segment: {'id': '7126e5f6-406a-4c23-9d79-8a3098fdc581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3165d1a-c07a-4608-8f71-d6242c753947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:19.566719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network hostable DHCP agents. Network: c3165d1a-c07a-4608-8f71-d6242c753947, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:19.567528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a96d9429-21b5-4a41-9e7d-6edc7cfd8c59 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 61ad0e6e-8a0f-471c-a392-79c826d22259 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:19.573418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (0dc04241-4cdf-4490-89c6-d5916de533ba), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.678746 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-07c6ad48-6b84-4c0c-bb59-436f2bd6a3bb service neutron] 10.222.0.36 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914811 Apr 29 07:38:19.705503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0dc04241-4cdf-4490-89c6-d5916de533ba), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.721290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (1803f5fd-d5da-45a8-b041-8e0a0339d9c3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.729853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network c3165d1a-c07a-4608-8f71-d6242c753947 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:19.734232 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1803f5fd-d5da-45a8-b041-8e0a0339d9c3 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:38:19.740754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.747550 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1803f5fd-d5da-45a8-b041-8e0a0339d9c3 HTTP/1.1" status: 204 len: 168 time: 1.2819109 Apr 29 07:38:19.760262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50640) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:19.768574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf79a7f-f065-4385-8711-f7bb29509c80 tempest-ExternalNetworksTestJSON-1137729513 tempest-ExternalNetworksTestJSON-1137729513-project-admin] Pushing event deleted for resources: {'Network': ['ID=1803f5fd-d5da-45a8-b041-8e0a0339d9c3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:19.785373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, c3165d1a-c07a-4608-8f71-d6242c753947) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:19.797125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba1a64-7b25-4698-9425-6838f1e1ed9d None None] Network c3165d1a-c07a-4608-8f71-d6242c753947 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:19.833619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:19.834225 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.871084 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded4bb1c-8b96-42e0-b063-9196156a9664 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] DELETE failed (client error): The resource could not be found. Apr 29 07:38:19.871654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded4bb1c-8b96-42e0-b063-9196156a9664 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:38:19.875924 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9f957d07-ba2d-4e74-8166-ea2fa31a4677 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0004716 Apr 29 07:38:19.878145 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ded4bb1c-8b96-42e0-b063-9196156a9664 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] 10.222.0.23 "DELETE /v2.0/subnets/7237c70c-7cc4-447b-a2f0-581552aca576 HTTP/1.1" status: 404 len: 337 time: 0.1045887 Apr 29 07:38:19.883206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50642) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:19.883206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50644) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:19.886041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:19.890805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b126862e-aa2d-48c3-8070-801228e7fb1d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1620365969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:19.927033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:19.929901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:19.978663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a96d9429-21b5-4a41-9e7d-6edc7cfd8c59 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (61ad0e6e-8a0f-471c-a392-79c826d22259), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.985700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-c3165d1a-c07a-4608-8f71-d6242c753947', 'network_id': 'c3165d1a-c07a-4608-8f71-d6242c753947', 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'fixed_ips': [{'subnet_id': 'e3d79d66-b935-4a38-814d-dd07c011e945'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:19.986284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:19.989645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (1431d3bf-9a8a-4185-b647-e5f812a72d02), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.017969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (1431d3bf-9a8a-4185-b647-e5f812a72d02), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.073045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=0dc04241-4cdf-4490-89c6-d5916de533ba,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:20.095889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a96d9429-21b5-4a41-9e7d-6edc7cfd8c59 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.099776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a96d9429-21b5-4a41-9e7d-6edc7cfd8c59 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/61ad0e6e-8a0f-471c-a392-79c826d22259 HTTP/1.1" status: 204 len: 168 time: 1.0070887 Apr 29 07:38:20.110309 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50646) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:20.132049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b126862e-aa2d-48c3-8070-801228e7fb1d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (1173a01e-4f0e-4e6a-898d-465cf400ef42), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.133094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b126862e-aa2d-48c3-8070-801228e7fb1d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (1173a01e-4f0e-4e6a-898d-465cf400ef42), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.149776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d9429-21b5-4a41-9e7d-6edc7cfd8c59 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=61ad0e6e-8a0f-471c-a392-79c826d22259,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:20.161016 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e90f4dba-4980-4d4a-95c9-38ee2d38364e req-4f6f0965-bf2f-4062-9b3b-58efab4a33bc service neutron] 10.222.0.36 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698193 Apr 29 07:38:20.164423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (99622752-e105-4b53-a8e2-91d20585214b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.176490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb0ec-aa3d-4646-9144-ac47e2c1cbb5 req-14e1816e-7eb7-493c-85ef-81752cfa3857 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:20.178535 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a91cb0ec-aa3d-4646-9144-ac47e2c1cbb5 req-14e1816e-7eb7-493c-85ef-81752cfa3857 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 943 time: 0.4467261 Apr 29 07:38:20.184424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:20.185171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.201081 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b199bf-371e-4bb8-9a5c-8e0ed37eb1b4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:38:20.202848 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-95b199bf-371e-4bb8-9a5c-8e0ed37eb1b4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/61ad0e6e-8a0f-471c-a392-79c826d22259 HTTP/1.1" status: 404 len: 333 time: 0.0855715 Apr 29 07:38:20.215574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50648) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:20.221835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=1431d3bf-9a8a-4185-b647-e5f812a72d02,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:20.238865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'name': 'tempest-PortsTestJSON-666854847'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:20.260243 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (fc47a17f-28b7-4d3a-9a23-11762562832e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.270995 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Allocated IP 172.20.0.2 (c3165d1a-c07a-4608-8f71-d6242c753947/e3d79d66-b935-4a38-814d-dd07c011e945/3c1e904a-62e3-4a56-96de-7f9365d1d064) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:20.375280 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-28f6e04e-c8b1-46b5-aa4a-6db15d8417f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7993915 Apr 29 07:38:20.389793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50650) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:20.414266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b126862e-aa2d-48c3-8070-801228e7fb1d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (1173a01e-4f0e-4e6a-898d-465cf400ef42), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.447829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b126862e-aa2d-48c3-8070-801228e7fb1d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (1173a01e-4f0e-4e6a-898d-465cf400ef42), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.485064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.487449 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP fc47a17f-28b7-4d3a-9a23-11762562832e associated. External IP: 172.26.3.180, port: 6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f. Apr 29 07:38:20.498838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Publish callbacks [] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.506501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.513743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3eba789f-9224-490c-829c-287e092af497 None None] Provisioning complete for port 0dc04241-4cdf-4490-89c6-d5916de533ba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:20.513743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3eba789f-9224-490c-829c-287e092af497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0dc04241-4cdf-4490-89c6-d5916de533ba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.538563 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a91cb0ec-aa3d-4646-9144-ac47e2c1cbb5 req-def888e8-c87a-40af-82e8-fec253696745 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456848 Apr 29 07:38:20.583173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Pushing event updated for resources: {'Port': ['ID=3c1e904a-62e3-4a56-96de-7f9365d1d064,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:20.587839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Network c3165d1a-c07a-4608-8f71-d6242c753947 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:20.594584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:20.597613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:20.602580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3eba789f-9224-490c-829c-287e092af497 None None] Port 0dc04241-4cdf-4490-89c6-d5916de533ba cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:20.617748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Subnet': ['ID=c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:20.622667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b126862e-aa2d-48c3-8070-801228e7fb1d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.626979 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b126862e-aa2d-48c3-8070-801228e7fb1d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7398024 Apr 29 07:38:20.630856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50652) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:20.661178 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-4e8828f4-cf55-469f-89cd-0bc2a07c23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:20.662858 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-4e8828f4-cf55-469f-89cd-0bc2a07c23b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7bb0acb40d64152b3836bfaa0b7f0b5&device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 1127 time: 0.4188511 Apr 29 07:38:20.672412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (99622752-e105-4b53-a8e2-91d20585214b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.673772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Attempting to bind port 3c1e904a-62e3-4a56-96de-7f9365d1d064 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:20.674240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Attempting to bind port 3c1e904a-62e3-4a56-96de-7f9365d1d064 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '7126e5f6-406a-4c23-9d79-8a3098fdc581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3165d1a-c07a-4608-8f71-d6242c753947'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:20.675143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Attempting to bind port 3c1e904a-62e3-4a56-96de-7f9365d1d064 on network c3165d1a-c07a-4608-8f71-d6242c753947 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:20.680242 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:20.681257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Checking segment: {'id': '7126e5f6-406a-4c23-9d79-8a3098fdc581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3165d1a-c07a-4608-8f71-d6242c753947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:20.681724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.682183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Bound using segment: {'id': '7126e5f6-406a-4c23-9d79-8a3098fdc581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3165d1a-c07a-4608-8f71-d6242c753947'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:20.682717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Bound port: 3c1e904a-62e3-4a56-96de-7f9365d1d064, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7126e5f6-406a-4c23-9d79-8a3098fdc581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c3165d1a-c07a-4608-8f71-d6242c753947'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:20.683162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.717803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Checking segment: {'id': 'b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'da50a1c0-d4ca-4c15-9255-9e0a792ec3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:20.718179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Network hostable DHCP agents. Network: da50a1c0-d4ca-4c15-9255-9e0a792ec3e5, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:20.722412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc5d72-1f53-47d0-8817-23d7225cd36e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:20.727790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc5d72-1f53-47d0-8817-23d7225cd36e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:20.729388 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c9fc5d72-1f53-47d0-8817-23d7225cd36e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3301623 Apr 29 07:38:20.737448 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50654) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:20.747653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] For port 3c1e904a-62e3-4a56-96de-7f9365d1d064, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:20.751100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] For port 3c1e904a-62e3-4a56-96de-7f9365d1d064, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3c1e904a-62e3-4a56-96de-7f9365d1d064,segment=NetworkSegment(7126e5f6-406a-4c23-9d79-8a3098fdc581),segment_id=7126e5f6-406a-4c23-9d79-8a3098fdc581)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:20.760239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.763622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:20.767168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.773995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99622752-e105-4b53-a8e2-91d20585214b']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:20.785963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845fbf28-6c7e-4a68-a5b2-c7bd234a62c5') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:20.786264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845fbf28-6c7e-4a68-a5b2-c7bd234a62c5') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:20.799772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (845fbf28-6c7e-4a68-a5b2-c7bd234a62c5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.833981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e540e-cb0f-4407-b82f-c0d637e93d77 None None] Pushing event updated for resources: {'Port': ['ID=3c1e904a-62e3-4a56-96de-7f9365d1d064,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:20.854387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (845fbf28-6c7e-4a68-a5b2-c7bd234a62c5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.858802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 473f9213-ff34-4dcd-8e25-5e475980bb4b yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:20.875181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:20.875584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (845fbf28-6c7e-4a68-a5b2-c7bd234a62c5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:20.879167 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:20.915217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Network da50a1c0-d4ca-4c15-9255-9e0a792ec3e5 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:20.992758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-4b0de507-57c7-4cba-a5f8-e97643387171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:20.994503 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-4b0de507-57c7-4cba-a5f8-e97643387171 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35f6f126-d5ad-454a-9439-8239d8e73051 HTTP/1.1" status: 200 len: 898 time: 0.3181014 Apr 29 07:38:21.013129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (99622752-e105-4b53-a8e2-91d20585214b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.018641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.035066 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] 10.222.0.23 "DELETE /v2.0/networks/99622752-e105-4b53-a8e2-91d20585214b HTTP/1.1" status: 204 len: 168 time: 1.1394923 Apr 29 07:38:21.120433 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-e0042fbd-fc5b-4e06-b24d-266dae374691 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1179d52f-017d-4912-81a3-eba7f54d3abe HTTP/1.1" status: 200 len: 217 time: 0.1183558 Apr 29 07:38:21.128450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59315f13-f81f-42f5-9913-91af84203217 tempest-ExternalNetworksTestJSON-1798954125 tempest-ExternalNetworksTestJSON-1798954125-project] Pushing event deleted for resources: {'Network': ['ID=99622752-e105-4b53-a8e2-91d20585214b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:21.245160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-a74bd9c7-82a6-4f46-93f2-a7d694dc4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:21.246802 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-a74bd9c7-82a6-4f46-93f2-a7d694dc4bb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20fadd92-0c91-4b9b-ad86-91b484ffe9df HTTP/1.1" status: 200 len: 834 time: 0.1133316 Apr 29 07:38:21.307173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (473f9213-ff34-4dcd-8e25-5e475980bb4b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.320407 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, da50a1c0-d4ca-4c15-9255-9e0a792ec3e5) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:21.331347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cb6476-b993-4ed7-83de-b2b88dd1344c None None] Network da50a1c0-d4ca-4c15-9255-9e0a792ec3e5 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:21.336124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-16824fb4-4ea0-49a1-b323-378521b0f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:21.337959 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-16824fb4-4ea0-49a1-b323-378521b0f5a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35f6f126-d5ad-454a-9439-8239d8e73051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0840580 Apr 29 07:38:21.358109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50660) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:21.360806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (702a9a93-11b1-4a41-9c7f-b9d042ebb40e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.425789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (473f9213-ff34-4dcd-8e25-5e475980bb4b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.454706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-da50a1c0-d4ca-4c15-9255-9e0a792ec3e5', 'network_id': 'da50a1c0-d4ca-4c15-9255-9e0a792ec3e5', 'project_id': '9ac7c4de241e455bb0112b9b28f8d226', 'fixed_ips': [{'subnet_id': 'c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:21.456157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.487142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:21.492392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event updated for resources: {'Subnet': ['ID=702a9a93-11b1-4a41-9c7f-b9d042ebb40e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:21.502651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:21.506837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:21.512027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:21.512784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.515608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=473f9213-ff34-4dcd-8e25-5e475980bb4b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:21.523139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-76f21d78-ab5c-4fbb-9171-bba1b4326115 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 0dc04241-4cdf-4490-89c6-d5916de533ba {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:21.523423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-76f21d78-ab5c-4fbb-9171-bba1b4326115 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0dc04241-4cdf-4490-89c6-d5916de533ba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.527867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:21.545848 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-06c0da46-1977-46ea-a492-ad75f064c84d service neutron] 10.222.0.36 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807845 Apr 29 07:38:21.564444 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-42b44c92-cb9d-4c53-8988-826d0fb33ff3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3331444 Apr 29 07:38:21.570056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50664) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:21.570245 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.575935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c91c32ea-9942-405c-8183-8ef706cd24db tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:21.615420 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Checking segment: {'id': 'a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '875b3fec-fb4c-41af-b13d-eff7c5d51a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:21.615788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Network hostable DHCP agents. Network: 875b3fec-fb4c-41af-b13d-eff7c5d51a9c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:21.721239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Allocated IP 2001:db8::1 (da50a1c0-d4ca-4c15-9255-9e0a792ec3e5/c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf/24deec17-e72b-481d-852a-dcbec9542a55) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:21.890114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Network 875b3fec-fb4c-41af-b13d-eff7c5d51a9c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:21.922555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-76f21d78-ab5c-4fbb-9171-bba1b4326115 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0dc04241-4cdf-4490-89c6-d5916de533ba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.930727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Publish callbacks [] for port (24deec17-e72b-481d-852a-dcbec9542a55), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.938616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (24deec17-e72b-481d-852a-dcbec9542a55), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:21.970776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 875b3fec-fb4c-41af-b13d-eff7c5d51a9c) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:21.980033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-76f21d78-ab5c-4fbb-9171-bba1b4326115 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 0dc04241-4cdf-4490-89c6-d5916de533ba owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:22.008355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:22.008820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:22.009491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.009614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Pushing event updated for resources: {'Port': ['ID=24deec17-e72b-481d-852a-dcbec9542a55,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:22.015545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Network da50a1c0-d4ca-4c15-9255-9e0a792ec3e5 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:22.017453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8bc35-8784-491e-bdd0-47e598d7b874 None None] Network 875b3fec-fb4c-41af-b13d-eff7c5d51a9c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:22.063856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c91c32ea-9942-405c-8183-8ef706cd24db tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (473f9213-ff34-4dcd-8e25-5e475980bb4b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.081539 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-093195b1-6fb0-49a3-8a83-ab83051720da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=081fbc6a116d4077be0f7708065f1573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7103858 Apr 29 07:38:22.082254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50668) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:22.093953 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9655dd98-f23a-4ce9-8d1a-94785fe7a93a req-557bf5e0-3819-455a-8fd9-f166355141e0 service neutron] 10.222.0.36 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369949 Apr 29 07:38:22.119218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f6533-036b-45b8-926c-2caf346ef946 req-c0dca99b-2979-4191-b41e-6523fac34ed3 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:22.119488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 1179d52f-017d-4912-81a3-eba7f54d3abe details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:38:22.121007 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9d1f6533-036b-45b8-926c-2caf346ef946 req-c0dca99b-2979-4191-b41e-6523fac34ed3 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 943 time: 0.3863285 Apr 29 07:38:22.123803 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5e1b3b04-bc44-4813-a47c-313c9f2d4209 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5533230 Apr 29 07:38:22.129120 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:22.130904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50670) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:22.189018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:22.196566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:22.202053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.202709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c6d4c-8420-4210-b584-152f866a8c50 None None] Network c3165d1a-c07a-4608-8f71-d6242c753947 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:22.206841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421907c-6088-414b-8e6b-5e32afbdb49a None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:22.225328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c160317-7922-4bd6-b8af-2b15c6cef9cb tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:22.226834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c160317-7922-4bd6-b8af-2b15c6cef9cb tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:22.228435 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c160317-7922-4bd6-b8af-2b15c6cef9cb tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:22.233759 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8c160317-7922-4bd6-b8af-2b15c6cef9cb tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1023722 Apr 29 07:38:22.248692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50672) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:22.256788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3d43-8455-4350-b074-b47bd5456a12 admin admin] Publish callbacks [] for security_group (afe9a581-3574-468a-b2b0-4d39d7c95fbc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.299726 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d6cb1b7a-132f-4072-bf69-d171a514b492 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3121657 Apr 29 07:38:22.301608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50674) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:22.315192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.20.0.1 (c3165d1a-c07a-4608-8f71-d6242c753947/e3d79d66-b935-4a38-814d-dd07c011e945/890ab26f-79cb-449d-9c3c-5e86d2df3680) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:22.338068 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9d1f6533-036b-45b8-926c-2caf346ef946 req-b90d30f1-556c-4a8a-9e6b-243b9ba85619 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732781 Apr 29 07:38:22.365452 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4763fdef-bea0-4880-8de4-d567da1a971e None None] Provisioning complete for port 3c1e904a-62e3-4a56-96de-7f9365d1d064 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:22.366027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4763fdef-bea0-4880-8de4-d567da1a971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.379308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421907c-6088-414b-8e6b-5e32afbdb49a None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:22.379937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3421907c-6088-414b-8e6b-5e32afbdb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:22.386276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3d43-8455-4350-b074-b47bd5456a12 admin admin] Publish callbacks [] for security_group (afe9a581-3574-468a-b2b0-4d39d7c95fbc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.398132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5011cc28-570a-489b-89a2-4b6a1004d866 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Deleting subnet c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:22.412659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5011cc28-570a-489b-89a2-4b6a1004d866 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for subnet (c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.414074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-875b3fec-fb4c-41af-b13d-eff7c5d51a9c', 'network_id': '875b3fec-fb4c-41af-b13d-eff7c5d51a9c', 'project_id': '9ac7c4de241e455bb0112b9b28f8d226', 'fixed_ips': [{'subnet_id': '702a9a93-11b1-4a41-9c7f-b9d042ebb40e'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:22.414930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.438189 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-080109e8-7244-426d-a67f-853f566bebf9 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "GET /v2.0/floatingips/fc47a17f-28b7-4d3a-9a23-11762562832e HTTP/1.1" status: 200 len: 978 time: 0.1285243 Apr 29 07:38:22.441681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50676) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:22.455669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Attempting to bind port 24deec17-e72b-481d-852a-dcbec9542a55 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:22.456031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Attempting to bind port 24deec17-e72b-481d-852a-dcbec9542a55 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'da50a1c0-d4ca-4c15-9255-9e0a792ec3e5'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:22.456389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Attempting to bind port 24deec17-e72b-481d-852a-dcbec9542a55 on network da50a1c0-d4ca-4c15-9255-9e0a792ec3e5 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:22.484160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3421907c-6088-414b-8e6b-5e32afbdb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:22.539811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5011cc28-570a-489b-89a2-4b6a1004d866 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.546041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c91c32ea-9942-405c-8183-8ef706cd24db tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (473f9213-ff34-4dcd-8e25-5e475980bb4b), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.576267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c91c32ea-9942-405c-8183-8ef706cd24db tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (473f9213-ff34-4dcd-8e25-5e475980bb4b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.637375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3d43-8455-4350-b074-b47bd5456a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (afe9a581-3574-468a-b2b0-4d39d7c95fbc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.640164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3d43-8455-4350-b074-b47bd5456a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.644036 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dd6d3d43-8455-4350-b074-b47bd5456a12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afe9a581-3574-468a-b2b0-4d39d7c95fbc HTTP/1.1" status: 204 len: 168 time: 0.5572364 Apr 29 07:38:22.656643 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-55716468-8a9c-4daa-9fa0-6147d395fb1c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2138054 Apr 29 07:38:22.660037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=1179d52f-017d-4912-81a3-eba7f54d3abe,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:22.663780 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c91c32ea-9942-405c-8183-8ef706cd24db tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] In _notify_port_updated(), no bound segment for port 473f9213-ff34-4dcd-8e25-5e475980bb4b on network 72d5701e-4b9c-4349-bd71-41417c741472 {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:38:22.665719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50680) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:22.668943 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c32ea-9942-405c-8183-8ef706cd24db tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:22.669623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c91c32ea-9942-405c-8183-8ef706cd24db tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.669977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3c1e904a-62e3-4a56-96de-7f9365d1d064 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:22.673437 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c91c32ea-9942-405c-8183-8ef706cd24db tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "PUT /v2.0/ports/473f9213-ff34-4dcd-8e25-5e475980bb4b HTTP/1.1" status: 200 len: 818 time: 1.0998323 Apr 29 07:38:22.673948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50682) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:22.684163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:22.684437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Checking segment: {'id': 'b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'da50a1c0-d4ca-4c15-9255-9e0a792ec3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:22.684836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.685243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Bound using segment: {'id': 'b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'da50a1c0-d4ca-4c15-9255-9e0a792ec3e5'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:22.685738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Bound port: 24deec17-e72b-481d-852a-dcbec9542a55, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'da50a1c0-d4ca-4c15-9255-9e0a792ec3e5'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:22.686192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (24deec17-e72b-481d-852a-dcbec9542a55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.686315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d3d43-8455-4350-b074-b47bd5456a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe9a581-3574-468a-b2b0-4d39d7c95fbc,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:22.720145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.720373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c32ea-9942-405c-8183-8ef706cd24db tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=473f9213-ff34-4dcd-8e25-5e475980bb4b,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:22.729718 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'port_id': 'f067ba64-be17-4278-9c82-cc095659f152'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:22.749511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'port_id': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'mac_address': 'fa:16:3e:c0:3e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:38:22.798660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4d86aa94-0f2a-42de-af5f-2771d0d17538 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 473f9213-ff34-4dcd-8e25-5e475980bb4b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:22.799526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d86aa94-0f2a-42de-af5f-2771d0d17538 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (473f9213-ff34-4dcd-8e25-5e475980bb4b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.804370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-76f21d78-ab5c-4fbb-9171-bba1b4326115 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0dc04241-4cdf-4490-89c6-d5916de533ba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.823829 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421907c-6088-414b-8e6b-5e32afbdb49a None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:22.825104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3421907c-6088-414b-8e6b-5e32afbdb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:22.868896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (fc47a17f-28b7-4d3a-9a23-11762562832e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.875465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f21d78-ab5c-4fbb-9171-bba1b4326115 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=0dc04241-4cdf-4490-89c6-d5916de533ba,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:22.906982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d86aa94-0f2a-42de-af5f-2771d0d17538 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (473f9213-ff34-4dcd-8e25-5e475980bb4b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:22.936015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3421907c-6088-414b-8e6b-5e32afbdb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:22.937041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421907c-6088-414b-8e6b-5e32afbdb49a None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:22.951055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4d86aa94-0f2a-42de-af5f-2771d0d17538 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 473f9213-ff34-4dcd-8e25-5e475980bb4b owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:22.967673 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5011cc28-570a-489b-89a2-4b6a1004d866 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.067971 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 1179d52f-017d-4912-81a3-eba7f54d3abe is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:23.068553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.086488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d86aa94-0f2a-42de-af5f-2771d0d17538 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (473f9213-ff34-4dcd-8e25-5e475980bb4b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.097399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50686) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:23.113817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4763fdef-bea0-4880-8de4-d567da1a971e None None] Current status of the port 3c1e904a-62e3-4a56-96de-7f9365d1d064 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:23.114208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4763fdef-bea0-4880-8de4-d567da1a971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.119381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3c1e904a-62e3-4a56-96de-7f9365d1d064 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:23.119741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.122131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1179d52f-017d-4912-81a3-eba7f54d3abe {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:38:23.143952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.168425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86aa94-0f2a-42de-af5f-2771d0d17538 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=473f9213-ff34-4dcd-8e25-5e475980bb4b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:23.206756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=1179d52f-017d-4912-81a3-eba7f54d3abe,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:23.209455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Allocated IP 2001:db8:0:1::1 (875b3fec-fb4c-41af-b13d-eff7c5d51a9c/702a9a93-11b1-4a41-9c7f-b9d042ebb40e/2097721e-7bdf-4e3b-b2a6-d9117b083a7f) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:23.228857 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8a4acf19-b4aa-4176-974e-5d54a404e6d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4616ad9ba93d4779b367173eff1a967d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0943646 Apr 29 07:38:23.229738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50688) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:23.243304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.254531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4763fdef-bea0-4880-8de4-d567da1a971e None None] For port 3c1e904a-62e3-4a56-96de-7f9365d1d064, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3c1e904a-62e3-4a56-96de-7f9365d1d064,segment=NetworkSegment(7126e5f6-406a-4c23-9d79-8a3098fdc581),segment_id=7126e5f6-406a-4c23-9d79-8a3098fdc581)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:23.294461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4763fdef-bea0-4880-8de4-d567da1a971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.299490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d86aa94-0f2a-42de-af5f-2771d0d17538 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.305270 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4d86aa94-0f2a-42de-af5f-2771d0d17538 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/473f9213-ff34-4dcd-8e25-5e475980bb4b HTTP/1.1" status: 204 len: 168 time: 0.6292014 Apr 29 07:38:23.308104 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network c3165d1a-c07a-4608-8f71-d6242c753947 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:23.310383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50690) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:23.314985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-76f21d78-ab5c-4fbb-9171-bba1b4326115 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.320518 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-76f21d78-ab5c-4fbb-9171-bba1b4326115 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/0dc04241-4cdf-4490-89c6-d5916de533ba HTTP/1.1" status: 204 len: 168 time: 2.5775566 Apr 29 07:38:23.320518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5011cc28-570a-489b-89a2-4b6a1004d866 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.321602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50692) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:23.344509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=890ab26f-79cb-449d-9c3c-5e86d2df3680,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:23.347190 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:23.361433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] For port 24deec17-e72b-481d-852a-dcbec9542a55, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:23.372060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:23.388422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bb1d72a0-c0d6-4f79-878c-3d95cb373595 admin admin] Publish callbacks [] for security_group (b4593f26-c4dd-40ba-96fb-b4d0d91774c9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.399534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] For port 24deec17-e72b-481d-852a-dcbec9542a55, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=24deec17-e72b-481d-852a-dcbec9542a55,segment=NetworkSegment(b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b),segment_id=b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:23.416623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f460b2ee-4ea3-4644-8b11-83179185674e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:23.418335 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f460b2ee-4ea3-4644-8b11-83179185674e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1069872 Apr 29 07:38:23.424444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011cc28-570a-489b-89a2-4b6a1004d866 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Subnet': ['ID=c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:23.425558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50696) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:23.436335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=1179d52f-017d-4912-81a3-eba7f54d3abe,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:23.442768 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (24deec17-e72b-481d-852a-dcbec9542a55), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.479792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bb1d72a0-c0d6-4f79-878c-3d95cb373595 admin admin] Publish callbacks [] for security_group (b4593f26-c4dd-40ba-96fb-b4d0d91774c9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.488831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5011cc28-570a-489b-89a2-4b6a1004d866 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.494967 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5011cc28-570a-489b-89a2-4b6a1004d866 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/subnets/c1aa6161-bba7-4c9e-b2c6-8f7580a5cbbf HTTP/1.1" status: 204 len: 168 time: 1.2422342 Apr 29 07:38:23.498677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50698) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:23.498829 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['1179d52f-017d-4912-81a3-eba7f54d3abe'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:38:23.522691 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-21746496-c105-4a6c-8b60-36fce67524c9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:38:23.529918 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-21746496-c105-4a6c-8b60-36fce67524c9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/473f9213-ff34-4dcd-8e25-5e475980bb4b HTTP/1.1" status: 404 len: 333 time: 0.0979021 Apr 29 07:38:23.544278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50700) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:23.548560 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1602537807'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:23.560786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3c1e904a-62e3-4a56-96de-7f9365d1d064 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:23.613901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:23.617524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.656027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-56f90fcd-ebd9-4db3-8ce0-f5668902a70e None None] Provisioning complete for port 3c1e904a-62e3-4a56-96de-7f9365d1d064 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:23.656693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-56f90fcd-ebd9-4db3-8ce0-f5668902a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.671021 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6437a05-19f4-4425-bbce-0fde5c233c98 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:23.672343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6437a05-19f4-4425-bbce-0fde5c233c98 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:23.673399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bb1d72a0-c0d6-4f79-878c-3d95cb373595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b4593f26-c4dd-40ba-96fb-b4d0d91774c9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.673646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6437a05-19f4-4425-bbce-0fde5c233c98 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:23.676062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bb1d72a0-c0d6-4f79-878c-3d95cb373595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.679681 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bb1d72a0-c0d6-4f79-878c-3d95cb373595 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4593f26-c4dd-40ba-96fb-b4d0d91774c9 HTTP/1.1" status: 204 len: 168 time: 0.4461658 Apr 29 07:38:23.684372 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a6437a05-19f4-4425-bbce-0fde5c233c98 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3541241 Apr 29 07:38:23.687105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50706) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:23.694119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d72a0-c0d6-4f79-878c-3d95cb373595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4593f26-c4dd-40ba-96fb-b4d0d91774c9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:23.731965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0adf89-dd68-4b0c-90c6-067f26a0696b req-20262ca4-cba8-465d-9424-a5deb4a61ed8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:23.733640 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d0adf89-dd68-4b0c-90c6-067f26a0696b req-20262ca4-cba8-465d-9424-a5deb4a61ed8 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 944 time: 0.2057395 Apr 29 07:38:23.734492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:23.747039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (1173a01e-4f0e-4e6a-898d-465cf400ef42), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.754673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ca3e1813-8cb0-4e88-b1f1-f05683be5e08), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.755065 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Added segment ca3e1813-8cb0-4e88-b1f1-f05683be5e08 of type vlan for network 19481752-d72e-4352-92cb-5bfe480fa219 Apr 29 07:38:23.802948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763fdef-bea0-4880-8de4-d567da1a971e None None] Pushing event updated for resources: {'Port': ['ID=3c1e904a-62e3-4a56-96de-7f9365d1d064,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:23.877973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (19481752-d72e-4352-92cb-5bfe480fa219), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.885248 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d0adf89-dd68-4b0c-90c6-067f26a0696b req-7e1b5b98-86e3-4e43-8694-2c017ee11a66 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395633 Apr 29 07:38:23.952881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (19481752-d72e-4352-92cb-5bfe480fa219), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:23.962536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:23.963706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.045763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Publish callbacks [] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.083202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Network': ['ID=19481752-d72e-4352-92cb-5bfe480fa219,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:24.096919 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c9bcb52e-2b28-4839-960f-1164e289a940 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5533974 Apr 29 07:38:24.099885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50710) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:24.109570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 19481752-d72e-4352-92cb-5bfe480fa219 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:24.110568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '19481752-d72e-4352-92cb-5bfe480fa219', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:24.191991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.228905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:24.232956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.282894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0110c-0765-4dc5-968e-267033c05d60 None None] Pushing event updated for resources: {'Port': ['ID=24deec17-e72b-481d-852a-dcbec9542a55,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:24.301385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Network 875b3fec-fb4c-41af-b13d-eff7c5d51a9c is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:24.305160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:24.308438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:24.313075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-56f90fcd-ebd9-4db3-8ce0-f5668902a70e None None] Current status of the port 3c1e904a-62e3-4a56-96de-7f9365d1d064 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:24.366010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.376803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c40e089-624a-4bdb-b66a-156532d940a2 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Deleting subnet 702a9a93-11b1-4a41-9c7f-b9d042ebb40e {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:24.392025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c40e089-624a-4bdb-b66a-156532d940a2 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for subnet (702a9a93-11b1-4a41-9c7f-b9d042ebb40e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.440039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4ab83a-6a5f-44c3-aca7-4e54af9d7261 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet dba2d04b-4525-4246-93d2-716965debabd {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:24.440531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Attempting to bind port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:24.440892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Attempting to bind port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '875b3fec-fb4c-41af-b13d-eff7c5d51a9c'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:24.441274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Attempting to bind port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f on network 875b3fec-fb4c-41af-b13d-eff7c5d51a9c {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:24.443480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Pushing event updated for resources: {'Port': ['ID=2097721e-7bdf-4e3b-b2a6-d9117b083a7f,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:24.444714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab83a-6a5f-44c3-aca7-4e54af9d7261 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (dba2d04b-4525-4246-93d2-716965debabd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.477657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:24.478084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Checking segment: {'id': 'a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '875b3fec-fb4c-41af-b13d-eff7c5d51a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:24.478422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.478817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Bound using segment: {'id': 'a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '875b3fec-fb4c-41af-b13d-eff7c5d51a9c'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:24.479291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Bound port: 2097721e-7bdf-4e3b-b2a6-d9117b083a7f, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '875b3fec-fb4c-41af-b13d-eff7c5d51a9c'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:24.479709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.488217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab83a-6a5f-44c3-aca7-4e54af9d7261 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (dba2d04b-4525-4246-93d2-716965debabd), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.510574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-279b43b0-688f-47d5-a659-cd7d6d8d609c None None] Provisioning complete for port 890ab26f-79cb-449d-9c3c-5e86d2df3680 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:24.510944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-279b43b0-688f-47d5-a659-cd7d6d8d609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.620031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab83a-6a5f-44c3-aca7-4e54af9d7261 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (dba2d04b-4525-4246-93d2-716965debabd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.650132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-279b43b0-688f-47d5-a659-cd7d6d8d609c None None] Port 890ab26f-79cb-449d-9c3c-5e86d2df3680 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:24.665103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (513a1f0e-c788-4801-85c3-6843ac0da383), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.730329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] For port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:24.734653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] For port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2097721e-7bdf-4e3b-b2a6-d9117b083a7f,segment=NetworkSegment(a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3),segment_id=a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:24.742919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.827307 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:38:24.871682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0c372-c1ed-4206-a769-ca8007a91b10 None None] Pushing event updated for resources: {'Port': ['ID=2097721e-7bdf-4e3b-b2a6-d9117b083a7f,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:24.887119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=513a1f0e-c788-4801-85c3-6843ac0da383,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:24.892144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab83a-6a5f-44c3-aca7-4e54af9d7261 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (dba2d04b-4525-4246-93d2-716965debabd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.899744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c40e089-624a-4bdb-b66a-156532d940a2 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (702a9a93-11b1-4a41-9c7f-b9d042ebb40e), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:24.925311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Checking segment: {'id': 'ca3e1813-8cb0-4e88-b1f1-f05683be5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '19481752-d72e-4352-92cb-5bfe480fa219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:24.929053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network hostable DHCP agents. Network: 19481752-d72e-4352-92cb-5bfe480fa219, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:24.929273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 24deec17-e72b-481d-852a-dcbec9542a55 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:24.966468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 19481752-d72e-4352-92cb-5bfe480fa219 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:24.982503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 19481752-d72e-4352-92cb-5bfe480fa219) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:25.002906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde29b8-dbea-4d3e-9799-557ae1c0e4ab None None] Network 19481752-d72e-4352-92cb-5bfe480fa219 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:25.004980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:25.005909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.051416 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dba61067-0ff5-4769-b07e-47f748200e18 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9466512 Apr 29 07:38:25.051656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50730) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:25.058586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-933938bb-4f6f-4873-845f-ce3d86275648 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '19481752-d72e-4352-92cb-5bfe480fa219', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:25.096105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab83a-6a5f-44c3-aca7-4e54af9d7261 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.099369 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3b4ab83a-6a5f-44c3-aca7-4e54af9d7261 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/dba2d04b-4525-4246-93d2-716965debabd HTTP/1.1" status: 204 len: 168 time: 1.4059849 Apr 29 07:38:25.106210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ab83a-6a5f-44c3-aca7-4e54af9d7261 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=dba2d04b-4525-4246-93d2-716965debabd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:25.116924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0016b3a1-935f-4a97-8b71-6a4c3964ed37 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:25.174208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50734) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:25.278136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a719e72c-389c-4673-bb6f-426585fd80a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet fa2a938e-e71f-4a8f-8100-6131f7cffb61 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:25.289708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a719e72c-389c-4673-bb6f-426585fd80a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (fa2a938e-e71f-4a8f-8100-6131f7cffb61), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.292072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996906fe-bc96-47aa-b340-89acab6364cd None None] Network da50a1c0-d4ca-4c15-9255-9e0a792ec3e5 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:25.369082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a719e72c-389c-4673-bb6f-426585fd80a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (fa2a938e-e71f-4a8f-8100-6131f7cffb61), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.423336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933938bb-4f6f-4873-845f-ce3d86275648 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:25.428557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-933938bb-4f6f-4873-845f-ce3d86275648 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.439695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d973320-8225-4501-9166-7fc192c8dcbb req-0ba4d7dd-7989-47e1-8eae-e34cddcc90a7 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:25.441374 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5d973320-8225-4501-9166-7fc192c8dcbb req-0ba4d7dd-7989-47e1-8eae-e34cddcc90a7 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 944 time: 0.3684828 Apr 29 07:38:25.473209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 24deec17-e72b-481d-852a-dcbec9542a55 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:25.473608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (24deec17-e72b-481d-852a-dcbec9542a55), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.577170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a719e72c-389c-4673-bb6f-426585fd80a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (fa2a938e-e71f-4a8f-8100-6131f7cffb61), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.589955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c40e089-624a-4bdb-b66a-156532d940a2 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (702a9a93-11b1-4a41-9c7f-b9d042ebb40e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.615985 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.ipam_backend_mixin [None req-933938bb-4f6f-4873-845f-ce3d86275648 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 513a1f0e-c788-4801-85c3-6843ac0da383 (CIDR: 172.20.0.0/28) Apr 29 07:38:25.621009 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-933938bb-4f6f-4873-845f-ce3d86275648 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:38:25.621651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933938bb-4f6f-4873-845f-ce3d86275648 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:38:25.657978 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-933938bb-4f6f-4873-845f-ce3d86275648 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6050699 Apr 29 07:38:25.664171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50744) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:25.671794 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '19481752-d72e-4352-92cb-5bfe480fa219', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:25.683044 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5d973320-8225-4501-9166-7fc192c8dcbb req-cea91737-8ec2-4bcf-8493-76e1b8f25cf0 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307205 Apr 29 07:38:25.722109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.resource_extend [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:38:25.747460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a719e72c-389c-4673-bb6f-426585fd80a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (fa2a938e-e71f-4a8f-8100-6131f7cffb61), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.792755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a719e72c-389c-4673-bb6f-426585fd80a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.799119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a719e72c-389c-4673-bb6f-426585fd80a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/fa2a938e-e71f-4a8f-8100-6131f7cffb61 HTTP/1.1" status: 204 len: 168 time: 0.6238275 Apr 29 07:38:25.799876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-19481752-d72e-4352-92cb-5bfe480fa219', 'network_id': '19481752-d72e-4352-92cb-5bfe480fa219', 'project_id': 'd31e6458f9f24d408e4ce3f7728ed9b2', 'fixed_ips': [{'subnet_id': '513a1f0e-c788-4801-85c3-6843ac0da383'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:25.800137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50748) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:25.800974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.805313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719e72c-389c-4673-bb6f-426585fd80a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2a938e-e71f-4a8f-8100-6131f7cffb61,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:25.826087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.836701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (fc47a17f-28b7-4d3a-9a23-11762562832e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.842932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c40e089-624a-4bdb-b66a-156532d940a2 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (702a9a93-11b1-4a41-9c7f-b9d042ebb40e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.860549 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7d27c0bd-47e4-4a4f-a353-eb9e287e184e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561779 Apr 29 07:38:25.861134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50752) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:25.865806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ed277427-bc9f-4eec-a5c0-f514fd586b46 None None] Provisioning complete for port 24deec17-e72b-481d-852a-dcbec9542a55 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:25.866584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed277427-bc9f-4eec-a5c0-f514fd586b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (24deec17-e72b-481d-852a-dcbec9542a55), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.872990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:25.917008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40e089-624a-4bdb-b66a-156532d940a2 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Subnet': ['ID=702a9a93-11b1-4a41-9c7f-b9d042ebb40e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:25.960920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c40e089-624a-4bdb-b66a-156532d940a2 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.964187 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7c40e089-624a-4bdb-b66a-156532d940a2 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/subnets/702a9a93-11b1-4a41-9c7f-b9d042ebb40e HTTP/1.1" status: 204 len: 168 time: 2.4214144 Apr 29 07:38:25.968877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:25.972226 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50754) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:25.990814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.014820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50756) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:26.051674 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:26.055607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.110368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (1173a01e-4f0e-4e6a-898d-465cf400ef42), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.125093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=890ab26f-79cb-449d-9c3c-5e86d2df3680,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:26.151240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 1179d52f-017d-4912-81a3-eba7f54d3abe up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:26.260233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network c3165d1a-c07a-4608-8f71-d6242c753947 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:26.266458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:26.283555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (c1113e09-69e4-48e5-8843-b888f30d631f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.285186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b0375-fa5f-4417-a3ae-e50a81ac4c56 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:26.290919 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b10b0375-fa5f-4417-a3ae-e50a81ac4c56 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3134868 Apr 29 07:38:26.311016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50760) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:26.324440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Allocated IP 172.20.0.2 (19481752-d72e-4352-92cb-5bfe480fa219/513a1f0e-c788-4801-85c3-6843ac0da383/fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:26.352437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ed277427-bc9f-4eec-a5c0-f514fd586b46 None None] Current status of the port 24deec17-e72b-481d-852a-dcbec9542a55 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:26.352933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed277427-bc9f-4eec-a5c0-f514fd586b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (24deec17-e72b-481d-852a-dcbec9542a55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.403618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:26.414528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1095801046'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:26.432771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 24deec17-e72b-481d-852a-dcbec9542a55 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:26.433158 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (24deec17-e72b-481d-852a-dcbec9542a55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.449915 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP fc47a17f-28b7-4d3a-9a23-11762562832e associated. External IP: 172.26.3.180, port: 6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f. Apr 29 07:38:26.467471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6fced-a6ef-4efd-b632-af37988f7eaa None None] DHCP port deletion for da50a1c0-d4ca-4c15-9255-9e0a792ec3e5 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:26.495956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:26.501774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:26.502527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.509297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e61411-6375-4d0c-8f81-8b7469aade1a None None] Update dhcp port {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': 'fa2a938e-e71f-4a8f-8100-6131f7cffb61'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '0fa7935f-c7fe-4c75-b5aa-450d8b213faf'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:38:26.529775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Made reservation on behalf of 9fa913ffc3ad4ba7a722abffff010136 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:26.533352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.553556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.569401 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7040944 Apr 29 07:38:26.583918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50762) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:26.591475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ed277427-bc9f-4eec-a5c0-f514fd586b46 None None] For port 24deec17-e72b-481d-852a-dcbec9542a55, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=24deec17-e72b-481d-852a-dcbec9542a55,segment=NetworkSegment(b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b),segment_id=b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:26.595059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:26.598650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.598831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:26.598991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1812b-b59e-47bd-ae44-50706fe76a2f None None] Network 875b3fec-fb4c-41af-b13d-eff7c5d51a9c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:26.624079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a7bf7-d4b7-40c7-9cb6-971b70065779 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=c1113e09-69e4-48e5-8843-b888f30d631f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:26.628878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 1179d52f-017d-4912-81a3-eba7f54d3abe completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:38:26.632099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed277427-bc9f-4eec-a5c0-f514fd586b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (24deec17-e72b-481d-852a-dcbec9542a55), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.675758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (875b3fec-fb4c-41af-b13d-eff7c5d51a9c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.683588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47e61411-6375-4d0c-8f81-8b7469aade1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.728240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 1179d52f-017d-4912-81a3-eba7f54d3abe triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:26.728617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.826434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router 1173a01e-4f0e-4e6a-898d-465cf400ef42 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:38:26.883071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks [] for security_group (aedbafe6-0142-4284-b7b7-60066cd0c7ad), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.897727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (aedbafe6-0142-4284-b7b7-60066cd0c7ad), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.905813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:38:26.906182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:38:26.909361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Deleting port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:26.909782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.934425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-463e5d39-8620-489e-a9cb-867801b986ff None None] Provisioning complete for port 890ab26f-79cb-449d-9c3c-5e86d2df3680 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:26.935510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-463e5d39-8620-489e-a9cb-867801b986ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.943376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed277427-bc9f-4eec-a5c0-f514fd586b46 None None] Pushing event updated for resources: {'Port': ['ID=24deec17-e72b-481d-852a-dcbec9542a55,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:26.955699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:26.959744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:26.982486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:27.003375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8ea7c-cae0-4342-b29b-46b03574ffc8 req-eff0fe2e-5278-4ace-b48a-d5159ef7267d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:27.005531 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f8ea7c-cae0-4342-b29b-46b03574ffc8 req-eff0fe2e-5278-4ace-b48a-d5159ef7267d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 944 time: 0.2095275 Apr 29 07:38:27.017333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedbafe6-0142-4284-b7b7-60066cd0c7ad,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:27.021932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (51ea566a-c0cc-4a8e-8847-35e4f86145f6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.022352 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Added segment 51ea566a-c0cc-4a8e-8847-35e4f86145f6 of type vlan for network 1ad76901-5fa0-42f6-ad38-3f0771186912 Apr 29 07:38:27.051340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6fced-a6ef-4efd-b632-af37988f7eaa None None] Deleting port 24deec17-e72b-481d-852a-dcbec9542a55 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:27.051703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fced-a6ef-4efd-b632-af37988f7eaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (24deec17-e72b-481d-852a-dcbec9542a55), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.105984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] For port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2097721e-7bdf-4e3b-b2a6-d9117b083a7f,segment=NetworkSegment(a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3),segment_id=a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:27.106951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.120758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-463e5d39-8620-489e-a9cb-867801b986ff None None] Port 890ab26f-79cb-449d-9c3c-5e86d2df3680 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:27.143334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Publish callbacks [] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.165149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Calling delete_port for 2097721e-7bdf-4e3b-b2a6-d9117b083a7f owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:27.177404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (1ad76901-5fa0-42f6-ad38-3f0771186912), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.202864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.251132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 1179d52f-017d-4912-81a3-eba7f54d3abe is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:27.251513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.267832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b4f6fced-a6ef-4efd-b632-af37988f7eaa None None] For port 24deec17-e72b-481d-852a-dcbec9542a55, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=24deec17-e72b-481d-852a-dcbec9542a55,segment=NetworkSegment(b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b),segment_id=b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:27.268227 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fced-a6ef-4efd-b632-af37988f7eaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (24deec17-e72b-481d-852a-dcbec9542a55), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.290005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-463e5d39-8620-489e-a9cb-867801b986ff None None] Provisioning complete for port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:27.290382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-463e5d39-8620-489e-a9cb-867801b986ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.325431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6fced-a6ef-4efd-b632-af37988f7eaa None None] Calling delete_port for 24deec17-e72b-481d-852a-dcbec9542a55 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:27.344457 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Network 19481752-d72e-4352-92cb-5bfe480fa219 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:27.349094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:27.351749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263080f-b307-4c23-933f-1300599c6acf None None] DHCP port deletion for 875b3fec-fb4c-41af-b13d-eff7c5d51a9c request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:27.360630 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Pushing event updated for resources: {'Port': ['ID=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:27.361164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:27.363546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:27.370127 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f6da9814-14a0-4324-8a86-4a5ee697bf51 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/1173a01e-4f0e-4e6a-898d-465cf400ef42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7381127 Apr 29 07:38:27.375415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50766) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:27.381374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:38:27.383955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f0d25e-a889-4438-a1c6-d5dfbf4c729e" -d '{"events": [{"server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "name": "network-vif-plugged", "status": "completed", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:38:27.388943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:27.396840 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f95d8e-9e00-4f7b-b3ed-19326cd10adf None None] Sync routers for ids ['1173a01e-4f0e-4e6a-898d-465cf400ef42'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:27.425686 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f95d8e-9e00-4f7b-b3ed-19326cd10adf None None] Routers {'1173a01e-4f0e-4e6a-898d-465cf400ef42'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:27.427872 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b5f95d8e-9e00-4f7b-b3ed-19326cd10adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1173a01e-4f0e-4e6a-898d-465cf400ef42'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:27.453408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=1179d52f-017d-4912-81a3-eba7f54d3abe,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:27.493494 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b5f95d8e-9e00-4f7b-b3ed-19326cd10adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:27.508363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eda0871-2b56-4313-9cc6-766f75a2f3a3 x-openstack-request-id: req-3eda0871-2b56-4313-9cc6-766f75a2f3a3 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:38:27.509594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "name": "network-vif-plugged", "status": "completed", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:38:27.511010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3eda0871-2b56-4313-9cc6-766f75a2f3a3 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:38:27.512267 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f95d8e-9e00-4f7b-b3ed-19326cd10adf None None] Routers {'1173a01e-4f0e-4e6a-898d-465cf400ef42'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:27.512907 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eda0871-2b56-4313-9cc6-766f75a2f3a3'] response: {'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'code': 200} Apr 29 07:38:27.515709 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b5f95d8e-9e00-4f7b-b3ed-19326cd10adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1173a01e-4f0e-4e6a-898d-465cf400ef42'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:27.522573 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288aedd8-9a2a-4913-a3fc-2e0a261a207a None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:27.531782 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ac04f-8ba2-4d4d-bd4e-963ff071c9f4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:27.533384 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5a6ac04f-8ba2-4d4d-bd4e-963ff071c9f4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports/890ab26f-79cb-449d-9c3c-5e86d2df3680 HTTP/1.1" status: 200 len: 910 time: 0.1542692 Apr 29 07:38:27.537199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50770) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:27.619992 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b5f95d8e-9e00-4f7b-b3ed-19326cd10adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:27.620887 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f95d8e-9e00-4f7b-b3ed-19326cd10adf None None] The sync data for ids ['1173a01e-4f0e-4e6a-898d-465cf400ef42'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:27.639256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.696150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (61ded189-ad4a-42ca-bfdb-b406d610c417), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.732030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:27.794322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f8ea7c-cae0-4342-b29b-46b03574ffc8 req-f606c9fd-1a06-4125-86ea-29efdb04d31f tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7738154 Apr 29 07:38:27.800014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (1ad76901-5fa0-42f6-ad38-3f0771186912), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.805386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:27.806165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.857545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 19481752-d72e-4352-92cb-5bfe480fa219 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:27.901966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:27.915192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:27.915954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:27.920953 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9047480 Apr 29 07:38:27.925432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 24deec17-e72b-481d-852a-dcbec9542a55 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:27.926654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3c1e904a-62e3-4a56-96de-7f9365d1d064 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:27.928653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e0a0d-9ea3-430d-834a-89a9364ebfa3 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:27.940764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=61ded189-ad4a-42ca-bfdb-b406d610c417,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:27.961693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334924c-f2cf-458e-aecc-50611bf431e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Pushing event updated for resources: {'Network': ['ID=1ad76901-5fa0-42f6-ad38-3f0771186912,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:27.974316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801443b-6f41-41bc-8838-2291a7cae8fe req-4d8cfdac-7295-4321-ac66-8721bbc29914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:27.975950 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3801443b-6f41-41bc-8838-2291a7cae8fe req-4d8cfdac-7295-4321-ac66-8721bbc29914 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 1129 time: 0.2677925 Apr 29 07:38:27.983174 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1496531a-71e2-4efd-aaa1-d660246928e5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3177745 Apr 29 07:38:27.990578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50776) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:27.995850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Attempting to bind port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:27.996273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Attempting to bind port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'ca3e1813-8cb0-4e88-b1f1-f05683be5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '19481752-d72e-4352-92cb-5bfe480fa219'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:27.996708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Attempting to bind port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb on network 19481752-d72e-4352-92cb-5bfe480fa219 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:27.998615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': '19481752-d72e-4352-92cb-5bfe480fa219', 'fixed_ips': [{'subnet_id': '513a1f0e-c788-4801-85c3-6843ac0da383'}, {'subnet_id': '61ded189-ad4a-42ca-bfdb-b406d610c417'}], 'name': 'tempest-PortsTestJSON-537410365'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:28.004063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.045805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 1ad76901-5fa0-42f6-ad38-3f0771186912 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:28.083514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Port': ['ID=2097721e-7bdf-4e3b-b2a6-d9117b083a7f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:28.110271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] No DVR routers for this DVR port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:28.135536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-463e5d39-8620-489e-a9cb-867801b986ff None None] Port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f update to ACTIVE by agent not found {{(pid=104225) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 29 07:38:28.146672 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e0a0d-9ea3-430d-834a-89a9364ebfa3 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:28.146908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-417e0a0d-9ea3-430d-834a-89a9364ebfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.152525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:28.153109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Checking segment: {'id': 'ca3e1813-8cb0-4e88-b1f1-f05683be5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '19481752-d72e-4352-92cb-5bfe480fa219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:28.153539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.154067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Bound using segment: {'id': 'ca3e1813-8cb0-4e88-b1f1-f05683be5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '19481752-d72e-4352-92cb-5bfe480fa219'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:28.154833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Bound port: fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3e1813-8cb0-4e88-b1f1-f05683be5e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '19481752-d72e-4352-92cb-5bfe480fa219'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:28.154977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.167265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:28.221260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=1179d52f-017d-4912-81a3-eba7f54d3abe,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:28.223315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (875b3fec-fb4c-41af-b13d-eff7c5d51a9c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.237073 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-417e0a0d-9ea3-430d-834a-89a9364ebfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.242467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9263080f-b307-4c23-933f-1300599c6acf None None] Deleting port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:28.242834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9263080f-b307-4c23-933f-1300599c6acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.251411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fced-a6ef-4efd-b632-af37988f7eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (24deec17-e72b-481d-852a-dcbec9542a55), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.253054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875b3fec-fb4c-41af-b13d-eff7c5d51a9c']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.263655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.263954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.273766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.277261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50780) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:28.283077 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Request body: {'port': {'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912', 'binding:host_id': 'hv-neutron-8398', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-595898206'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:28.289477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.298416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:28.298821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (a2b45fbc-89dd-49ca-bdc7-b04e8cb7d7d3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:28.367279 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:28.373819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6fced-a6ef-4efd-b632-af37988f7eaa None None] Pushing event deleted for resources: {'Port': ['ID=24deec17-e72b-481d-852a-dcbec9542a55,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:28.380234 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3801443b-6f41-41bc-8838-2291a7cae8fe req-0864fd55-1b39-471b-924b-eac1c1a1db6b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3951550 Apr 29 07:38:28.388225 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f6fced-a6ef-4efd-b632-af37988f7eaa None None] No DVR routers for this DVR port 24deec17-e72b-481d-852a-dcbec9542a55 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:28.393163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (875b3fec-fb4c-41af-b13d-eff7c5d51a9c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.397064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:38:28.412363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Made reservation on behalf of 9fb80cd3de9c432a8b5b12e3ee126586 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:28.413989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.414304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e0a0d-9ea3-430d-834a-89a9364ebfa3 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:28.414949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-417e0a0d-9ea3-430d-834a-89a9364ebfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.422673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.428593 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/networks/875b3fec-fb4c-41af-b13d-eff7c5d51a9c HTTP/1.1" status: 204 len: 168 time: 2.1055164 Apr 29 07:38:28.432296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50782) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:28.433198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b0eba-bb66-4b44-a70e-fba35fe7afee tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Network': ['ID=875b3fec-fb4c-41af-b13d-eff7c5d51a9c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:28.478919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-417e0a0d-9ea3-430d-834a-89a9364ebfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.479568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e0a0d-9ea3-430d-834a-89a9364ebfa3 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:28.489383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d192254d-ae0a-4134-a8b2-893e8e1460aa None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:28.489822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d192254d-ae0a-4134-a8b2-893e8e1460aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.491905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9263080f-b307-4c23-933f-1300599c6acf None None] For port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:28.492332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9263080f-b307-4c23-933f-1300599c6acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.497683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.504034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3c1e904a-62e3-4a56-96de-7f9365d1d064 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:28.504432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.511631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:28.540725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:28.554879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] For port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:28.555077 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.570411 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79e47e-ad5b-4086-98f0-24112b121b3a None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:28.588622 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79e47e-ad5b-4086-98f0-24112b121b3a None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:28.589963 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-be79e47e-ad5b-4086-98f0-24112b121b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.592623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (da50a1c0-d4ca-4c15-9255-9e0a792ec3e5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.607976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9263080f-b307-4c23-933f-1300599c6acf None None] Calling delete_port for 2097721e-7bdf-4e3b-b2a6-d9117b083a7f owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:28.613489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-9263080f-b307-4c23-933f-1300599c6acf None None] Port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:38:28.625026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] For port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,segment=NetworkSegment(ca3e1813-8cb0-4e88-b1f1-f05683be5e08),segment_id=ca3e1813-8cb0-4e88-b1f1-f05683be5e08)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:28.641629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9263080f-b307-4c23-933f-1300599c6acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (2097721e-7bdf-4e3b-b2a6-d9117b083a7f), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.660366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.663592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.693615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9263080f-b307-4c23-933f-1300599c6acf None None] Network 875b3fec-fb4c-41af-b13d-eff7c5d51a9c is not hosted by any dhcp agent {{(pid=104225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:38:28.694392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9263080f-b307-4c23-933f-1300599c6acf None None] No DVR routers for this DVR port 2097721e-7bdf-4e3b-b2a6-d9117b083a7f on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:28.697703 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-be79e47e-ad5b-4086-98f0-24112b121b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.700911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (1173a01e-4f0e-4e6a-898d-465cf400ef42), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.715832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263080f-b307-4c23-933f-1300599c6acf None None] Pushing event deleted for resources: {'Port': ['ID=2097721e-7bdf-4e3b-b2a6-d9117b083a7f,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:28.723760 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79e47e-ad5b-4086-98f0-24112b121b3a None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:28.727070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port fbd25e4b-f885-4043-a825-ff9020b59504 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:28.727703 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-be79e47e-ad5b-4086-98f0-24112b121b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.780938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (da50a1c0-d4ca-4c15-9255-9e0a792ec3e5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.788519 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-be79e47e-ad5b-4086-98f0-24112b121b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.790534 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79e47e-ad5b-4086-98f0-24112b121b3a None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:28.834741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da50a1c0-d4ca-4c15-9255-9e0a792ec3e5']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.848407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.848710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:28.859681 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-305cf6c6-f709-4ac4-b050-9140200a3486 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/floatingips/fc47a17f-28b7-4d3a-9a23-11762562832e HTTP/1.1" status: 200 len: 978 time: 6.1336725 Apr 29 07:38:28.863230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50786) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:28.865110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.882170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.889669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:28.890109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (b1f9f0b2-a9b0-48ed-ade3-31ebbd68bb7b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.904825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d11b85-2013-4647-9456-fd0a0ca06e42 None None] Update dhcp port {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': 'c1113e09-69e4-48e5-8843-b888f30d631f'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '0fa7935f-c7fe-4c75-b5aa-450d8b213faf'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:38:28.909082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-34cc4c37-b86b-47b9-94be-4402fc239d87 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:28.939037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c01ec9-c77c-4aaf-b882-a83d9311a951 None None] Pushing event updated for resources: {'Port': ['ID=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:28.944807 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:28.959125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d192254d-ae0a-4134-a8b2-893e8e1460aa None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:28.964990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks [] for security_group (2f451dea-53eb-45a3-9eab-6602ec6befd3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:28.969970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3c1e904a-62e3-4a56-96de-7f9365d1d064 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:28.979039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9d11b85-2013-4647-9456-fd0a0ca06e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.015866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.036833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (2f451dea-53eb-45a3-9eab-6602ec6befd3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.040426 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] device_id is not set on port 49779a36-8b95-4189-8833-2aa8c887a0b5 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:29.064413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (da50a1c0-d4ca-4c15-9255-9e0a792ec3e5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.069816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.073005 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/networks/da50a1c0-d4ca-4c15-9255-9e0a792ec3e5 HTTP/1.1" status: 204 len: 168 time: 0.6375556 Apr 29 07:38:29.127514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50788) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:29.128302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619715f-68bb-400e-89bd-6e99fc679091 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Network': ['ID=da50a1c0-d4ca-4c15-9255-9e0a792ec3e5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:29.208417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca37a6-6b0f-4786-ab36-a61f47ea0888 req-d984fc67-4005-4563-90f7-398ae1b41a8f tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:29.210209 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17ca37a6-6b0f-4786-ab36-a61f47ea0888 req-d984fc67-4005-4563-90f7-398ae1b41a8f tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.2643704 Apr 29 07:38:29.238629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34cc4c37-b86b-47b9-94be-4402fc239d87 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (fc47a17f-28b7-4d3a-9a23-11762562832e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.241528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 24deec17-e72b-481d-852a-dcbec9542a55 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:29.285868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 24deec17-e72b-481d-852a-dcbec9542a55 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:29.286379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 24deec17-e72b-481d-852a-dcbec9542a55 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:29.287257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fa7935f-c7fe-4c75-b5aa-450d8b213faf no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:29.356586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (01fa765d-8876-4616-bed0-83e3177e135c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.371332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f451dea-53eb-45a3-9eab-6602ec6befd3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:29.399120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-f9d11b85-2013-4647-9456-fd0a0ca06e42 None None] Allocated IP 172.20.0.2 (5f57687c-3acb-4c32-82c9-53f862533295/c1113e09-69e4-48e5-8843-b888f30d631f/0fa7935f-c7fe-4c75-b5aa-450d8b213faf) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:29.431767 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17ca37a6-6b0f-4786-ab36-a61f47ea0888 req-ac67cb1b-afc0-44fc-8a19-8fe64b759f1f tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136629 Apr 29 07:38:29.447676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:29.448246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.558256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (01fa765d-8876-4616-bed0-83e3177e135c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.568110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.5 (19481752-d72e-4352-92cb-5bfe480fa219/513a1f0e-c788-4801-85c3-6843ac0da383/fbd25e4b-f885-4043-a825-ff9020b59504) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:29.583283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.19 (19481752-d72e-4352-92cb-5bfe480fa219/61ded189-ad4a-42ca-bfdb-b406d610c417/fbd25e4b-f885-4043-a825-ff9020b59504) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:29.591529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fa765d-8876-4616-bed0-83e3177e135c']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:29.604311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27492af-8f93-4b12-959d-f9890c1e9514') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:29.604618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27492af-8f93-4b12-959d-f9890c1e9514') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:29.623402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (c27492af-8f93-4b12-959d-f9890c1e9514), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.649841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c27492af-8f93-4b12-959d-f9890c1e9514), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.664481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:29.665072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (c27492af-8f93-4b12-959d-f9890c1e9514), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:29.668160 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:29.787663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (01fa765d-8876-4616-bed0-83e3177e135c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.811143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.816848 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/networks/01fa765d-8876-4616-bed0-83e3177e135c HTTP/1.1" status: 204 len: 168 time: 0.6827364 Apr 29 07:38:29.816848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc7764-8c0b-41d9-91e0-efcabf28883b tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Network': ['ID=01fa765d-8876-4616-bed0-83e3177e135c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:29.821158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50790) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:29.917491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (fbd25e4b-f885-4043-a825-ff9020b59504), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.938086 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (79df06c3-7fbe-4968-8f7c-8996a8c83dec), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.980557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34cc4c37-b86b-47b9-94be-4402fc239d87 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:29.999303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.005027 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34cc4c37-b86b-47b9-94be-4402fc239d87 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (fc47a17f-28b7-4d3a-9a23-11762562832e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.005963 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-34cc4c37-b86b-47b9-94be-4402fc239d87 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP fc47a17f-28b7-4d3a-9a23-11762562832e disassociated. External IP: 172.26.3.180, port: f067ba64-be17-4278-9c82-cc095659f152. Apr 29 07:38:30.011460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b518a-8e49-44c4-8843-6a14ff405df7 None None] Network 19481752-d72e-4352-92cb-5bfe480fa219 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:30.101553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (79df06c3-7fbe-4968-8f7c-8996a8c83dec), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.104932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 19481752-d72e-4352-92cb-5bfe480fa219 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:30.116883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=fbd25e4b-f885-4043-a825-ff9020b59504,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:30.119628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:30.125744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:30.130619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ca636a2d-eeef-4b64-bed6-682ccf592a94 None None] Provisioning complete for port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:30.130919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ca636a2d-eeef-4b64-bed6-682ccf592a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.141193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] For port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:30.161002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79df06c3-7fbe-4968-8f7c-8996a8c83dec']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:30.178308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7681a03d-23dc-4b22-bb25-409ae36a26b3') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:30.178597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7681a03d-23dc-4b22-bb25-409ae36a26b3') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:30.193923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (7681a03d-23dc-4b22-bb25-409ae36a26b3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.208113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:30.208760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.223154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7681a03d-23dc-4b22-bb25-409ae36a26b3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.229738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:30.230134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (7681a03d-23dc-4b22-bb25-409ae36a26b3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:30.233368 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:30.239148 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6c6c80bc-190f-4c46-827e-26095e928c23 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2438993 Apr 29 07:38:30.245894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ca636a2d-eeef-4b64-bed6-682ccf592a94 None None] Current status of the port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:30.246489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ca636a2d-eeef-4b64-bed6-682ccf592a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.248151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50792) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:30.252770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '513a1f0e-c788-4801-85c3-6843ac0da383'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:30.261658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.266502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] device_id is not set on port 49779a36-8b95-4189-8833-2aa8c887a0b5 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:30.282241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.287279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks [] for port (49779a36-8b95-4189-8833-2aa8c887a0b5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.305178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086813f5-5caf-40a3-a1a1-9c8c9e9cb7de None None] Update dhcp port {'port': {'network_id': '19481752-d72e-4352-92cb-5bfe480fa219', 'fixed_ips': [{'subnet_id': '513a1f0e-c788-4801-85c3-6843ac0da383', 'ip_address': '172.20.0.2'}, {'subnet_id': '61ded189-ad4a-42ca-bfdb-b406d610c417'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': 'fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:38:30.308279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ca636a2d-eeef-4b64-bed6-682ccf592a94 None None] For port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,segment=NetworkSegment(ca3e1813-8cb0-4e88-b1f1-f05683be5e08),segment_id=ca3e1813-8cb0-4e88-b1f1-f05683be5e08)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:30.336002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (49779a36-8b95-4189-8833-2aa8c887a0b5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.339773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ca636a2d-eeef-4b64-bed6-682ccf592a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.353653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (ca41dedb-4b74-4d33-934a-fdec798fc081), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.361319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (79df06c3-7fbe-4968-8f7c-8996a8c83dec), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.369597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.373009 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] 10.222.0.23 "DELETE /v2.0/networks/79df06c3-7fbe-4968-8f7c-8996a8c83dec HTTP/1.1" status: 204 len: 168 time: 0.5433145 Apr 29 07:38:30.398179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006848be-3cf8-4b75-90ff-3f8789ae1921 tempest-BulkNetworkOpsIpV6Test-1600216334 tempest-BulkNetworkOpsIpV6Test-1600216334-project] Pushing event deleted for resources: {'Network': ['ID=79df06c3-7fbe-4968-8f7c-8996a8c83dec,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:30.409613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.414842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-086813f5-5caf-40a3-a1a1-9c8c9e9cb7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.460985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,revision_number=9']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:30.473562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:30.479504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port 890ab26f-79cb-449d-9c3c-5e86d2df3680 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:30.479852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.564880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:30.567963 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:30.568569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.657080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=ca41dedb-4b74-4d33-934a-fdec798fc081,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:30.666866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f9d11b85-2013-4647-9456-fd0a0ca06e42 None None] For port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:30.734378 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'Port': ['ID=49779a36-8b95-4189-8833-2aa8c887a0b5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:30.757969 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d497803f-e264-4659-8cdd-427a9b365e45 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1667073 Apr 29 07:38:30.763085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50800) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:30.765794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9d11b85-2013-4647-9456-fd0a0ca06e42 None None] Publish callbacks [] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.766533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Checking segment: {'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:30.766905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Network hostable DHCP agents. Network: 1ad76901-5fa0-42f6-ad38-3f0771186912, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:30.776989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:31:d4:f7', 'name': 'tempest-NetworksTestDHCPv6-609340859'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:30.801074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca636a2d-eeef-4b64-bed6-682ccf592a94 None None] Pushing event updated for resources: {'Port': ['ID=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:30.814823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9d11b85-2013-4647-9456-fd0a0ca06e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.833179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:30.858709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for 890ab26f-79cb-449d-9c3c-5e86d2df3680 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:30.860405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Network 1ad76901-5fa0-42f6-ad38-3f0771186912 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:30.868156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Delete allocated IP 172.20.0.19 (19481752-d72e-4352-92cb-5bfe480fa219/61ded189-ad4a-42ca-bfdb-b406d610c417) {{(pid=104223) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:38:30.869405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b616f-5a82-4b7f-9038-cbe0b3a9ef04 req-58eef31c-bcd4-42fe-880e-9aba388279f2 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:30.871939 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2f7b616f-5a82-4b7f-9038-cbe0b3a9ef04 req-58eef31c-bcd4-42fe-880e-9aba388279f2 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.2309079 Apr 29 07:38:30.881470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc4c37-b86b-47b9-94be-4402fc239d87 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:30.892876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50802) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:30.912924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d11b85-2013-4647-9456-fd0a0ca06e42 None None] Pushing event updated for resources: {'Port': ['ID=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,revision_number=10']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:30.914041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 1ad76901-5fa0-42f6-ad38-3f0771186912) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:30.918959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:30.942126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da98778-50e5-4392-9168-a83dab80a564 None None] Network 1ad76901-5fa0-42f6-ad38-3f0771186912 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:30.992987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:30.993391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:30.993742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:31.067455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:31.071011 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:31.071761 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:31.079990 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 2 to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 Apr 29 07:38:31.129934 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2f7b616f-5a82-4b7f-9038-cbe0b3a9ef04 req-8bff0ec6-45ea-4a3b-9462-c78267f621f3 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447512 Apr 29 07:38:31.145793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:31.146197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:31.146484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:31.193822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (fbd25e4b-f885-4043-a825-ff9020b59504), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.218449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.243350 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-272c4429-2ee6-4483-bcc4-66a505126bed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ac7c4de241e455bb0112b9b28f8d226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493595 Apr 29 07:38:31.245815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50808) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:31.259947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:31.260297 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:31.264633 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 3 to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 Apr 29 07:38:31.298202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:31.298588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:31.298931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:31.314502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:31.314837 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:31.316213 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 4 to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 Apr 29 07:38:31.320249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc4c37-b86b-47b9-94be-4402fc239d87 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:31.322122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.327717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34cc4c37-b86b-47b9-94be-4402fc239d87 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.333820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:38:31.333820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:38:31.385285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7edfb5-e1cb-40ae-8649-3d24d7824116 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:31.397129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=fbd25e4b-f885-4043-a825-ff9020b59504,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:31.406753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port ecdc7753-6c29-4217-911f-8fb3599676fd yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:31.410239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74e08c71-86ac-4548-a131-1c45bebf3336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.411252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:31.411595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:31.411949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:31.420627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7edfb5-e1cb-40ae-8649-3d24d7824116 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:31.421440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ae7edfb5-e1cb-40ae-8649-3d24d7824116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:31.435253 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-34cc4c37-b86b-47b9-94be-4402fc239d87 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/floatingips/fc47a17f-28b7-4d3a-9a23-11762562832e HTTP/1.1" status: 200 len: 688 time: 2.5299914 Apr 29 07:38:31.438350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50810) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:31.439089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:31.439487 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:31.452611 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 5 to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 Apr 29 07:38:31.492358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ae7edfb5-e1cb-40ae-8649-3d24d7824116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:31.517862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-086813f5-5caf-40a3-a1a1-9c8c9e9cb7de None None] Allocated IP 172.20.0.18 (19481752-d72e-4352-92cb-5bfe480fa219/61ded189-ad4a-42ca-bfdb-b406d610c417/fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:31.529955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:31.530497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:31.531156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:31.596821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (890ab26f-79cb-449d-9c3c-5e86d2df3680), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.610286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7edfb5-e1cb-40ae-8649-3d24d7824116 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:31.610424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:31.610711 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:31.610935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ae7edfb5-e1cb-40ae-8649-3d24d7824116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:31.615020 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 6 to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 Apr 29 07:38:31.627821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778297a-378d-498a-b6ba-69daba76b74b req-fa8cb2fa-4784-4889-bca4-b97720630548 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:31.629472 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7778297a-378d-498a-b6ba-69daba76b74b req-fa8cb2fa-4784-4889-bca4-b97720630548 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.3474488 Apr 29 07:38:31.666570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=890ab26f-79cb-449d-9c3c-5e86d2df3680,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:31.674824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ae7edfb5-e1cb-40ae-8649-3d24d7824116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:31.675499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7edfb5-e1cb-40ae-8649-3d24d7824116 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:31.711558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d7cc66ad-0f36-4bfb-a563-d1a2ac9f5435 admin admin] Publish callbacks [] for security_group (f9fc1879-8f92-48ba-ad9f-6e9b0b61ff30), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.727652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:31.727984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:31.728326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:31.758103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d7cc66ad-0f36-4bfb-a563-d1a2ac9f5435 admin admin] Publish callbacks [] for security_group (f9fc1879-8f92-48ba-ad9f-6e9b0b61ff30), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.758922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:31.759250 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:31.765362 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 7 to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 Apr 29 07:38:31.832241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:31.832575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:31.832915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:31.897347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-086813f5-5caf-40a3-a1a1-9c8c9e9cb7de None None] For port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,segment=NetworkSegment(ca3e1813-8cb0-4e88-b1f1-f05683be5e08),segment_id=ca3e1813-8cb0-4e88-b1f1-f05683be5e08)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:31.897583 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:31.897716 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:31.900343 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 8 to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 Apr 29 07:38:31.946064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:31.946690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.959366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 1431d3bf-9a8a-4185-b647-e5f812a72d02 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:31.959711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1431d3bf-9a8a-4185-b647-e5f812a72d02), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:31.971441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:31.971774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:31.972111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:31.995803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (1173a01e-4f0e-4e6a-898d-465cf400ef42), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.033349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-086813f5-5caf-40a3-a1a1-9c8c9e9cb7de None None] Publish callbacks [] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.038289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:32.038652 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:32.041779 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 9 to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 Apr 29 07:38:32.052000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-086813f5-5caf-40a3-a1a1-9c8c9e9cb7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.096668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:32.117898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.135071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:32.135406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:32.135742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:32.183863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086813f5-5caf-40a3-a1a1-9c8c9e9cb7de None None] Pushing event updated for resources: {'Port': ['ID=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:32.232358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1431d3bf-9a8a-4185-b647-e5f812a72d02), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.232795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (1431d3bf-9a8a-4185-b647-e5f812a72d02), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.247848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 1431d3bf-9a8a-4185-b647-e5f812a72d02 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:32.329145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,revision_number=11']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:32.332945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:32.333490 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:32.345415 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 10 to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 Apr 29 07:38:32.365749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:32.366087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:32.366422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:32.380532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 49779a36-8b95-4189-8833-2aa8c887a0b5 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:32.380857 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 49779a36-8b95-4189-8833-2aa8c887a0b5 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:32.381257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (49779a36-8b95-4189-8833-2aa8c887a0b5), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.447575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] In _notify_port_updated(), no bound segment for port fbd25e4b-f885-4043-a825-ff9020b59504 on network 19481752-d72e-4352-92cb-5bfe480fa219 {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:38:32.455851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:32.457542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.462828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6522a9d2-1f83-4d97-8166-f69a02b9773b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "PUT /v2.0/ports/fbd25e4b-f885-4043-a825-ff9020b59504 HTTP/1.1" status: 200 len: 918 time: 2.2118645 Apr 29 07:38:32.472231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50812) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:32.477263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fa7935f-c7fe-4c75-b5aa-450d8b213faf up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:32.481956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '513a1f0e-c788-4801-85c3-6843ac0da383'}, {'subnet_id': '61ded189-ad4a-42ca-bfdb-b406d610c417'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:32.575086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:32.575461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.586233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 172.20.0.4 (5f57687c-3acb-4c32-82c9-53f862533295/c1113e09-69e4-48e5-8843-b888f30d631f/ecdc7753-6c29-4217-911f-8fb3599676fd) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:32.593046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:fe31:d4f7 (5f57687c-3acb-4c32-82c9-53f862533295/ca41dedb-4b74-4d33-934a-fdec798fc081/ecdc7753-6c29-4217-911f-8fb3599676fd) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:32.599946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] For port 49779a36-8b95-4189-8833-2aa8c887a0b5, host hv-neutron-8398, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:32.600354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempted to set empty binding levels {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:38:32.615690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (49779a36-8b95-4189-8833-2aa8c887a0b5), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.641639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25af57-372f-42e9-a5cd-b140fde53fa2 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:32.687939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'Port': ['ID=49779a36-8b95-4189-8833-2aa8c887a0b5,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:32.691474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:32.692040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.702700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router 1173a01e-4f0e-4e6a-898d-465cf400ef42 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:32.723165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7778297a-378d-498a-b6ba-69daba76b74b req-ba2fd3a1-f177-414e-bdca-287c9c593c65 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0438678 Apr 29 07:38:32.765158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50814) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:32.791283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-90318ae3-1ee2-457c-abeb-72e05ceceda1 None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:32.791647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90318ae3-1ee2-457c-abeb-72e05ceceda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.808829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d7cc66ad-0f36-4bfb-a563-d1a2ac9f5435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f9fc1879-8f92-48ba-ad9f-6e9b0b61ff30), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.811487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d7cc66ad-0f36-4bfb-a563-d1a2ac9f5435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.815474 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d7cc66ad-0f36-4bfb-a563-d1a2ac9f5435 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9fc1879-8f92-48ba-ad9f-6e9b0b61ff30 HTTP/1.1" status: 204 len: 168 time: 1.5435550 Apr 29 07:38:32.852129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:32.852519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.884076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:32.887203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc66ad-0f36-4bfb-a563-d1a2ac9f5435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc1879-8f92-48ba-ad9f-6e9b0b61ff30,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:32.899898 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-467c2c45-6a4b-447a-ad80-f726479a1349 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/1173a01e-4f0e-4e6a-898d-465cf400ef42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3598931 Apr 29 07:38:32.900313 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d04da-9fb0-41ad-aa99-540e1d6c8fe5 None None] Sync routers for ids ['1173a01e-4f0e-4e6a-898d-465cf400ef42'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:32.900774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50818) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:32.917000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:32.928954 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d04da-9fb0-41ad-aa99-540e1d6c8fe5 None None] Routers {'1173a01e-4f0e-4e6a-898d-465cf400ef42'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:32.929596 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e40d04da-9fb0-41ad-aa99-540e1d6c8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1173a01e-4f0e-4e6a-898d-465cf400ef42'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:32.935661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:32.979259 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-50fa6017-0ee3-46f2-9737-0adc80e98667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.7005558 Apr 29 07:38:32.982480 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50820) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:32.988200 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f79b4930-bbcf-4716-9df5-79e0755289f3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=1173a01e-4f0e-4e6a-898d-465cf400ef42 HTTP/1.1" status: 200 len: 205 time: 0.0855184 Apr 29 07:38:32.991647 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e40d04da-9fb0-41ad-aa99-540e1d6c8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:32.997069 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50822) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:33.016890 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d04da-9fb0-41ad-aa99-540e1d6c8fe5 None None] Routers {'1173a01e-4f0e-4e6a-898d-465cf400ef42'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:33.018164 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e40d04da-9fb0-41ad-aa99-540e1d6c8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1173a01e-4f0e-4e6a-898d-465cf400ef42'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:33.069974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.070790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:33.117048 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e40d04da-9fb0-41ad-aa99-540e1d6c8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:33.117746 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d04da-9fb0-41ad-aa99-540e1d6c8fe5 None None] The sync data for ids ['1173a01e-4f0e-4e6a-898d-465cf400ef42'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:33.150779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1431d3bf-9a8a-4185-b647-e5f812a72d02), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.188110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,revision_number=12']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:33.190852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b72f7e-64a9-4b41-a5ff-f6cfb6b386da None None] Network 19481752-d72e-4352-92cb-5bfe480fa219 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:33.211022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=1431d3bf-9a8a-4185-b647-e5f812a72d02,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:33.225749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c83a90b5-6272-4256-8e37-ff96e47faa0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Deleting port 49779a36-8b95-4189-8833-2aa8c887a0b5 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:33.226135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c83a90b5-6272-4256-8e37-ff96e47faa0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (49779a36-8b95-4189-8833-2aa8c887a0b5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.271694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-90318ae3-1ee2-457c-abeb-72e05ceceda1 None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:33.272083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90318ae3-1ee2-457c-abeb-72e05ceceda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.328647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-c83a90b5-6272-4256-8e37-ff96e47faa0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] For port 49779a36-8b95-4189-8833-2aa8c887a0b5, host hv-neutron-8398, got binding levels [] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:33.329143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c83a90b5-6272-4256-8e37-ff96e47faa0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (49779a36-8b95-4189-8833-2aa8c887a0b5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.348207 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c83a90b5-6272-4256-8e37-ff96e47faa0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Calling delete_port for 49779a36-8b95-4189-8833-2aa8c887a0b5 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:33.397976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-90318ae3-1ee2-457c-abeb-72e05ceceda1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:38:33.398320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-90318ae3-1ee2-457c-abeb-72e05ceceda1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:38:33.428965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7a8cbb4e-5973-41f0-ad4c-a129fe170aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.450456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c83a90b5-6272-4256-8e37-ff96e47faa0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (49779a36-8b95-4189-8833-2aa8c887a0b5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.467692 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:33.468399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.484943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a90b5-6272-4256-8e37-ff96e47faa0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event deleted for resources: {'Port': ['ID=49779a36-8b95-4189-8833-2aa8c887a0b5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:33.524654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c83a90b5-6272-4256-8e37-ff96e47faa0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.529002 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c83a90b5-6272-4256-8e37-ff96e47faa0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "DELETE /v2.0/ports/49779a36-8b95-4189-8833-2aa8c887a0b5 HTTP/1.1" status: 204 len: 168 time: 0.5395677 Apr 29 07:38:33.532252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50834) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:33.573985 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c018a54-924b-46da-b3f6-93e2475c0475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:38:33.582922 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4c018a54-924b-46da-b3f6-93e2475c0475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "GET /v2.0/ports/49779a36-8b95-4189-8833-2aa8c887a0b5 HTTP/1.1" status: 404 len: 333 time: 0.0497739 Apr 29 07:38:33.584032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50836) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:33.597940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Request body: {'port': {'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-384993093'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:33.625398 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (fc47a17f-28b7-4d3a-9a23-11762562832e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.628540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.630011 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c783c008-3275-47ed-abb8-d5a6ad5d9f59 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/floatingips/fc47a17f-28b7-4d3a-9a23-11762562832e HTTP/1.1" status: 204 len: 168 time: 2.1895754 Apr 29 07:38:33.631769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Made reservation on behalf of 9fb80cd3de9c432a8b5b12e3ee126586 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:33.634641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.639317 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50838) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:33.655040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:33.660692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.28 (19481752-d72e-4352-92cb-5bfe480fa219/61ded189-ad4a-42ca-bfdb-b406d610c417/fbd25e4b-f885-4043-a825-ff9020b59504) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:33.703386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (ecdc7753-6c29-4217-911f-8fb3599676fd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.752975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f8745bf-214d-417e-b6ee-08117db921fe tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (1173a01e-4f0e-4e6a-898d-465cf400ef42), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.757562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01e9b64-6517-4f4b-be32-ff93aa28a4bd tempest-TestNetworkAdvancedServerOps-266447372 tempest-TestNetworkAdvancedServerOps-266447372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:33.759443 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f01e9b64-6517-4f4b-be32-ff93aa28a4bd tempest-TestNetworkAdvancedServerOps-266447372 tempest-TestNetworkAdvancedServerOps-266447372-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 1124 time: 0.9937313 Apr 29 07:38:33.811907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50842) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:33.821757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:33.936920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:33.972229 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-90318ae3-1ee2-457c-abeb-72e05ceceda1 None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:34.088346 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-d88d1ffb-d8c2-46b3-9da6-03ad55c209bb tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] delete failed (client error): The resource could not be found. Apr 29 07:38:34.089456 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d88d1ffb-d8c2-46b3-9da6-03ad55c209bb tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/floatingips/fc47a17f-28b7-4d3a-9a23-11762562832e HTTP/1.1" status: 404 len: 345 time: 0.4488077 Apr 29 07:38:34.103567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] device_id is not set on port e4d6069c-ac1f-43f0-bada-cc50af376dc1 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:34.110903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8a4a65a8-f07b-4b7d-87f8-bbabd9c6704d None None] Provisioning complete for port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:34.112040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8a4a65a8-f07b-4b7d-87f8-bbabd9c6704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.195609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50850) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:34.195946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50852) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:34.202234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a65a8-f07b-4b7d-87f8-bbabd9c6704d None None] Current status of the port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:34.214409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ecdc7753-6c29-4217-911f-8fb3599676fd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.222190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8a4a65a8-f07b-4b7d-87f8-bbabd9c6704d None None] Provisioning complete for port fbd25e4b-f885-4043-a825-ff9020b59504 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:34.222556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8a4a65a8-f07b-4b7d-87f8-bbabd9c6704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.265691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a65a8-f07b-4b7d-87f8-bbabd9c6704d None None] Port fbd25e4b-f885-4043-a825-ff9020b59504 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:34.289814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f8745bf-214d-417e-b6ee-08117db921fe tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (1173a01e-4f0e-4e6a-898d-465cf400ef42), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.308216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f8745bf-214d-417e-b6ee-08117db921fe tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (1173a01e-4f0e-4e6a-898d-465cf400ef42), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.323865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fa7935f-c7fe-4c75-b5aa-450d8b213faf up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:34.371289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ff4b1-047e-494e-854c-bd521b650827 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:34.376979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ff4b1-047e-494e-854c-bd521b650827 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:34.382389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ff4b1-047e-494e-854c-bd521b650827 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:34.384167 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c91ff4b1-047e-494e-854c-bd521b650827 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "GET /v2.0/ports?network_id=0ba558ad-edf5-48fa-b96e-179bab659265 HTTP/1.1" status: 200 len: 2358 time: 0.1872456 Apr 29 07:38:34.387265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50856) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:34.431519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3268960d-07d9-4d3e-bec8-dad817285d4c None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:34.431999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3268960d-07d9-4d3e-bec8-dad817285d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.443155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a3889efa-838b-4e04-87ff-b3f21fa4def5 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-105285075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:34.462272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:34.462715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.474281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad290af0-6480-4159-875f-a48750e415b2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:34.480953 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ad290af0-6480-4159-875f-a48750e415b2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "GET /v2.0/subnets/e0cce175-7470-465c-8609-58a917ea0b98 HTTP/1.1" status: 200 len: 797 time: 0.0874548 Apr 29 07:38:34.484895 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50858) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:34.497037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3889efa-838b-4e04-87ff-b3f21fa4def5 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.498270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3889efa-838b-4e04-87ff-b3f21fa4def5 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.498427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'port': {'network_id': '0ba558ad-edf5-48fa-b96e-179bab659265', 'name': 'tempest-FloatingIPTestJSON-889079666', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:34.505739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f8745bf-214d-417e-b6ee-08117db921fe tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (1173a01e-4f0e-4e6a-898d-465cf400ef42), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.506017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8745bf-214d-417e-b6ee-08117db921fe tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Fanout notify agent at l3_agent the message router_deleted on router 1173a01e-4f0e-4e6a-898d-465cf400ef42 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:38:34.509114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks [] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.509540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:34.524680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f8745bf-214d-417e-b6ee-08117db921fe tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.525866 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f8745bf-214d-417e-b6ee-08117db921fe tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/1173a01e-4f0e-4e6a-898d-465cf400ef42 HTTP/1.1" status: 204 len: 168 time: 1.5249171 Apr 29 07:38:34.529483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (fbd25e4b-f885-4043-a825-ff9020b59504), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.531242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50860) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:34.543752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:34.572996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:34.581963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.604719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3268960d-07d9-4d3e-bec8-dad817285d4c None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:34.609410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=ecdc7753-6c29-4217-911f-8fb3599676fd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:34.620712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:34.621566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:34.623362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3889efa-838b-4e04-87ff-b3f21fa4def5 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for router_controller (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.642708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3889efa-838b-4e04-87ff-b3f21fa4def5 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.660781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.667335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76b8a3f-c5aa-46e3-a5a4-9bdbd2ae6d07 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting subnet e3d79d66-b935-4a38-814d-dd07c011e945 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:34.686220 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e76b8a3f-c5aa-46e3-a5a4-9bdbd2ae6d07 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (e3d79d66-b935-4a38-814d-dd07c011e945), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.700860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.720900 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:34.721364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.766548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Network 1ad76901-5fa0-42f6-ad38-3f0771186912 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:34.769280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3889efa-838b-4e04-87ff-b3f21fa4def5 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.770479 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a3889efa-838b-4e04-87ff-b3f21fa4def5 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5717478 Apr 29 07:38:34.771691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:34.772392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.775899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50862) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:34.781083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:34.784565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e76b8a3f-c5aa-46e3-a5a4-9bdbd2ae6d07 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (e3d79d66-b935-4a38-814d-dd07c011e945), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.814941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1021606333'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:34.818871 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:34.819848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:34.820445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.837698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d6069c-ac1f-43f0-bada-cc50af376dc1,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:34.839952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=fbd25e4b-f885-4043-a825-ff9020b59504,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:34.858707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Made reservation on behalf of e6c766185d8e462685e67836ac1b0c21 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:34.862187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.872737 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a680934e-141e-4791-beb0-04f4cd0471df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2875359 Apr 29 07:38:34.875500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50864) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:34.880590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8398'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:34.923401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:34.933714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.958723 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3e25b954-0055-440d-ab96-ac1171e127f6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1916914 Apr 29 07:38:34.965265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50866) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:34.982927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.994719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e76b8a3f-c5aa-46e3-a5a4-9bdbd2ae6d07 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (e3d79d66-b935-4a38-814d-dd07c011e945), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:34.998310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.054850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] In _notify_port_updated(), no bound segment for port fbd25e4b-f885-4043-a825-ff9020b59504 on network 19481752-d72e-4352-92cb-5bfe480fa219 {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:38:35.059919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:35.060561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.064800 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9928f81c-cf0c-4312-9a46-d72b1b4d6ceb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "PUT /v2.0/ports/fbd25e4b-f885-4043-a825-ff9020b59504 HTTP/1.1" status: 200 len: 998 time: 2.5883167 Apr 29 07:38:35.066507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a659959b-ab40-4f50-9f1f-66f2ffdf5d6f None None] Provisioning complete for port ecdc7753-6c29-4217-911f-8fb3599676fd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:35.067122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a659959b-ab40-4f50-9f1f-66f2ffdf5d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ecdc7753-6c29-4217-911f-8fb3599676fd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.068607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50868) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:35.076832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Made reservation on behalf of 528cb288da5b4df2a28de531d04471d8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:35.110231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a659959b-ab40-4f50-9f1f-66f2ffdf5d6f None None] Port ecdc7753-6c29-4217-911f-8fb3599676fd cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:35.121420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a659959b-ab40-4f50-9f1f-66f2ffdf5d6f None None] Provisioning complete for port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:35.122201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a659959b-ab40-4f50-9f1f-66f2ffdf5d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.220411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a659959b-ab40-4f50-9f1f-66f2ffdf5d6f None None] Current status of the port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:35.230288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e76b8a3f-c5aa-46e3-a5a4-9bdbd2ae6d07 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (e3d79d66-b935-4a38-814d-dd07c011e945), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.244771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a659959b-ab40-4f50-9f1f-66f2ffdf5d6f None None] Provisioning complete for port fbd25e4b-f885-4043-a825-ff9020b59504 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:35.245267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a659959b-ab40-4f50-9f1f-66f2ffdf5d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.272418 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b8a3f-c5aa-46e3-a5a4-9bdbd2ae6d07 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d79d66-b935-4a38-814d-dd07c011e945,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:35.273909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.277434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e76b8a3f-c5aa-46e3-a5a4-9bdbd2ae6d07 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.283469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800fe24-cddb-4227-938e-52e52dab3251 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:35.284009 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e76b8a3f-c5aa-46e3-a5a4-9bdbd2ae6d07 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/e3d79d66-b935-4a38-814d-dd07c011e945 HTTP/1.1" status: 204 len: 168 time: 0.7505965 Apr 29 07:38:35.287925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800fe24-cddb-4227-938e-52e52dab3251 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:35.289587 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a800fe24-cddb-4227-938e-52e52dab3251 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3191712 Apr 29 07:38:35.291980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50872) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:35.292305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50874) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:35.294371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1912e6-02d7-468d-9ec1-73eaf73a60a2 None None] Network c3165d1a-c07a-4608-8f71-d6242c753947 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:35.296904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a659959b-ab40-4f50-9f1f-66f2ffdf5d6f None None] Port fbd25e4b-f885-4043-a825-ff9020b59504 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:35.314217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for security_group (813a4050-2d4c-4f53-aa64-533d61e90152), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.354464 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-14009307-23a9-4c73-bd6b-f606888b5a2a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port fbd25e4b-f885-4043-a825-ff9020b59504 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:35.355678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14009307-23a9-4c73-bd6b-f606888b5a2a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.395825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (813a4050-2d4c-4f53-aa64-533d61e90152), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.424606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Allocated IP 172.26.3.29 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/1c820054-d716-4bbd-a5bc-2469e6a5459f) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:35.438020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8d1a27d2-c00f-4f90-8826-a3e1f8adfef2 None None] Provisioning complete for port fbd25e4b-f885-4043-a825-ff9020b59504 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:35.438020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d1a27d2-c00f-4f90-8826-a3e1f8adfef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.458000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.466626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] device_id is not set on port e4d6069c-ac1f-43f0-bada-cc50af376dc1 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:35.475351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:35.479133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks [] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.497276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a27d2-c00f-4f90-8826-a3e1f8adfef2 None None] Port fbd25e4b-f885-4043-a825-ff9020b59504 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:35.501611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.505346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14009307-23a9-4c73-bd6b-f606888b5a2a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.515046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813a4050-2d4c-4f53-aa64-533d61e90152,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:35.537969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb66625-3bf8-4573-83ab-9b7e8d257163 None None] DHCP port deletion for c3165d1a-c07a-4608-8f71-d6242c753947 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:35.540451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5266f803-3631-4f6c-81b3-94b0b7ed2a7f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.540789 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Added segment 5266f803-3631-4f6c-81b3-94b0b7ed2a7f of type vlan for network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 Apr 29 07:38:35.548757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c3165d1a-c07a-4608-8f71-d6242c753947), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.559560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-14009307-23a9-4c73-bd6b-f606888b5a2a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for fbd25e4b-f885-4043-a825-ff9020b59504 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:35.578378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] device_id is not set on port 43f08211-3680-4a3a-9000-f90485ed66ff yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:35.592978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d6069c-ac1f-43f0-bada-cc50af376dc1,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:35.603850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:35.604185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:35.604532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:35.621022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5cb66625-3bf8-4573-83ab-9b7e8d257163 None None] Deleting port 3c1e904a-62e3-4a56-96de-7f9365d1d064 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:35.621489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cb66625-3bf8-4573-83ab-9b7e8d257163 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.644421 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:35.644820 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:35.646726 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 2 to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 Apr 29 07:38:35.670867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:35.670867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:35.671271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:35.682940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:35.683269 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:35.685252 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 3 to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 Apr 29 07:38:35.693596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5cb66625-3bf8-4573-83ab-9b7e8d257163 None None] For port 3c1e904a-62e3-4a56-96de-7f9365d1d064, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3c1e904a-62e3-4a56-96de-7f9365d1d064,segment=NetworkSegment(7126e5f6-406a-4c23-9d79-8a3098fdc581),segment_id=7126e5f6-406a-4c23-9d79-8a3098fdc581)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:35.694147 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cb66625-3bf8-4573-83ab-9b7e8d257163 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.706522 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:35.706857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:35.707194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:35.714240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:35.714675 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:35.715939 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 4 to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 Apr 29 07:38:35.737108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:35.737515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:35.737797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:35.764874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:35.765294 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:35.770029 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 5 to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 Apr 29 07:38:35.794070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:35.794280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:35.794618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:35.805645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:35.806012 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:35.825321 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 6 to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 Apr 29 07:38:35.849591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:35.849973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:35.850252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:35.866424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:35.866702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5cb66625-3bf8-4573-83ab-9b7e8d257163 None None] Calling delete_port for 3c1e904a-62e3-4a56-96de-7f9365d1d064 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:35.867416 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:35.867416 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 7 to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 Apr 29 07:38:35.879040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14009307-23a9-4c73-bd6b-f606888b5a2a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (fbd25e4b-f885-4043-a825-ff9020b59504), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.892662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:35.893006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:35.893298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:35.920094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14009307-23a9-4c73-bd6b-f606888b5a2a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=fbd25e4b-f885-4043-a825-ff9020b59504,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:35.923590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:35.923912 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:35.927218 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 8 to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 Apr 29 07:38:35.954399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cb66625-3bf8-4573-83ab-9b7e8d257163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (3c1e904a-62e3-4a56-96de-7f9365d1d064), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:35.960298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:35.960629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:35.960965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:35.983245 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:35.983245 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:35.987032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb66625-3bf8-4573-83ab-9b7e8d257163 None None] No DVR routers for this DVR port 3c1e904a-62e3-4a56-96de-7f9365d1d064 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:35.989046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb66625-3bf8-4573-83ab-9b7e8d257163 None None] Pushing event deleted for resources: {'Port': ['ID=3c1e904a-62e3-4a56-96de-7f9365d1d064,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:36.001647 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 9 to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 Apr 29 07:38:36.007776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.026373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:36.026373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:36.026373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:36.033138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:36.033449 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:36.035832 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 10 to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 Apr 29 07:38:36.046240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (9f833e2a-3c55-4d1e-8ead-d1aa721161f4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.049769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14009307-23a9-4c73-bd6b-f606888b5a2a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.053124 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-14009307-23a9-4c73-bd6b-f606888b5a2a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/fbd25e4b-f885-4043-a825-ff9020b59504 HTTP/1.1" status: 204 len: 168 time: 0.9833713 Apr 29 07:38:36.055547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:36.055878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:36.056210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:36.058051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50876) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:36.071326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:36.071649 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:36.072013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.093386 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac58b1b2-1c87-43bd-8579-9fe0b8b126a9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:38:36.096762 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ac58b1b2-1c87-43bd-8579-9fe0b8b126a9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/fbd25e4b-f885-4043-a825-ff9020b59504 HTTP/1.1" status: 404 len: 333 time: 0.0358789 Apr 29 07:38:36.100696 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50878) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:36.115926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] The port '3c1e904a-62e3-4a56-96de-7f9365d1d064' was deleted {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Apr 29 07:38:36.174954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-310e1c4f-cbb5-49f2-b625-73012f2f377c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet 61ded189-ad4a-42ca-bfdb-b406d610c417 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:36.184645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-310e1c4f-cbb5-49f2-b625-73012f2f377c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (61ded189-ad4a-42ca-bfdb-b406d610c417), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.221888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (9f833e2a-3c55-4d1e-8ead-d1aa721161f4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.226911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.227479 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.229937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] For port e4d6069c-ac1f-43f0-bada-cc50af376dc1, host hv-neutron-8398, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:36.230311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempted to set empty binding levels {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:38:36.237846 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-310e1c4f-cbb5-49f2-b625-73012f2f377c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (61ded189-ad4a-42ca-bfdb-b406d610c417), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.240951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.257182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3c1e904a-62e3-4a56-96de-7f9365d1d064 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:36.279423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for port (1c820054-d716-4bbd-a5bc-2469e6a5459f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.284765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2d80da92-6112-4081-a4fe-cacc912dbef6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port ecdc7753-6c29-4217-911f-8fb3599676fd {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:36.285090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2d80da92-6112-4081-a4fe-cacc912dbef6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ecdc7753-6c29-4217-911f-8fb3599676fd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.285213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 3c1e904a-62e3-4a56-96de-7f9365d1d064 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:36.285628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3c1e904a-62e3-4a56-96de-7f9365d1d064 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:36.311680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] In _notify_port_updated(), no bound segment for port e4d6069c-ac1f-43f0-bada-cc50af376dc1 on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:38:36.312612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.313158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.316940 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "PUT /v2.0/ports/e4d6069c-ac1f-43f0-bada-cc50af376dc1 HTTP/1.1" status: 200 len: 980 time: 1.4381013 Apr 29 07:38:36.318616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:36.382762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ef15a-2dbb-44eb-902c-0f8f2c96bfb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d6069c-ac1f-43f0-bada-cc50af376dc1,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:36.432972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c3165d1a-c07a-4608-8f71-d6242c753947), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.438258 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6349611 Apr 29 07:38:36.440029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-310e1c4f-cbb5-49f2-b625-73012f2f377c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (61ded189-ad4a-42ca-bfdb-b406d610c417), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.443122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50882) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:36.449071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'subnet': {'network_id': '9f833e2a-3c55-4d1e-8ead-d1aa721161f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:36.507652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366def79-3072-492e-b2a6-f87730587ab7 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Network': ['ID=9f833e2a-3c55-4d1e-8ead-d1aa721161f4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:36.523541 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:36.532215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3165d1a-c07a-4608-8f71-d6242c753947']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:36.537951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.538511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.538900 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.539435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.539814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.540723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.540723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.541165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.541669 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.542127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.542594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.543039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.543571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.544194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.544663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.545124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.545625 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.546080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.546535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.546990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.547445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.547900 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:36.551292 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b7a0d7c5-14d5-4fdf-b1c2-d3155a4b6001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20239 time: 0.2287703 Apr 29 07:38:36.559735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50884) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:36.583099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7126e5f6-406a-4c23-9d79-8a3098fdc581') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:36.583396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7126e5f6-406a-4c23-9d79-8a3098fdc581') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:36.604931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (1c820054-d716-4bbd-a5bc-2469e6a5459f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.613109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2d80da92-6112-4081-a4fe-cacc912dbef6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ecdc7753-6c29-4217-911f-8fb3599676fd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.617024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (7126e5f6-406a-4c23-9d79-8a3098fdc581), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.651376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-93c0266f-bc42-41e1-95ea-a3c63eeb5287 None None] Could not find standard attr ID for object fbd25e4b-f885-4043-a825-ff9020b59504. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:38:36.672600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-310e1c4f-cbb5-49f2-b625-73012f2f377c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (61ded189-ad4a-42ca-bfdb-b406d610c417), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.698418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7126e5f6-406a-4c23-9d79-8a3098fdc581), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.703194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Made reservation on behalf of e6c766185d8e462685e67836ac1b0c21 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:36.704250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2d80da92-6112-4081-a4fe-cacc912dbef6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for ecdc7753-6c29-4217-911f-8fb3599676fd owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:36.706599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.723731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e1c4f-cbb5-49f2-b625-73012f2f377c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=61ded189-ad4a-42ca-bfdb-b406d610c417,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:36.724230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:36.724809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (7126e5f6-406a-4c23-9d79-8a3098fdc581), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.725962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-310e1c4f-cbb5-49f2-b625-73012f2f377c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.731650 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-310e1c4f-cbb5-49f2-b625-73012f2f377c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/61ded189-ad4a-42ca-bfdb-b406d610c417 HTTP/1.1" status: 204 len: 168 time: 0.6274827 Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:36.731823 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:36.739593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:36.753093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50886) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:36.791909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3898ac6d-daa8-4f66-bcd2-244e7c8c7444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Deleting port e4d6069c-ac1f-43f0-bada-cc50af376dc1 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:36.792287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3898ac6d-daa8-4f66-bcd2-244e7c8c7444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.792483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:36.800626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'Port': ['ID=1c820054-d716-4bbd-a5bc-2469e6a5459f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:36.803290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:36.856214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.20.0.14 (0ba558ad-edf5-48fa-b96e-179bab659265/e0cce175-7470-465c-8609-58a917ea0b98/43f08211-3680-4a3a-9000-f90485ed66ff) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:36.870297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-3898ac6d-daa8-4f66-bcd2-244e7c8c7444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] For port e4d6069c-ac1f-43f0-bada-cc50af376dc1, host hv-neutron-8398, got binding levels [] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:36.870588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3898ac6d-daa8-4f66-bcd2-244e7c8c7444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.890562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3898ac6d-daa8-4f66-bcd2-244e7c8c7444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Calling delete_port for e4d6069c-ac1f-43f0-bada-cc50af376dc1 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:36.902939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.20.0.13 (0ba558ad-edf5-48fa-b96e-179bab659265/e0cce175-7470-465c-8609-58a917ea0b98/43f08211-3680-4a3a-9000-f90485ed66ff) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:36.949889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (c3165d1a-c07a-4608-8f71-d6242c753947), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.967908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d0cad9-1583-487d-97f2-1f80dd8d69b8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet 513a1f0e-c788-4801-85c3-6843ac0da383 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:36.980050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.983165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/networks/c3165d1a-c07a-4608-8f71-d6242c753947 HTTP/1.1" status: 204 len: 168 time: 1.6857498 Apr 29 07:38:36.983894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cad9-1583-487d-97f2-1f80dd8d69b8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (513a1f0e-c788-4801-85c3-6843ac0da383), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:36.991960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50888) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:37.027702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1405030075', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:37.031905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (bb0495a4-8a98-4d3c-b235-b3a4bb07f65a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.060289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e0354-9de9-40ee-af35-47b689d5073d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Network': ['ID=c3165d1a-c07a-4608-8f71-d6242c753947,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:37.077158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3898ac6d-daa8-4f66-bcd2-244e7c8c7444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e4d6069c-ac1f-43f0-bada-cc50af376dc1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.118298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Subnet': ['ID=bb0495a4-8a98-4d3c-b235-b3a4bb07f65a,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:37.120392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898ac6d-daa8-4f66-bcd2-244e7c8c7444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4d6069c-ac1f-43f0-bada-cc50af376dc1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:37.123076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cad9-1583-487d-97f2-1f80dd8d69b8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (513a1f0e-c788-4801-85c3-6843ac0da383), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.129047 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3898ac6d-daa8-4f66-bcd2-244e7c8c7444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.132367 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3898ac6d-daa8-4f66-bcd2-244e7c8c7444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e4d6069c-ac1f-43f0-bada-cc50af376dc1 HTTP/1.1" status: 204 len: 168 time: 0.5714455 Apr 29 07:38:37.137985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50890) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:37.166357 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5488a2-5846-4e23-872b-aab538c73d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:38:37.167762 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4d5488a2-5846-4e23-872b-aab538c73d5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "GET /v2.0/ports/e4d6069c-ac1f-43f0-bada-cc50af376dc1 HTTP/1.1" status: 404 len: 333 time: 0.0288765 Apr 29 07:38:37.174908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50892) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:37.180171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142661528', 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:37.186450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Checking segment: {'id': '5266f803-3631-4f6c-81b3-94b0b7ed2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9f833e2a-3c55-4d1e-8ead-d1aa721161f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:37.186964 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network hostable DHCP agents. Network: 9f833e2a-3c55-4d1e-8ead-d1aa721161f4, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:37.211088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Made reservation on behalf of 9fb80cd3de9c432a8b5b12e3ee126586 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:37.213895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.217393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:37.234604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] device_id is not set on port 18ea1687-fafa-44f0-be1b-7a39c3f33cde yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:37.239899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 9f833e2a-3c55-4d1e-8ead-d1aa721161f4) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:37.245716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (460498b1-7f03-49f6-9a97-24bd8e141183), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.245937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:37.246695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.246821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (460498b1-7f03-49f6-9a97-24bd8e141183), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.252138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96b99e-4236-437a-9037-4bdb69ff9b74 None None] Network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:37.302062 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fe4c469d-8956-4487-8c7c-a9acf6e9630f tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8568733 Apr 29 07:38:37.305096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50894) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:37.323689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'network': {'name': 'tempest-router-network01--1185960864'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:37.352239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.372894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Made reservation on behalf of e6c766185d8e462685e67836ac1b0c21 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:37.376252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.403223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-9f833e2a-3c55-4d1e-8ead-d1aa721161f4', 'network_id': '9f833e2a-3c55-4d1e-8ead-d1aa721161f4', 'project_id': 'e6c766185d8e462685e67836ac1b0c21', 'fixed_ips': [{'subnet_id': 'bb0495a4-8a98-4d3c-b235-b3a4bb07f65a'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:37.404694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.449061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:37.464089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks [] for port (18ea1687-fafa-44f0-be1b-7a39c3f33cde), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.473923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.473923 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Added segment 9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be of type vlan for network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 Apr 29 07:38:37.506129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (460498b1-7f03-49f6-9a97-24bd8e141183), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.532406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (5ed60860-4559-4be3-9b80-c8eb7e9bacd6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.544416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (43f08211-3680-4a3a-9000-f90485ed66ff), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.561352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (18ea1687-fafa-44f0-be1b-7a39c3f33cde), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.586926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2d80da92-6112-4081-a4fe-cacc912dbef6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ecdc7753-6c29-4217-911f-8fb3599676fd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.596294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (5ed60860-4559-4be3-9b80-c8eb7e9bacd6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.599181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Allocated IP 2001:db8::2 (9f833e2a-3c55-4d1e-8ead-d1aa721161f4/bb0495a4-8a98-4d3c-b235-b3a4bb07f65a/ce59ed31-14aa-45aa-adfb-6bc5128a65da) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:37.601694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:37.602349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.623165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cad9-1583-487d-97f2-1f80dd8d69b8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (513a1f0e-c788-4801-85c3-6843ac0da383), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.625058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Network 1ad76901-5fa0-42f6-ad38-3f0771186912 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:37.641557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:37.644638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:37.646197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:37.646931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.703756 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3880417 Apr 29 07:38:37.703756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'Port': ['ID=18ea1687-fafa-44f0-be1b-7a39c3f33cde,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:37.704436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50896) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:37.721746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9a583-c82f-4f46-a401-8074fbafefa2 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Network': ['ID=5ed60860-4559-4be3-9b80-c8eb7e9bacd6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:37.723075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'network': {'name': 'tempest-router-network02--540471357'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:37.727832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80da92-6112-4081-a4fe-cacc912dbef6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=ecdc7753-6c29-4217-911f-8fb3599676fd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:37.734644 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8f39516f-cd7a-4f59-80ea-1af17976d1cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5581408 Apr 29 07:38:37.735309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50898) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:37.743271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:37.850863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Publish callbacks [] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.861592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:37.892277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a7c1d1-cf47-4508-8bd3-81e895a39bde None None] Network 19481752-d72e-4352-92cb-5bfe480fa219 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:37.941764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-828e0431-f3fd-402b-8746-2aad3335d492 None None] Could not find standard attr ID for object fbd25e4b-f885-4043-a825-ff9020b59504. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:38:37.958283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:37.970990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:37.974772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:37.979761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Pushing event updated for resources: {'Port': ['ID=ce59ed31-14aa-45aa-adfb-6bc5128a65da,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:38.068365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Attempting to bind port ce59ed31-14aa-45aa-adfb-6bc5128a65da on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:38.068733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Attempting to bind port ce59ed31-14aa-45aa-adfb-6bc5128a65da by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5266f803-3631-4f6c-81b3-94b0b7ed2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9f833e2a-3c55-4d1e-8ead-d1aa721161f4'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:38.069089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Attempting to bind port ce59ed31-14aa-45aa-adfb-6bc5128a65da on network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:38.077892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:38.078257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Checking segment: {'id': '5266f803-3631-4f6c-81b3-94b0b7ed2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9f833e2a-3c55-4d1e-8ead-d1aa721161f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:38.078650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.079035 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Bound using segment: {'id': '5266f803-3631-4f6c-81b3-94b0b7ed2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9f833e2a-3c55-4d1e-8ead-d1aa721161f4'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:38.079497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Bound port: ce59ed31-14aa-45aa-adfb-6bc5128a65da, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5266f803-3631-4f6c-81b3-94b0b7ed2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9f833e2a-3c55-4d1e-8ead-d1aa721161f4'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:38.079872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.152895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] For port ce59ed31-14aa-45aa-adfb-6bc5128a65da, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:38.156318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] For port ce59ed31-14aa-45aa-adfb-6bc5128a65da, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ce59ed31-14aa-45aa-adfb-6bc5128a65da,segment=NetworkSegment(5266f803-3631-4f6c-81b3-94b0b7ed2a7f),segment_id=5266f803-3631-4f6c-81b3-94b0b7ed2a7f)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:38.166122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.227115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd7b70-d87c-45dc-834d-de64f2e8b031 None None] Pushing event updated for resources: {'Port': ['ID=ce59ed31-14aa-45aa-adfb-6bc5128a65da,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:38.380486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_gateway (460498b1-7f03-49f6-9a97-24bd8e141183), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.406194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Made reservation on behalf of e6c766185d8e462685e67836ac1b0c21 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:38.409691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.413746 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8c1fe-3595-4a79-8a2b-33fbcc456bb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:38.415579 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-21b8c1fe-3595-4a79-8a2b-33fbcc456bb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "GET /v2.0/ports/18ea1687-fafa-44f0-be1b-7a39c3f33cde HTTP/1.1" status: 200 len: 959 time: 0.6550925 Apr 29 07:38:38.418851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50900) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:38.476165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (43f08211-3680-4a3a-9000-f90485ed66ff), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.553151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3e476-07b7-4c72-ad21-d171835cd3bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Deleting port 18ea1687-fafa-44f0-be1b-7a39c3f33cde {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:38.553519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e476-07b7-4c72-ad21-d171835cd3bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (18ea1687-fafa-44f0-be1b-7a39c3f33cde), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.553638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cad9-1583-487d-97f2-1f80dd8d69b8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (513a1f0e-c788-4801-85c3-6843ac0da383), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.620220 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2d80da92-6112-4081-a4fe-cacc912dbef6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.623533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2d80da92-6112-4081-a4fe-cacc912dbef6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/ecdc7753-6c29-4217-911f-8fb3599676fd HTTP/1.1" status: 204 len: 168 time: 3.3189592 Apr 29 07:38:38.627278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50902) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:38.629701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:38.676792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e476-07b7-4c72-ad21-d171835cd3bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (18ea1687-fafa-44f0-be1b-7a39c3f33cde), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.677187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b3d0cad9-1583-487d-97f2-1f80dd8d69b8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.680713 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b3d0cad9-1583-487d-97f2-1f80dd8d69b8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/513a1f0e-c788-4801-85c3-6843ac0da383 HTTP/1.1" status: 204 len: 168 time: 1.9234192 Apr 29 07:38:38.682992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0cad9-1583-487d-97f2-1f80dd8d69b8 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=513a1f0e-c788-4801-85c3-6843ac0da383,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:38.690762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50904) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:38.703052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network 0ba558ad-edf5-48fa-b96e-179bab659265 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:38.712530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (658e121a-46ac-4041-88d4-94d4ba9ad934), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.712881 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Added segment 658e121a-46ac-4041-88d4-94d4ba9ad934 of type vlan for network 80dacec7-8594-485f-aa54-f57d1610547b Apr 29 07:38:38.720633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3e476-07b7-4c72-ad21-d171835cd3bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Calling delete_port for 18ea1687-fafa-44f0-be1b-7a39c3f33cde owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:38.725638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:38.729177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:38.732389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=43f08211-3680-4a3a-9000-f90485ed66ff,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:38.743584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for floatingip (f37ccbe2-338a-424e-8145-7f7ac05f4e70), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.763821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fde61e-f357-4bfe-bafc-e61ed5d97a5e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:38.765120 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fde61e-f357-4bfe-bafc-e61ed5d97a5e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:38.767561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fde61e-f357-4bfe-bafc-e61ed5d97a5e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:38.771611 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-18fde61e-f357-4bfe-bafc-e61ed5d97a5e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1403801 Apr 29 07:38:38.773814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50906) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:38.806841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dbda5f-ea05-4951-9e69-3c4096b3d1d2 None None] Network 19481752-d72e-4352-92cb-5bfe480fa219 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:38.869214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (19481752-d72e-4352-92cb-5bfe480fa219), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.886076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (80dacec7-8594-485f-aa54-f57d1610547b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.905270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b7cf91-caee-476f-a5ff-c262f42bc671 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet c1113e09-69e4-48e5-8843-b888f30d631f {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:38.906382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6dd7a141-cbee-4967-8403-11c5bf2996ba None None] Provisioning complete for port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:38.906928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6dd7a141-cbee-4967-8403-11c5bf2996ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.910410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1b7cf91-caee-476f-a5ff-c262f42bc671 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (c1113e09-69e4-48e5-8843-b888f30d631f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.922404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:38.923170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.978976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1b7cf91-caee-476f-a5ff-c262f42bc671 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (c1113e09-69e4-48e5-8843-b888f30d631f), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:38.984277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1c820054-d716-4bbd-a5bc-2469e6a5459f), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.005315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e476-07b7-4c72-ad21-d171835cd3bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (18ea1687-fafa-44f0-be1b-7a39c3f33cde), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.017632 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6c0465f1-c7ba-49f4-8034-785f816724e3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.5207329 Apr 29 07:38:39.018596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (80dacec7-8594-485f-aa54-f57d1610547b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.023997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:39.024201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50908) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:39.024421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.024544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7a141-cbee-4967-8403-11c5bf2996ba None None] Current status of the port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:39.053790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '43f08211-3680-4a3a-9000-f90485ed66ff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:39.073910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e476-07b7-4c72-ad21-d171835cd3bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.078274 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5bc3e476-07b7-4c72-ad21-d171835cd3bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "DELETE /v2.0/ports/18ea1687-fafa-44f0-be1b-7a39c3f33cde HTTP/1.1" status: 204 len: 168 time: 0.6564507 Apr 29 07:38:39.084065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3e476-07b7-4c72-ad21-d171835cd3bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event deleted for resources: {'Port': ['ID=18ea1687-fafa-44f0-be1b-7a39c3f33cde,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:39.092339 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50910) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:39.098854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61813da7-cecf-4794-9eca-14f174d0c8f0 None None] DHCP port deletion for 19481752-d72e-4352-92cb-5bfe480fa219 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:39.128727 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4143097 Apr 29 07:38:39.138012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50912) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:39.140912 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c900fd-f375-4fbd-a9a9-a9df30c65aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:38:39.146138 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b9c900fd-f375-4fbd-a9a9-a9df30c65aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "GET /v2.0/ports/18ea1687-fafa-44f0-be1b-7a39c3f33cde HTTP/1.1" status: 404 len: 333 time: 0.0492454 Apr 29 07:38:39.152434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'subnet': {'network_id': '5ed60860-4559-4be3-9b80-c8eb7e9bacd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:39.166717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50914) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:39.176844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Request body: {'port': {'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1666459457'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:39.188419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-61813da7-cecf-4794-9eca-14f174d0c8f0 None None] Deleting port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:39.188886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-61813da7-cecf-4794-9eca-14f174d0c8f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.194800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.211946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:39.212273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.262102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-61813da7-cecf-4794-9eca-14f174d0c8f0 None None] For port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,segment=NetworkSegment(ca3e1813-8cb0-4e88-b1f1-f05683be5e08),segment_id=ca3e1813-8cb0-4e88-b1f1-f05683be5e08)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:39.262855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-61813da7-cecf-4794-9eca-14f174d0c8f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.278764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-61813da7-cecf-4794-9eca-14f174d0c8f0 None None] Calling delete_port for fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:39.296695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dac2f-2ffe-4d09-87ca-ce03024ab9e3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Network': ['ID=80dacec7-8594-485f-aa54-f57d1610547b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:39.350671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 80dacec7-8594-485f-aa54-f57d1610547b details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:39.366885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_gateway (460498b1-7f03-49f6-9a97-24bd8e141183), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.389628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.475308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-61813da7-cecf-4794-9eca-14f174d0c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.504721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813da7-cecf-4794-9eca-14f174d0c8f0 None None] Pushing event deleted for resources: {'Port': ['ID=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:39.510763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61813da7-cecf-4794-9eca-14f174d0c8f0 None None] No DVR routers for this DVR port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:39.528770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Made reservation on behalf of e6c766185d8e462685e67836ac1b0c21 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:39.532428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.548148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a687b57-6dd3-4c27-a265-d11fffa441fb None None] Network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:39.613421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for port (1c820054-d716-4bbd-a5bc-2469e6a5459f), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.632317 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.26.3.212 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/8a97fae3-505e-4612-8135-1ab688b1899f) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:39.634332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (1c820054-d716-4bbd-a5bc-2469e6a5459f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.651803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Made reservation on behalf of 9fb80cd3de9c432a8b5b12e3ee126586 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:39.654194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.664113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1b7cf91-caee-476f-a5ff-c262f42bc671 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (c1113e09-69e4-48e5-8843-b888f30d631f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.687568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-81b31e11-a79b-4fd0-bb3e-a13ae7bfd49a None None] Provisioning complete for port ce59ed31-14aa-45aa-adfb-6bc5128a65da triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:39.688231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-81b31e11-a79b-4fd0-bb3e-a13ae7bfd49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.739352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] device_id is not set on port 4043f155-9372-49c6-a3e7-243a565399cb yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:39.751260 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] For port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,segment=NetworkSegment(ca3e1813-8cb0-4e88-b1f1-f05683be5e08),segment_id=ca3e1813-8cb0-4e88-b1f1-f05683be5e08)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:39.751631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.780873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event updated for resources: {'Port': ['ID=1c820054-d716-4bbd-a5bc-2469e6a5459f,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:39.797508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-81b31e11-a79b-4fd0-bb3e-a13ae7bfd49a None None] Current status of the port ce59ed31-14aa-45aa-adfb-6bc5128a65da is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:39.797914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-81b31e11-a79b-4fd0-bb3e-a13ae7bfd49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.803054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (f37ccbe2-338a-424e-8145-7f7ac05f4e70), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.816289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:39.836144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-81b31e11-a79b-4fd0-bb3e-a13ae7bfd49a None None] For port ce59ed31-14aa-45aa-adfb-6bc5128a65da, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ce59ed31-14aa-45aa-adfb-6bc5128a65da,segment=NetworkSegment(5266f803-3631-4f6c-81b3-94b0b7ed2a7f),segment_id=5266f803-3631-4f6c-81b3-94b0b7ed2a7f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:39.841268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-81b31e11-a79b-4fd0-bb3e-a13ae7bfd49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.908076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b31e11-a79b-4fd0-bb3e-a13ae7bfd49a None None] Pushing event updated for resources: {'Port': ['ID=ce59ed31-14aa-45aa-adfb-6bc5128a65da,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:39.925346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1b7cf91-caee-476f-a5ff-c262f42bc671 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (c1113e09-69e4-48e5-8843-b888f30d631f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.958172 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1b7cf91-caee-476f-a5ff-c262f42bc671 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.961854 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d1b7cf91-caee-476f-a5ff-c262f42bc671 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/c1113e09-69e4-48e5-8843-b888f30d631f HTTP/1.1" status: 204 len: 168 time: 1.1850703 Apr 29 07:38:39.965206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50916) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:39.969561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e83c4-1754-4f85-8de0-80933a640d3e None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:39.990714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (8a97fae3-505e-4612-8135-1ab688b1899f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:39.993543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7cf91-caee-476f-a5ff-c262f42bc671 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=c1113e09-69e4-48e5-8843-b888f30d631f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:40.069212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.100868 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Floating IP f37ccbe2-338a-424e-8145-7f7ac05f4e70 associated. External IP: 172.26.3.29, port: 1179d52f-017d-4912-81a3-eba7f54d3abe. Apr 29 07:38:40.110623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-053c95ba-43ef-4ef2-8b76-15310186e6a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet ca41dedb-4b74-4d33-934a-fdec798fc081 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:40.149366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks [] for port (4043f155-9372-49c6-a3e7-243a565399cb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.151065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (6742610a-4b5c-4a8a-95df-d0d830d46fb5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.153000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.175638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6d9f7a73-f5f6-4cff-9802-3c0d88096f40 None None] Provisioning complete for port ce59ed31-14aa-45aa-adfb-6bc5128a65da triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:40.176675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7a73-f5f6-4cff-9802-3c0d88096f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.183112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-053c95ba-43ef-4ef2-8b76-15310186e6a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (ca41dedb-4b74-4d33-934a-fdec798fc081), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.194223 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No DVR routers for this DVR port fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:40.201652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:40.285907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (8a97fae3-505e-4612-8135-1ab688b1899f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.320530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f7a73-f5f6-4cff-9802-3c0d88096f40 None None] Current status of the port ce59ed31-14aa-45aa-adfb-6bc5128a65da is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:40.350099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ce59ed31-14aa-45aa-adfb-6bc5128a65da up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:40.353862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-053c95ba-43ef-4ef2-8b76-15310186e6a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (ca41dedb-4b74-4d33-934a-fdec798fc081), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.401087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (19481752-d72e-4352-92cb-5bfe480fa219), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.412222 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (4043f155-9372-49c6-a3e7-243a565399cb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.412459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Subnet': ['ID=6742610a-4b5c-4a8a-95df-d0d830d46fb5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:40.419537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:40.424454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ce59ed31-14aa-45aa-adfb-6bc5128a65da triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:40.424830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.438260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:40.452570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=8a97fae3-505e-4612-8135-1ab688b1899f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:40.458404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:40.500709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.26.3.65 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/c55b8973-133d-430c-b992-7bc9543810b7) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:40.511952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19481752-d72e-4352-92cb-5bfe480fa219']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:40.516998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Checking segment: {'id': '9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5ed60860-4559-4be3-9b80-c8eb7e9bacd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:40.517393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network hostable DHCP agents. Network: 5ed60860-4559-4be3-9b80-c8eb7e9bacd6, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:40.523120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ce59ed31-14aa-45aa-adfb-6bc5128a65da is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:40.534336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Network 1ad76901-5fa0-42f6-ad38-3f0771186912 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:40.551785 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3e1813-8cb0-4e88-b1f1-f05683be5e08') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:40.552344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3e1813-8cb0-4e88-b1f1-f05683be5e08') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:40.565502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:40.587114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'Port': ['ID=4043f155-9372-49c6-a3e7-243a565399cb,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:40.592352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (ca3e1813-8cb0-4e88-b1f1-f05683be5e08), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.594572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:40.595724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:40.596628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.607123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:40.632668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:40.633157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fdf9f4f6-2e37-4645-8bb8-b380a4f2e4eb not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:40.681032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ca3e1813-8cb0-4e88-b1f1-f05683be5e08), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.688661 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2c03a6da-da69-4e02-9d4a-756055950b8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5165632 Apr 29 07:38:40.692354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50918) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:40.697979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8398'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:40.704108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:40.704516 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (ca3e1813-8cb0-4e88-b1f1-f05683be5e08), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:40.708015 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:40.832346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (19481752-d72e-4352-92cb-5bfe480fa219), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.853358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-974d0da9-1eea-43cb-904a-89e973b7153d None None] Provisioning complete for port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:40.853944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-974d0da9-1eea-43cb-904a-89e973b7153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.860864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.867457 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/networks/19481752-d72e-4352-92cb-5bfe480fa219 HTTP/1.1" status: 204 len: 168 time: 2.1723597 Apr 29 07:38:40.868497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50920) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:40.871796 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83f8a3-226f-4ed7-bf6a-fee696bbf277 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Network': ['ID=19481752-d72e-4352-92cb-5bfe480fa219,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:40.915850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4043f155-9372-49c6-a3e7-243a565399cb), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.920257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (c55b8973-133d-430c-b992-7bc9543810b7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:40.948357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-974d0da9-1eea-43cb-904a-89e973b7153d None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:40.994037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39702e8-82eb-463e-9849-43dd88e544e7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:40.999045 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a39702e8-82eb-463e-9849-43dd88e544e7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1216240 Apr 29 07:38:41.004362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50922) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:41.025512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-053c95ba-43ef-4ef2-8b76-15310186e6a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (ca41dedb-4b74-4d33-934a-fdec798fc081), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.031390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:41.093994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c55b8973-133d-430c-b992-7bc9543810b7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.107192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 5ed60860-4559-4be3-9b80-c8eb7e9bacd6) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:41.116559 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56801514-7780-4b48-b00f-ff93c892b49c None None] Network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:41.134674 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:41.135279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.165756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:41.175216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Router f553c6aa-d352-41e0-9c84-73b5d8e8776d has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:41.184800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:41.189787 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-91353a9c-ccf0-4265-93b5-a72779825bf4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0483644 Apr 29 07:38:41.194649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-053c95ba-43ef-4ef2-8b76-15310186e6a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (ca41dedb-4b74-4d33-934a-fdec798fc081), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.198327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50924) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:41.203899 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-91e2ef1a-1f01-4b4a-99d0-5dc2b94a7c3f tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1938639 Apr 29 07:38:41.203899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:41.204126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50926) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:41.204711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=c55b8973-133d-430c-b992-7bc9543810b7,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:41.216257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'subnet': {'network_id': '80dacec7-8594-485f-aa54-f57d1610547b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:41.223859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1848284955'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:41.244038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5ed60860-4559-4be3-9b80-c8eb7e9bacd6', 'network_id': '5ed60860-4559-4be3-9b80-c8eb7e9bacd6', 'project_id': 'e6c766185d8e462685e67836ac1b0c21', 'fixed_ips': [{'subnet_id': '6742610a-4b5c-4a8a-95df-d0d830d46fb5'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:41.244956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.270208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] device_id is not set on port 4043f155-9372-49c6-a3e7-243a565399cb yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:41.281082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks [] for port (4043f155-9372-49c6-a3e7-243a565399cb), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.310886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (4043f155-9372-49c6-a3e7-243a565399cb), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.325279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c95ba-43ef-4ef2-8b76-15310186e6a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=ca41dedb-4b74-4d33-934a-fdec798fc081,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:41.327390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-053c95ba-43ef-4ef2-8b76-15310186e6a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.333118 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-053c95ba-43ef-4ef2-8b76-15310186e6a7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/ca41dedb-4b74-4d33-934a-fdec798fc081 HTTP/1.1" status: 204 len: 168 time: 1.3633094 Apr 29 07:38:41.341146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50928) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:41.345335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002bd829-31e8-43fb-9a60-2c01553a05f0 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:41.408486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'Port': ['ID=4043f155-9372-49c6-a3e7-243a565399cb,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:41.461465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:41.461731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:41.462037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:41.473996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Allocated IP 2001:db8::2 (5ed60860-4559-4be3-9b80-c8eb7e9bacd6/6742610a-4b5c-4a8a-95df-d0d830d46fb5/51f6f0ac-0912-4c5a-a12f-2883a601a1e1) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:41.484309 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3425b237-792d-440c-b03d-4b2c73bdc9dd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120923 Apr 29 07:38:41.490349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50930) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:41.495065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:41.495394 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:41.497508 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 2 to bind port 4043f155-9372-49c6-a3e7-243a565399cb Apr 29 07:38:41.520620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:41.520966 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:41.521311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:41.530337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:41.530657 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:41.532563 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 3 to bind port 4043f155-9372-49c6-a3e7-243a565399cb Apr 29 07:38:41.536359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:41.539646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.557859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:41.558201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:41.558542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:41.571175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:41.571503 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:41.575421 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 4 to bind port 4043f155-9372-49c6-a3e7-243a565399cb Apr 29 07:38:41.630677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:41.630840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:41.630931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:41.631344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:41.633404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_gateway (460498b1-7f03-49f6-9a97-24bd8e141183), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.644818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Made reservation on behalf of e6c766185d8e462685e67836ac1b0c21 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:41.648193 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.663466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:41.663932 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:41.666011 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 5 to bind port 4043f155-9372-49c6-a3e7-243a565399cb Apr 29 07:38:41.674704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd799bf-797b-4470-8e81-8c02ecf395dc None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:41.689261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:41.689855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:41.689946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:41.691874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:41.700625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29404c-a21b-4f77-8bee-4ad7d7e35ab9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:41.702159 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4d29404c-a21b-4f77-8bee-4ad7d7e35ab9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2077987 Apr 29 07:38:41.705585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50932) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:41.716349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] Sync routers for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:41.718200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:41.718835 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:41.723191 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 6 to bind port 4043f155-9372-49c6-a3e7-243a565399cb Apr 29 07:38:41.737447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Publish callbacks [] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.747030 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:41.747673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:41.752249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.767526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a4117acb-8120-47ff-8ae0-23e9517f90c9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.768195 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Added segment a4117acb-8120-47ff-8ae0-23e9517f90c9 of type vlan for network b1f0148d-8ada-4001-b22b-ae45bc7dfeff Apr 29 07:38:41.799257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:41.799622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:41.799949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:41.823194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d300dab-c170-4a80-a559-03a8872f743c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:41.827816 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3d300dab-c170-4a80-a559-03a8872f743c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1187024 Apr 29 07:38:41.827816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:41.827816 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:41.829665 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 7 to bind port 4043f155-9372-49c6-a3e7-243a565399cb Apr 29 07:38:41.833195 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (d1ed5f7e-2041-4f79-be20-9f440c597301), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.834434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50934) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:41.840346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.889781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (b1f0148d-8ada-4001-b22b-ae45bc7dfeff), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:41.911798 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-31c836cb-15c5-4c4c-94ba-6fda623be628 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716696 Apr 29 07:38:41.912041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50936) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:41.914235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:41.914235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:41.914569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:41.916897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9d4cfdc4-3435-4a51-81a0-b26b6fc64c52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:41.923146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:41.923565 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:41.926072 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 8 to bind port 4043f155-9372-49c6-a3e7-243a565399cb Apr 29 07:38:41.941915 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a52fb4f3-fc14-4651-aa7b-275ffc46ea84 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.1248920 Apr 29 07:38:41.951114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:41.951562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:41.952115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:41.970236 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:38:41.972467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e3a331-43f3-4697-8fd6-38ff4f51736a" -d '{"events": [{"name": "network-changed", "server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:38:41.983337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:41.987529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:41.987974 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:41.991316 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 9 to bind port 4043f155-9372-49c6-a3e7-243a565399cb Apr 29 07:38:42.045049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:42.045561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:42.046507 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:42.047674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:42.053611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c55b8973-133d-430c-b992-7bc9543810b7), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.058422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:42.059184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eaec1c-c963-4623-869a-c45601c251d3 x-openstack-request-id: req-e4eaec1c-c963-4623-869a-c45601c251d3 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:38:42.059471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:38:42.059720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4eaec1c-c963-4623-869a-c45601c251d3 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:38:42.060116 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4eaec1c-c963-4623-869a-c45601c251d3'] response: {'name': 'network-changed', 'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'status': 'completed', 'code': 200} Apr 29 07:38:42.066894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (b1f0148d-8ada-4001-b22b-ae45bc7dfeff), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.071925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:42.072853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.083961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:42.083961 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:42.088602 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempt 10 to bind port 4043f155-9372-49c6-a3e7-243a565399cb Apr 29 07:38:42.114111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:42.114613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:42.115051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempting to bind port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:42.123545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-efd799bf-797b-4470-8e81-8c02ecf395dc None None] Deleting port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:42.123943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-efd799bf-797b-4470-8e81-8c02ecf395dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.139916 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:38:42.140436 dv-neutron-839860-1-hyperv neutron-server[104224]: ERROR neutron.plugins.ml2.managers [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Failed to bind port 4043f155-9372-49c6-a3e7-243a565399cb on host hv-neutron-8398 for vnic_type normal using segments [{'id': '51ea566a-c0cc-4a8e-8847-35e4f86145f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ad76901-5fa0-42f6-ad38-3f0771186912'}] Apr 29 07:38:42.140897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4043f155-9372-49c6-a3e7-243a565399cb), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.158561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Pushing event updated for resources: {'Port': ['ID=51f6f0ac-0912-4c5a-a12f-2883a601a1e1,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:42.172928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e596e-fb6b-4158-b703-76e62c511835 req-795b1d42-ff35-424d-b7db-1ae58b3ceb0d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:42.174757 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1a8e596e-fb6b-4158-b703-76e62c511835 req-795b1d42-ff35-424d-b7db-1ae58b3ceb0d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.1682024 Apr 29 07:38:42.220834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Attempting to bind port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:42.221057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Attempting to bind port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5ed60860-4559-4be3-9b80-c8eb7e9bacd6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:42.221405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Attempting to bind port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 on network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:42.245501 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0253565 Apr 29 07:38:42.251551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:38:42.255400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-efd799bf-797b-4470-8e81-8c02ecf395dc None None] For port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:42.256003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-efd799bf-797b-4470-8e81-8c02ecf395dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.259343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:42.259942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Checking segment: {'id': '9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5ed60860-4559-4be3-9b80-c8eb7e9bacd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:42.260496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.261029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Bound using segment: {'id': '9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5ed60860-4559-4be3-9b80-c8eb7e9bacd6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:42.261748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Bound port: 51f6f0ac-0912-4c5a-a12f-2883a601a1e1, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5ed60860-4559-4be3-9b80-c8eb7e9bacd6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:42.262185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50942) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:42.262454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.268135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': 'b1f0148d-8ada-4001-b22b-ae45bc7dfeff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:42.293404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7c091-3778-474c-a8dc-eacafdcaf3aa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Network': ['ID=b1f0148d-8ada-4001-b22b-ae45bc7dfeff,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:42.304720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0fa7935f-c7fe-4c75-b5aa-450d8b213faf no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:42.320547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network b1f0148d-8ada-4001-b22b-ae45bc7dfeff details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:42.342780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-efd799bf-797b-4470-8e81-8c02ecf395dc None None] Calling delete_port for 0fa7935f-c7fe-4c75-b5aa-450d8b213faf owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:42.353887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4cfdc4-3435-4a51-81a0-b26b6fc64c52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:42.357416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9d4cfdc4-3435-4a51-81a0-b26b6fc64c52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.358869 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4cfdc4-3435-4a51-81a0-b26b6fc64c52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:38:42.360074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4cfdc4-3435-4a51-81a0-b26b6fc64c52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:38:42.374587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] For port 4043f155-9372-49c6-a3e7-243a565399cb, host hv-neutron-8398, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:42.374962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attempted to set empty binding levels {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 07:38:42.401014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (4043f155-9372-49c6-a3e7-243a565399cb), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.413095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-25eb25b4-9719-436b-8e22-e10edcd33f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:42.414640 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-25eb25b4-9719-436b-8e22-e10edcd33f90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7bb0acb40d64152b3836bfaa0b7f0b5&device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 1129 time: 0.3537447 Apr 29 07:38:42.434050 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9d4cfdc4-3435-4a51-81a0-b26b6fc64c52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5209608 Apr 29 07:38:42.436739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (460498b1-7f03-49f6-9a97-24bd8e141183), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.443661 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1a8e596e-fb6b-4158-b703-76e62c511835 req-176509a7-4738-40a8-873d-6b9e258d1a5c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523715 Apr 29 07:38:42.444563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] In _notify_port_updated(), no bound segment for port 4043f155-9372-49c6-a3e7-243a565399cb on network 1ad76901-5fa0-42f6-ad38-3f0771186912 {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:38:42.445438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:42.446036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.447248 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "PUT /v2.0/ports/4043f155-9372-49c6-a3e7-243a565399cb HTTP/1.1" status: 200 len: 981 time: 1.7539654 Apr 29 07:38:42.448510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50944) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:42.451208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50946) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:42.452489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (56bce44b-29e0-4460-b696-c25040df9482), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.460280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-82a140ae-dc8b-490f-a9fd-1375e228a6e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:42.495004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50948) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:42.516077 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (c55b8973-133d-430c-b992-7bc9543810b7), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.570895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (c55b8973-133d-430c-b992-7bc9543810b7), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.573143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3c412-03c1-40be-878f-40772ca23b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event updated for resources: {'Port': ['ID=4043f155-9372-49c6-a3e7-243a565399cb,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:42.678604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:42.681985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.685739 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fbd62005-e778-4fa6-9b84-77e578a34f13 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/floatingips/f37ccbe2-338a-424e-8145-7f7ac05f4e70 HTTP/1.1" status: 200 len: 990 time: 0.1880758 Apr 29 07:38:42.689858 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] For port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:42.702182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=c55b8973-133d-430c-b992-7bc9543810b7,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:42.718612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (d1ed5f7e-2041-4f79-be20-9f440c597301), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.723521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] For port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=51f6f0ac-0912-4c5a-a12f-2883a601a1e1,segment=NetworkSegment(9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be),segment_id=9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:42.741563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:42.741563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.751156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.761356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Subnet': ['ID=56bce44b-29e0-4460-b696-c25040df9482,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:42.772064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-efd799bf-797b-4470-8e81-8c02ecf395dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (0fa7935f-c7fe-4c75-b5aa-450d8b213faf), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.799769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c3c27450-1dce-43b5-aeae-27323cf39a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Deleting port 4043f155-9372-49c6-a3e7-243a565399cb {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:42.800271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3c27450-1dce-43b5-aeae-27323cf39a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4043f155-9372-49c6-a3e7-243a565399cb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.841682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934c019-e97d-40bc-8ef1-7d49cd6a88eb None None] Pushing event updated for resources: {'Port': ['ID=51f6f0ac-0912-4c5a-a12f-2883a601a1e1,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:42.842227 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-64cb76c3-7c8d-416e-b277-155e1253ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:42.843725 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-64cb76c3-7c8d-416e-b277-155e1253ea2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=35f6f126-d5ad-454a-9439-8239d8e73051 HTTP/1.1" status: 200 len: 898 time: 0.4211817 Apr 29 07:38:42.850307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Checking segment: {'id': '658e121a-46ac-4041-88d4-94d4ba9ad934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80dacec7-8594-485f-aa54-f57d1610547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:42.850662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network hostable DHCP agents. Network: 80dacec7-8594-485f-aa54-f57d1610547b, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:42.858522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd799bf-797b-4470-8e81-8c02ecf395dc None None] No DVR routers for this DVR port 0fa7935f-c7fe-4c75-b5aa-450d8b213faf on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:42.891700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a140ae-dc8b-490f-a9fd-1375e228a6e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:42.895885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-82a140ae-dc8b-490f-a9fd-1375e228a6e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.896663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-c3c27450-1dce-43b5-aeae-27323cf39a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] For port 4043f155-9372-49c6-a3e7-243a565399cb, host hv-neutron-8398, got binding levels [] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:42.897127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3c27450-1dce-43b5-aeae-27323cf39a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4043f155-9372-49c6-a3e7-243a565399cb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:42.897331 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a140ae-dc8b-490f-a9fd-1375e228a6e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:38:42.897766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a140ae-dc8b-490f-a9fd-1375e228a6e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:38:42.918447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c3c27450-1dce-43b5-aeae-27323cf39a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Calling delete_port for 4043f155-9372-49c6-a3e7-243a565399cb owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:42.918925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd799bf-797b-4470-8e81-8c02ecf395dc None None] Pushing event deleted for resources: {'Port': ['ID=0fa7935f-c7fe-4c75-b5aa-450d8b213faf,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:42.924593 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP d1ed5f7e-2041-4f79-be20-9f440c597301 associated. External IP: 172.26.3.65, port: 43f08211-3680-4a3a-9000-f90485ed66ff. Apr 29 07:38:42.974252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-ae088803-3266-47e1-8080-39ce6ecab513 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1179d52f-017d-4912-81a3-eba7f54d3abe HTTP/1.1" status: 200 len: 998 time: 0.0837672 Apr 29 07:38:42.977424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:38:02Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'f37ccbe2-338a-424e-8145-7f7ac05f4e70', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'port_id': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'mac_address': 'fa:16:3e:c0:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a378a7ea-7662-458f-83bf-378842d41c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:38:37Z', 'updated_at': '2022-04-29T07:38:37Z', 'revision_number': 0, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89796ccf-bf61-4413-9705-0ae3fa8f2ce9', 'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'mac_address': 'fa:16:3e:6e:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:59Z', 'updated_at': '2022-04-29T07:38:09Z', 'revision_number': 5, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'subnets': [{'id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:43.006902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] Checking router: f553c6aa-d352-41e0-9c84-73b5d8e8776d for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:38:43.020202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:43.021521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:43.053408 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-82a140ae-dc8b-490f-a9fd-1375e228a6e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5985675 Apr 29 07:38:43.085672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50950) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:43.094105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f29c4740-b016-499a-af13-39cdb7f27517 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:43.159096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:38:43.474665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:38:02Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'f37ccbe2-338a-424e-8145-7f7ac05f4e70', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'port_id': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'mac_address': 'fa:16:3e:c0:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a378a7ea-7662-458f-83bf-378842d41c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:38:37Z', 'updated_at': '2022-04-29T07:38:37Z', 'revision_number': 0, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89796ccf-bf61-4413-9705-0ae3fa8f2ce9', 'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'mac_address': 'fa:16:3e:6e:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:59Z', 'updated_at': '2022-04-29T07:38:09Z', 'revision_number': 5, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'subnets': [{'id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:43.478204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3c27450-1dce-43b5-aeae-27323cf39a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (4043f155-9372-49c6-a3e7-243a565399cb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:43.504511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955d389-8e6e-4cf8-ac5c-fffd0933f5f4 None None] The sync data for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv is: [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:38:02Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'f37ccbe2-338a-424e-8145-7f7ac05f4e70', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'port_id': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'mac_address': 'fa:16:3e:c0:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a378a7ea-7662-458f-83bf-378842d41c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:38:37Z', 'updated_at': '2022-04-29T07:38:37Z', 'revision_number': 0, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89796ccf-bf61-4413-9705-0ae3fa8f2ce9', 'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'mac_address': 'fa:16:3e:6e:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:59Z', 'updated_at': '2022-04-29T07:38:09Z', 'revision_number': 5, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'subnets': [{'id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:43.540663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network 80dacec7-8594-485f-aa54-f57d1610547b is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:43.541336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c27450-1dce-43b5-aeae-27323cf39a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Pushing event deleted for resources: {'Port': ['ID=4043f155-9372-49c6-a3e7-243a565399cb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:43.555040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3c27450-1dce-43b5-aeae-27323cf39a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:43.561624 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c3c27450-1dce-43b5-aeae-27323cf39a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4043f155-9372-49c6-a3e7-243a565399cb HTTP/1.1" status: 204 len: 168 time: 1.1062174 Apr 29 07:38:43.561624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50952) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:43.590302 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdaf385-ea9d-4dc6-851f-cfabf7841fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] GET failed (client error): The resource could not be found. Apr 29 07:38:43.591768 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5cdaf385-ea9d-4dc6-851f-cfabf7841fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844641488-project-admin] 10.222.0.23 "GET /v2.0/ports/4043f155-9372-49c6-a3e7-243a565399cb HTTP/1.1" status: 404 len: 333 time: 0.0294528 Apr 29 07:38:43.597114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50954) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:43.621509 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-b0f8ec78-8279-4b2d-b0e9-2c1614e639d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:43.623100 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-b0f8ec78-8279-4b2d-b0e9-2c1614e639d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20fadd92-0c91-4b9b-ad86-91b484ffe9df HTTP/1.1" status: 200 len: 834 time: 0.5937724 Apr 29 07:38:43.630540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 80dacec7-8594-485f-aa54-f57d1610547b) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:43.635541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:43.636147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:43.640830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c63a1f-7c5d-4e96-97cf-78e12860fec1 None None] Network 80dacec7-8594-485f-aa54-f57d1610547b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:43.671783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:43.691496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (1ad76901-5fa0-42f6-ad38-3f0771186912), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:43.694004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50956) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:43.694539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (0c042787-61aa-46b1-b44c-a6a2c1f6300d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:43.745357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router 460498b1-7f03-49f6-9a97-24bd8e141183 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:38:43.750151 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5237d256-822f-4f88-8666-8a636ebcc91d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5476291 Apr 29 07:38:43.762671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50958) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:43.853249 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b645ef5e-72b1-4029-9452-45dcdbc4a33b tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/floatingips/f37ccbe2-338a-424e-8145-7f7ac05f4e70 HTTP/1.1" status: 200 len: 990 time: 0.1569629 Apr 29 07:38:43.882140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29c4740-b016-499a-af13-39cdb7f27517 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:43.885788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f29c4740-b016-499a-af13-39cdb7f27517 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:43.887390 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29c4740-b016-499a-af13-39cdb7f27517 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:38:43.887844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29c4740-b016-499a-af13-39cdb7f27517 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:38:43.953214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-f72ff6b0-0741-48cd-950c-b6590f0d26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:43.954835 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-f72ff6b0-0741-48cd-950c-b6590f0d26fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35f6f126-d5ad-454a-9439-8239d8e73051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3123393 Apr 29 07:38:43.990795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=0c042787-61aa-46b1-b44c-a6a2c1f6300d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:43.994680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (1ad76901-5fa0-42f6-ad38-3f0771186912), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.008028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-80dacec7-8594-485f-aa54-f57d1610547b', 'network_id': '80dacec7-8594-485f-aa54-f57d1610547b', 'project_id': 'e6c766185d8e462685e67836ac1b0c21', 'fixed_ips': [{'subnet_id': '56bce44b-29e0-4460-b696-c25040df9482'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:44.008961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.039335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:44.050457 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c319cf-21c4-4fa4-bf1a-524b8bde0a87 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:44.071890 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c319cf-21c4-4fa4-bf1a-524b8bde0a87 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:44.073245 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c4c319cf-21c4-4fa4-bf1a-524b8bde0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.083108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad76901-5fa0-42f6-ad38-3f0771186912']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.097468 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ea566a-c0cc-4a8e-8847-35e4f86145f6') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.097781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ea566a-c0cc-4a8e-8847-35e4f86145f6') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.103767 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f29c4740-b016-499a-af13-39cdb7f27517 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0147839 Apr 29 07:38:44.111657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50960) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:44.127899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-91b187e9-624b-4282-b0a7-00bb44c6cc24 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:44.136321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Checking segment: {'id': 'a4117acb-8120-47ff-8ae0-23e9517f90c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1f0148d-8ada-4001-b22b-ae45bc7dfeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:44.136800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network hostable DHCP agents. Network: b1f0148d-8ada-4001-b22b-ae45bc7dfeff, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:44.145481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e47a4b-6d79-4c12-948a-4526b01caa21 None None] New status for floating IP f37ccbe2-338a-424e-8145-7f7ac05f4e70: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:38:44.149432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.151797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (51ea566a-c0cc-4a8e-8847-35e4f86145f6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.157852 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c4c319cf-21c4-4fa4-bf1a-524b8bde0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.176771 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c319cf-21c4-4fa4-bf1a-524b8bde0a87 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:44.177417 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c4c319cf-21c4-4fa4-bf1a-524b8bde0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.276553 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c4c319cf-21c4-4fa4-bf1a-524b8bde0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.278113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (51ea566a-c0cc-4a8e-8847-35e4f86145f6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.278980 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c319cf-21c4-4fa4-bf1a-524b8bde0a87 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:44.306834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:44.307561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (51ea566a-c0cc-4a8e-8847-35e4f86145f6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.311889 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2a9396ba-c816-4185-b596-5a7135a02de6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2824571 Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:44.314699 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:44.320249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network b1f0148d-8ada-4001-b22b-ae45bc7dfeff is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:44.325581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50962) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:44.332864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ef2faacb-18e0-448d-baed-85c0e4b22033 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'port_id': '43f08211-3680-4a3a-9000-f90485ed66ff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:44.336129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:44.346392 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d16c5f-57cc-418e-b2a6-0a5e87e49dcf None None] Sync routers for ids ['460498b1-7f03-49f6-9a97-24bd8e141183'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:44.362744 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d16c5f-57cc-418e-b2a6-0a5e87e49dcf None None] Routers {'460498b1-7f03-49f6-9a97-24bd8e141183'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:44.374543 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a8d16c5f-57cc-418e-b2a6-0a5e87e49dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['460498b1-7f03-49f6-9a97-24bd8e141183'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.400107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Allocated IP 2001:db8::2 (80dacec7-8594-485f-aa54-f57d1610547b/56bce44b-29e0-4460-b696-c25040df9482/c4ea0a9a-08e4-481f-8872-a5c995df67ef) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:44.402241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb836e-cd0c-4465-a285-85e777f1cdcd None None] Network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:44.404282 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:44.415953 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-42c23a1f-9d8e-48dd-8ef8-45ac30bb2060 service neutron] 10.222.0.36 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121044 Apr 29 07:38:44.447987 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a8d16c5f-57cc-418e-b2a6-0a5e87e49dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.451657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (1ad76901-5fa0-42f6-ad38-3f0771186912), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.457777 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d16c5f-57cc-418e-b2a6-0a5e87e49dcf None None] Routers {'460498b1-7f03-49f6-9a97-24bd8e141183'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:44.458717 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a8d16c5f-57cc-418e-b2a6-0a5e87e49dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['460498b1-7f03-49f6-9a97-24bd8e141183'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.459691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.468156 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] 10.222.0.23 "DELETE /v2.0/networks/1ad76901-5fa0-42f6-ad38-3f0771186912 HTTP/1.1" status: 204 len: 168 time: 0.8699086 Apr 29 07:38:44.469112 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b187e9-624b-4282-b0a7-00bb44c6cc24 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:44.472713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91b187e9-624b-4282-b0a7-00bb44c6cc24 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.473693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, b1f0148d-8ada-4001-b22b-ae45bc7dfeff) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:44.474399 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b187e9-624b-4282-b0a7-00bb44c6cc24 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:38:44.476683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b187e9-624b-4282-b0a7-00bb44c6cc24 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:38:44.482132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef2faacb-18e0-448d-baed-85c0e4b22033 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (d1ed5f7e-2041-4f79-be20-9f440c597301), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.499956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b9112-23be-4824-838c-4a12acbaef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-728329284-project] Pushing event deleted for resources: {'Network': ['ID=1ad76901-5fa0-42f6-ad38-3f0771186912,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:44.515805 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-91b187e9-624b-4282-b0a7-00bb44c6cc24 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3980110 Apr 29 07:38:44.518646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50966) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:44.520837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-46fa34ec-9bf1-4d86-80c3-f573901103f3 None None] Provisioning complete for port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:44.521050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46fa34ec-9bf1-4d86-80c3-f573901103f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.526572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-39de87c5-b18e-4626-a8c6-590a6ba92f2e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:44.542344 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a8d16c5f-57cc-418e-b2a6-0a5e87e49dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:44.550987 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d16c5f-57cc-418e-b2a6-0a5e87e49dcf None None] The sync data for ids ['460498b1-7f03-49f6-9a97-24bd8e141183'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:44.558178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b4e41-84db-4323-bca4-75ae212168ab None None] Network b1f0148d-8ada-4001-b22b-ae45bc7dfeff requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:44.699998 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39de87c5-b18e-4626-a8c6-590a6ba92f2e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:44.704258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-39de87c5-b18e-4626-a8c6-590a6ba92f2e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.707364 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-39de87c5-b18e-4626-a8c6-590a6ba92f2e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:38:44.708579 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39de87c5-b18e-4626-a8c6-590a6ba92f2e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:38:44.734255 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-39de87c5-b18e-4626-a8c6-590a6ba92f2e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2132764 Apr 29 07:38:44.737462 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50968) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:44.748270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-da1d1286-c78d-413b-821b-4acd15055e16 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:44.767209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:44.768474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.772930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.774182 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ad9a4958-f039-4c03-9869-1c9877e4fb55 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.7504990 Apr 29 07:38:44.778234 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50970) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:44.781104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-46fa34ec-9bf1-4d86-80c3-f573901103f3 None None] Current status of the port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:44.781532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46fa34ec-9bf1-4d86-80c3-f573901103f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.787155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:44.787527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.882998 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3de357e0-6a8a-4169-9029-0c52c9fb3605 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6183751 Apr 29 07:38:44.883630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50972) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:44.889150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.900316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50976) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:44.907890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': 'b1f0148d-8ada-4001-b22b-ae45bc7dfeff', 'name': 'tempest-PortsTestJSON-1784170220'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:44.913719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-b1f0148d-8ada-4001-b22b-ae45bc7dfeff', 'network_id': 'b1f0148d-8ada-4001-b22b-ae45bc7dfeff', 'project_id': 'd31e6458f9f24d408e4ce3f7728ed9b2', 'fixed_ips': [{'subnet_id': '0c042787-61aa-46b1-b44c-a6a2c1f6300d'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:44.914698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.952292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-46fa34ec-9bf1-4d86-80c3-f573901103f3 None None] For port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=51f6f0ac-0912-4c5a-a12f-2883a601a1e1,segment=NetworkSegment(9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be),segment_id=9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:44.976234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46fa34ec-9bf1-4d86-80c3-f573901103f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:44.984204 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1313f1f2-c037-4501-89e1-afaf857832d3 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/floatingips/f37ccbe2-338a-424e-8145-7f7ac05f4e70 HTTP/1.1" status: 200 len: 992 time: 0.0804715 Apr 29 07:38:45.019628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50978) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:45.048938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Publish callbacks [] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.147259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.186012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1d1286-c78d-413b-821b-4acd15055e16 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:45.191981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da1d1286-c78d-413b-821b-4acd15055e16 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.194134 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1d1286-c78d-413b-821b-4acd15055e16 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:38:45.197084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1d1286-c78d-413b-821b-4acd15055e16 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:38:45.205914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:45.209192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Network 80dacec7-8594-485f-aa54-f57d1610547b is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:45.211034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.215002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:45.216845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa34ec-9bf1-4d86-80c3-f573901103f3 None None] Pushing event updated for resources: {'Port': ['ID=51f6f0ac-0912-4c5a-a12f-2883a601a1e1,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:45.222000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:45.256794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port ce1bd242-a19b-40af-9ad6-f484d4655b7b yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:45.283780 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a344ddd3-08b9-4f7e-8f9b-30ed58d70ae6 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/routers/460498b1-7f03-49f6-9a97-24bd8e141183 HTTP/1.1" status: 200 len: 881 time: 0.5040491 Apr 29 07:38:45.287279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:45.289356 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20e3a331-43f3-4697-8fd6-38ff4f51736a req-291b50f5-4853-48ad-88be-7e6bbda7b6c2 service neutron] 10.222.0.36 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8513761 Apr 29 07:38:45.292037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50982) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:45.393109 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-da1d1286-c78d-413b-821b-4acd15055e16 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6539721 Apr 29 07:38:45.396860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50984) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:45.430246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Pushing event updated for resources: {'Port': ['ID=c4ea0a9a-08e4-481f-8872-a5c995df67ef,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:45.435200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Attempting to bind port c4ea0a9a-08e4-481f-8872-a5c995df67ef on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:45.435662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Attempting to bind port c4ea0a9a-08e4-481f-8872-a5c995df67ef by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '658e121a-46ac-4041-88d4-94d4ba9ad934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80dacec7-8594-485f-aa54-f57d1610547b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:45.436025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Attempting to bind port c4ea0a9a-08e4-481f-8872-a5c995df67ef on network 80dacec7-8594-485f-aa54-f57d1610547b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:45.443353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Allocated IP 172.20.0.2 (b1f0148d-8ada-4001-b22b-ae45bc7dfeff/0c042787-61aa-46b1-b44c-a6a2c1f6300d/ef022851-3567-4732-9e51-ec9d6d62c01a) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:45.448228 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8a41949f-c50b-4453-a07e-249587a849c8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0470362 Apr 29 07:38:45.448412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:45.448412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Checking segment: {'id': '658e121a-46ac-4041-88d4-94d4ba9ad934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80dacec7-8594-485f-aa54-f57d1610547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:45.448412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.448412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Bound using segment: {'id': '658e121a-46ac-4041-88d4-94d4ba9ad934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80dacec7-8594-485f-aa54-f57d1610547b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:45.448412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Bound port: c4ea0a9a-08e4-481f-8872-a5c995df67ef, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658e121a-46ac-4041-88d4-94d4ba9ad934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '80dacec7-8594-485f-aa54-f57d1610547b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:45.448856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50986) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:45.448933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.466622 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5c4a4cff-4587-4835-8b21-d173bf505a72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fa913ffc3ad4ba7a722abffff010136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408422 Apr 29 07:38:45.480157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 50988) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:45.493480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f81bd973-f0b7-462e-b3a5-4989a5099169 None None] Provisioning complete for port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:45.493889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f81bd973-f0b7-462e-b3a5-4989a5099169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.510006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f71ea-c398-4d3e-9f4a-ad1255b28815 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:45.514000 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-816f71ea-c398-4d3e-9f4a-ad1255b28815 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620809 Apr 29 07:38:45.514290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50990) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:45.588974 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a63a0668-3dbe-41ab-9be8-f5a255198a39 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686159 Apr 29 07:38:45.589344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50992) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:45.597080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:45.637804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] For port c4ea0a9a-08e4-481f-8872-a5c995df67ef, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:45.668198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] For port c4ea0a9a-08e4-481f-8872-a5c995df67ef, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c4ea0a9a-08e4-481f-8872-a5c995df67ef,segment=NetworkSegment(658e121a-46ac-4041-88d4-94d4ba9ad934),segment_id=658e121a-46ac-4041-88d4-94d4ba9ad934)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:45.687243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.710870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:45.714467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.804414 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Publish callbacks [] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.806008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f81bd973-f0b7-462e-b3a5-4989a5099169 None None] Current status of the port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:45.827298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.831056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cc3ff-6f91-42a7-bf8f-70187a3186b7 None None] Pushing event updated for resources: {'Port': ['ID=c4ea0a9a-08e4-481f-8872-a5c995df67ef,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:45.874953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Network b1f0148d-8ada-4001-b22b-ae45bc7dfeff is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:45.879791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:45.883913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:45.899955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Pushing event updated for resources: {'Port': ['ID=ef022851-3567-4732-9e51-ec9d6d62c01a,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:45.925888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.8 (b1f0148d-8ada-4001-b22b-ae45bc7dfeff/0c042787-61aa-46b1-b44c-a6a2c1f6300d/ce1bd242-a19b-40af-9ad6-f484d4655b7b) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:45.958343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Attempting to bind port ef022851-3567-4732-9e51-ec9d6d62c01a on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:45.958813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Attempting to bind port ef022851-3567-4732-9e51-ec9d6d62c01a by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'a4117acb-8120-47ff-8ae0-23e9517f90c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1f0148d-8ada-4001-b22b-ae45bc7dfeff'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:45.959286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Attempting to bind port ef022851-3567-4732-9e51-ec9d6d62c01a on network b1f0148d-8ada-4001-b22b-ae45bc7dfeff {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:45.965608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:45.966110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Checking segment: {'id': 'a4117acb-8120-47ff-8ae0-23e9517f90c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1f0148d-8ada-4001-b22b-ae45bc7dfeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:45.966625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:45.968507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Bound using segment: {'id': 'a4117acb-8120-47ff-8ae0-23e9517f90c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1f0148d-8ada-4001-b22b-ae45bc7dfeff'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:45.968507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Bound port: ef022851-3567-4732-9e51-ec9d6d62c01a, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4117acb-8120-47ff-8ae0-23e9517f90c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b1f0148d-8ada-4001-b22b-ae45bc7dfeff'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:45.968507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.030346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c40d9b9-bbba-429e-bf70-51e88cdc5f62 admin admin] Publish callbacks [] for security_group (aedbafe6-0142-4284-b7b7-60066cd0c7ad), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.047449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] For port ef022851-3567-4732-9e51-ec9d6d62c01a, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:46.053503 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] For port ef022851-3567-4732-9e51-ec9d6d62c01a, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ef022851-3567-4732-9e51-ec9d6d62c01a,segment=NetworkSegment(a4117acb-8120-47ff-8ae0-23e9517f90c9),segment_id=a4117acb-8120-47ff-8ae0-23e9517f90c9)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:46.067738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.071522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Allocated IP 2001:db8::1 (5ed60860-4559-4be3-9b80-c8eb7e9bacd6/6742610a-4b5c-4a8a-95df-d0d830d46fb5/3b5abc67-0c16-43a9-83a7-603c0e8e8a59) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:46.153905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-ef2faacb-18e0-448d-baed-85c0e4b22033 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:38:46.207114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:38:46.210643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (35d6e954-983f-4b96-918c-bd5c6b457680), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.245755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c40d9b9-bbba-429e-bf70-51e88cdc5f62 admin admin] Publish callbacks [] for security_group (aedbafe6-0142-4284-b7b7-60066cd0c7ad), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.283783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=35d6e954-983f-4b96-918c-bd5c6b457680,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:46.300623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef2faacb-18e0-448d-baed-85c0e4b22033 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.336499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:46.339480 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (ce1bd242-a19b-40af-9ad6-f484d4655b7b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.342998 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:46.347630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:46.348219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.368126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef2faacb-18e0-448d-baed-85c0e4b22033 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (d1ed5f7e-2041-4f79-be20-9f440c597301), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.392122 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-51cd00b4-9ecd-49cd-b331-a65e3b141c61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8009624 Apr 29 07:38:46.393240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f38aea-d956-4a67-b4ce-12d00b73dbfa None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:46.394306 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50994) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:46.399730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:71:ff:c1', 'name': 'tempest-NetworksTestDHCPv6-1808445751'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:46.468427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c4ea0a9a-08e4-481f-8872-a5c995df67ef up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:46.487699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ce1bd242-a19b-40af-9ad6-f484d4655b7b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.537506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.541960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d337760-fe4a-4a2e-a81a-466a27e7c8cb None None] Pushing event updated for resources: {'Port': ['ID=ef022851-3567-4732-9e51-ec9d6d62c01a,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:46.569689 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3b809b3e-dad0-4a2e-b14c-d932278626eb tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2720737 Apr 29 07:38:46.570541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network b1f0148d-8ada-4001-b22b-ae45bc7dfeff is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:46.578167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 50996) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:46.591566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8c895e3f-56c2-44eb-bb2f-3906c09b708d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1405030075'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:46.595252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:46.606721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c40d9b9-bbba-429e-bf70-51e88cdc5f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (aedbafe6-0142-4284-b7b7-60066cd0c7ad), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.609253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c40d9b9-bbba-429e-bf70-51e88cdc5f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.613157 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8c40d9b9-bbba-429e-bf70-51e88cdc5f62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aedbafe6-0142-4284-b7b7-60066cd0c7ad HTTP/1.1" status: 204 len: 168 time: 1.1310573 Apr 29 07:38:46.632957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40d9b9-bbba-429e-bf70-51e88cdc5f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedbafe6-0142-4284-b7b7-60066cd0c7ad,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:46.633248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '35d6e954-983f-4b96-918c-bd5c6b457680'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:46.634298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.642330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c4ea0a9a-08e4-481f-8872-a5c995df67ef triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:46.644569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.645949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:46.662885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.763449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Port': ['ID=3b5abc67-0c16-43a9-83a7-603c0e8e8a59,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:46.797535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=ce1bd242-a19b-40af-9ad6-f484d4655b7b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:46.801601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:46.828343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:46.831234 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:46.844482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:46.845060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.912288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:46.912957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.930586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c4ea0a9a-08e4-481f-8872-a5c995df67ef is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:46.930986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:46.991835 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a57bb0d8-f4fc-4c7e-8588-decb43c35226 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0895612 Apr 29 07:38:46.995896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51002) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:47.020536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': 'b1f0148d-8ada-4001-b22b-ae45bc7dfeff', 'name': 'tempest-PortsTestJSON-634679852'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:47.097777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port c4ea0a9a-08e4-481f-8872-a5c995df67ef, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c4ea0a9a-08e4-481f-8872-a5c995df67ef,segment=NetworkSegment(658e121a-46ac-4041-88d4-94d4ba9ad934),segment_id=658e121a-46ac-4041-88d4-94d4ba9ad934)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:47.108260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Allocated IP 2001:db8::f816:3eff:fe22:eb43 (5f57687c-3acb-4c32-82c9-53f862533295/35d6e954-983f-4b96-918c-bd5c6b457680/8595913f-95d5-431f-8401-912404a2050b) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:47.111008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.111825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:47.179434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2faacb-18e0-448d-baed-85c0e4b22033 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:47.250181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.312609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=c4ea0a9a-08e4-481f-8872-a5c995df67ef,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:47.334081 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51004) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:47.381571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:47.381943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.403827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.431679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3d133507-cd88-4d20-b71b-4f6e7070d521 None None] Provisioning complete for port 3b5abc67-0c16-43a9-83a7-603c0e8e8a59 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:47.432066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3d133507-cd88-4d20-b71b-4f6e7070d521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.440630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 04c0f92a-5bfe-46ce-8086-70eda295dcec yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:47.486831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Publish callbacks [] for port (8595913f-95d5-431f-8401-912404a2050b), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.508384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (8595913f-95d5-431f-8401-912404a2050b), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.515314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da08eb2-347d-44d2-ae18-bd2d32173472 None None] Network 80dacec7-8594-485f-aa54-f57d1610547b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:47.517138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3d133507-cd88-4d20-b71b-4f6e7070d521 None None] Port 3b5abc67-0c16-43a9-83a7-603c0e8e8a59 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:47.583308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c895e3f-56c2-44eb-bb2f-3906c09b708d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (460498b1-7f03-49f6-9a97-24bd8e141183), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.610192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c895e3f-56c2-44eb-bb2f-3906c09b708d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (460498b1-7f03-49f6-9a97-24bd8e141183), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.617458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:47.650885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:47.653837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:47.662107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Pushing event updated for resources: {'Port': ['ID=8595913f-95d5-431f-8401-912404a2050b,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:47.691592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:fe71:ffc1 (5f57687c-3acb-4c32-82c9-53f862533295/35d6e954-983f-4b96-918c-bd5c6b457680/04c0f92a-5bfe-46ce-8086-70eda295dcec) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:47.718941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:47.736142 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bb853e26-3f4e-4a76-9713-b6739ce48a73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fb80cd3de9c432a8b5b12e3ee126586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985236 Apr 29 07:38:47.739254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51008) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:47.755291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-664ba5ea-96d6-4748-b7e8-e3f95aa1e164 None None] Provisioning complete for port c4ea0a9a-08e4-481f-8872-a5c995df67ef triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:47.755585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-664ba5ea-96d6-4748-b7e8-e3f95aa1e164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.775726 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:47.779312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.812632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 0dfd8399-070a-4fac-a399-5a27ddf02edf yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:47.814166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Attempting to bind port 8595913f-95d5-431f-8401-912404a2050b on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:47.814605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Attempting to bind port 8595913f-95d5-431f-8401-912404a2050b by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:47.815004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Attempting to bind port 8595913f-95d5-431f-8401-912404a2050b on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:47.826557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2faacb-18e0-448d-baed-85c0e4b22033 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:47.835432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:47.835750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:47.835946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.836323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:47.836805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Bound port: 8595913f-95d5-431f-8401-912404a2050b, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:47.837295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8595913f-95d5-431f-8401-912404a2050b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.843197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92fd5b-82c8-4483-befa-8f61960c3ec3 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:47.888459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ef2faacb-18e0-448d-baed-85c0e4b22033 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:47.904744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a92fd5b-82c8-4483-befa-8f61960c3ec3 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:47.905493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7a92fd5b-82c8-4483-befa-8f61960c3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:47.973086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7a92fd5b-82c8-4483-befa-8f61960c3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:48.012904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-664ba5ea-96d6-4748-b7e8-e3f95aa1e164 None None] Current status of the port c4ea0a9a-08e4-481f-8872-a5c995df67ef is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:48.022199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Publish callbacks [] for security_group (2f451dea-53eb-45a3-9eab-6602ec6befd3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.055152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Publish callbacks [] for security_group (2f451dea-53eb-45a3-9eab-6602ec6befd3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.063618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a92fd5b-82c8-4483-befa-8f61960c3ec3 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:48.064428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7a92fd5b-82c8-4483-befa-8f61960c3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:48.073565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] For port 8595913f-95d5-431f-8401-912404a2050b, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:48.137077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (2f451dea-53eb-45a3-9eab-6602ec6befd3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.137535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f7145f-6f7e-416c-8888-3a351a6d37b3 None None] Network b1f0148d-8ada-4001-b22b-ae45bc7dfeff requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:48.140698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.151001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-7a92fd5b-82c8-4483-befa-8f61960c3ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:48.152686 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f451dea-53eb-45a3-9eab-6602ec6befd3 HTTP/1.1" status: 204 len: 168 time: 0.4017580 Apr 29 07:38:48.158278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92fd5b-82c8-4483-befa-8f61960c3ec3 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:48.183090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] For port 8595913f-95d5-431f-8401-912404a2050b, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8595913f-95d5-431f-8401-912404a2050b,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:48.218688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f451dea-53eb-45a3-9eab-6602ec6befd3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:48.255611 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ef2faacb-18e0-448d-baed-85c0e4b22033 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/floatingips/d1ed5f7e-2041-4f79-be20-9f440c597301 HTTP/1.1" status: 200 len: 977 time: 3.9237657 Apr 29 07:38:48.260905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.262801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51012) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:48.266195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8595913f-95d5-431f-8401-912404a2050b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.273215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.273605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.273986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.274279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.274760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.275180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.275522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.275853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.276184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.276546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.276879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.277278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.277609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74091954-e64a-4c91-a7e8-38ce37f77327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:48.323598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.324979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.351532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e552127b-d824-45b0-9e18-4f1916e7f44e None None] Provisioning complete for port ef022851-3567-4732-9e51-ec9d6d62c01a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:48.351912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e552127b-d824-45b0-9e18-4f1916e7f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.409511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.6 (b1f0148d-8ada-4001-b22b-ae45bc7dfeff/0c042787-61aa-46b1-b44c-a6a2c1f6300d/0dfd8399-070a-4fac-a399-5a27ddf02edf) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:48.429401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Port': ['ID=3b5abc67-0c16-43a9-83a7-603c0e8e8a59,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:48.491460 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (04c0f92a-5bfe-46ce-8086-70eda295dcec), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.532273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cd0c3-b535-49ba-9e70-725ff9724953 None None] Pushing event updated for resources: {'Port': ['ID=8595913f-95d5-431f-8401-912404a2050b,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:48.539245 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ef022851-3567-4732-9e51-ec9d6d62c01a up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:48.624061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c895e3f-56c2-44eb-bb2f-3906c09b708d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router 460498b1-7f03-49f6-9a97-24bd8e141183 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:48.640173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (04c0f92a-5bfe-46ce-8086-70eda295dcec), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.647960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e552127b-d824-45b0-9e18-4f1916e7f44e None None] Current status of the port ef022851-3567-4732-9e51-ec9d6d62c01a is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:48.648575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e552127b-d824-45b0-9e18-4f1916e7f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.706945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e552127b-d824-45b0-9e18-4f1916e7f44e None None] For port ef022851-3567-4732-9e51-ec9d6d62c01a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ef022851-3567-4732-9e51-ec9d6d62c01a,segment=NetworkSegment(a4117acb-8120-47ff-8ae0-23e9517f90c9),segment_id=a4117acb-8120-47ff-8ae0-23e9517f90c9)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:48.709510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ef022851-3567-4732-9e51-ec9d6d62c01a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:48.710142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.715638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e552127b-d824-45b0-9e18-4f1916e7f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.815570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=04c0f92a-5bfe-46ce-8086-70eda295dcec,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:48.819149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:48.828983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:48.829477 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:48.833959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:48.835136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:48.840202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:48.840932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.887048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c895e3f-56c2-44eb-bb2f-3906c09b708d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:48.892545 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6bc01615-8492-4075-8112-92903978037e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4972272 Apr 29 07:38:48.901691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51018) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:48.903702 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f25262-5f6c-4ad2-b142-0b702cc849b6 None None] Sync routers for ids ['460498b1-7f03-49f6-9a97-24bd8e141183'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:48.915551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c895e3f-56c2-44eb-bb2f-3906c09b708d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:48.916750 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8c895e3f-56c2-44eb-bb2f-3906c09b708d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/460498b1-7f03-49f6-9a97-24bd8e141183 HTTP/1.1" status: 200 len: 888 time: 2.3375638 Apr 29 07:38:48.925321 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f25262-5f6c-4ad2-b142-0b702cc849b6 None None] Routers {'460498b1-7f03-49f6-9a97-24bd8e141183'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:48.925931 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b9f25262-5f6c-4ad2-b142-0b702cc849b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['460498b1-7f03-49f6-9a97-24bd8e141183'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:48.927936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51020) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:49.049409 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b9f25262-5f6c-4ad2-b142-0b702cc849b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:49.091103 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f25262-5f6c-4ad2-b142-0b702cc849b6 None None] Routers {'460498b1-7f03-49f6-9a97-24bd8e141183'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:49.092429 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b9f25262-5f6c-4ad2-b142-0b702cc849b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['460498b1-7f03-49f6-9a97-24bd8e141183'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:49.122768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port c55b8973-133d-430c-b992-7bc9543810b7 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:49.123121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c55b8973-133d-430c-b992-7bc9543810b7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.163361 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b9f25262-5f6c-4ad2-b142-0b702cc849b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:49.164279 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f25262-5f6c-4ad2-b142-0b702cc849b6 None None] The sync data for ids ['460498b1-7f03-49f6-9a97-24bd8e141183'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:49.171534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (0dfd8399-070a-4fac-a399-5a27ddf02edf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.241277 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1f219698-4b43-4259-a9b5-63140baf4d6a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/routers/460498b1-7f03-49f6-9a97-24bd8e141183 HTTP/1.1" status: 200 len: 888 time: 0.3096638 Apr 29 07:38:49.242358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51028) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:49.247545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552127b-d824-45b0-9e18-4f1916e7f44e None None] Pushing event updated for resources: {'Port': ['ID=ef022851-3567-4732-9e51-ec9d6d62c01a,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:49.251530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-753ffa60-9097-4718-8f71-eaf137662e27 None None] Provisioning complete for port c4ea0a9a-08e4-481f-8872-a5c995df67ef triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:49.251905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-753ffa60-9097-4718-8f71-eaf137662e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.312244 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7a6ea1ec-b0a4-4820-923f-8eccbe3d7c06 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=460498b1-7f03-49f6-9a97-24bd8e141183 HTTP/1.1" status: 200 len: 205 time: 0.0627356 Apr 29 07:38:49.312805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51032) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:49.390799 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ef022851-3567-4732-9e51-ec9d6d62c01a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:49.392005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c4ea0a9a-08e4-481f-8872-a5c995df67ef up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:49.510443 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (460498b1-7f03-49f6-9a97-24bd8e141183), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.519417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-753ffa60-9097-4718-8f71-eaf137662e27 None None] Current status of the port c4ea0a9a-08e4-481f-8872-a5c995df67ef is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:49.557660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c4ea0a9a-08e4-481f-8872-a5c995df67ef triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:49.561557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.693742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_gateway (460498b1-7f03-49f6-9a97-24bd8e141183), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.694635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3518116d-decd-498f-b12b-b7d3192d07f2 None None] Provisioning complete for port ef022851-3567-4732-9e51-ec9d6d62c01a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:49.695144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3518116d-decd-498f-b12b-b7d3192d07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.698340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c4ea0a9a-08e4-481f-8872-a5c995df67ef is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:49.780361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port 8a97fae3-505e-4612-8135-1ab688b1899f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:49.780740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8a97fae3-505e-4612-8135-1ab688b1899f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.788052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3518116d-decd-498f-b12b-b7d3192d07f2 None None] Current status of the port ef022851-3567-4732-9e51-ec9d6d62c01a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:49.799392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3518116d-decd-498f-b12b-b7d3192d07f2 None None] Provisioning complete for port 3b5abc67-0c16-43a9-83a7-603c0e8e8a59 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:49.799764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3518116d-decd-498f-b12b-b7d3192d07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.837556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3518116d-decd-498f-b12b-b7d3192d07f2 None None] Port 3b5abc67-0c16-43a9-83a7-603c0e8e8a59 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:49.848681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3518116d-decd-498f-b12b-b7d3192d07f2 None None] Provisioning complete for port ce1bd242-a19b-40af-9ad6-f484d4655b7b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:49.849195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3518116d-decd-498f-b12b-b7d3192d07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ce1bd242-a19b-40af-9ad6-f484d4655b7b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.887950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c55b8973-133d-430c-b992-7bc9543810b7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.888612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (c55b8973-133d-430c-b992-7bc9543810b7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.900431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3518116d-decd-498f-b12b-b7d3192d07f2 None None] Port ce1bd242-a19b-40af-9ad6-f484d4655b7b cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:49.915667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for c55b8973-133d-430c-b992-7bc9543810b7 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:49.926257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8a97fae3-505e-4612-8135-1ab688b1899f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:49.940369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6654e2bb-be1a-4417-a279-b42fff52e973 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:49.948409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6654e2bb-be1a-4417-a279-b42fff52e973 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:49.950602 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6654e2bb-be1a-4417-a279-b42fff52e973 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0443506 Apr 29 07:38:49.950818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for 8a97fae3-505e-4612-8135-1ab688b1899f owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:49.961715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51044) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:50.066577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0dfd8399-070a-4fac-a399-5a27ddf02edf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.138409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Provisioning complete for port 8595913f-95d5-431f-8401-912404a2050b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:50.138780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8595913f-95d5-431f-8401-912404a2050b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.169446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Router f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:38:50.185139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network b1f0148d-8ada-4001-b22b-ae45bc7dfeff is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:50.190641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8a97fae3-505e-4612-8135-1ab688b1899f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.224781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=8a97fae3-505e-4612-8135-1ab688b1899f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:50.230203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:50.246135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:50.251249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=0dfd8399-070a-4fac-a399-5a27ddf02edf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:50.316024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Current status of the port 8595913f-95d5-431f-8401-912404a2050b is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:50.316568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8595913f-95d5-431f-8401-912404a2050b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.360811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] For port 8595913f-95d5-431f-8401-912404a2050b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8595913f-95d5-431f-8401-912404a2050b,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:50.363334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.365785 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.366295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.366745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.367192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.368128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.368580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.369590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.370536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8595913f-95d5-431f-8401-912404a2050b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.371415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.374323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.374845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.375298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.375744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.441571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (460498b1-7f03-49f6-9a97-24bd8e141183), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.457375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ef022851-3567-4732-9e51-ec9d6d62c01a up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:50.515082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a2f39c92-eb35-4188-98a8-08ebfc27b4ec tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 04c0f92a-5bfe-46ce-8086-70eda295dcec {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:50.515392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2f39c92-eb35-4188-98a8-08ebfc27b4ec tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (04c0f92a-5bfe-46ce-8086-70eda295dcec), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.560045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:50.560732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.581975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Pushing event updated for resources: {'Port': ['ID=8595913f-95d5-431f-8401-912404a2050b,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:50.602474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.603120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.603801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.604285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.604764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.605406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.605934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.606465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.607088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.608140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.608619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.609825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.610330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd13bbf-a94e-4f86-8954-c52a7d96ff6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:38:50.634866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51056) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:50.642289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (460498b1-7f03-49f6-9a97-24bd8e141183), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.645199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (460498b1-7f03-49f6-9a97-24bd8e141183), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.645992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ef022851-3567-4732-9e51-ec9d6d62c01a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:50.646358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.668397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3f1b5b2e-4616-402a-8d92-22c0d735bee2 None None] Provisioning complete for port 04c0f92a-5bfe-46ce-8086-70eda295dcec triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:50.668775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3f1b5b2e-4616-402a-8d92-22c0d735bee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (04c0f92a-5bfe-46ce-8086-70eda295dcec), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.691244 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5848b908-5c02-498c-ad31-8897a8a445bb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6887882 Apr 29 07:38:50.691869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:50.695887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51060) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:50.697539 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d4f44be1-cee9-4bd1-8d54-8766afb52b7c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "PUT /v2.0/routers/f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9324129 Apr 29 07:38:50.707860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51062) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:50.727132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd4443-3b52-4cd4-9262-b7781207e54b None None] Sync routers for ids ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:50.740532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b5b2e-4616-402a-8d92-22c0d735bee2 None None] Port 04c0f92a-5bfe-46ce-8086-70eda295dcec cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:50.753074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd4443-3b52-4cd4-9262-b7781207e54b None None] Routers {'f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:50.753783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ffcd4443-3b52-4cd4-9262-b7781207e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:50.759811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (460498b1-7f03-49f6-9a97-24bd8e141183), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.760413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Fanout notify agent at l3_agent the message router_deleted on router 460498b1-7f03-49f6-9a97-24bd8e141183 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:38:50.769097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.776921 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e0317f63-bb58-4084-81a9-7d71ea51384a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/460498b1-7f03-49f6-9a97-24bd8e141183 HTTP/1.1" status: 204 len: 168 time: 1.4553082 Apr 29 07:38:50.777394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51064) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:50.783576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1308813007'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:50.794292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ef022851-3567-4732-9e51-ec9d6d62c01a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:50.795420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8595913f-95d5-431f-8401-912404a2050b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:50.843226 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3d2aeb-d74e-4dbb-8035-41ba5c425d17 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:50.847850 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2f3d2aeb-d74e-4dbb-8035-41ba5c425d17 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1507695 Apr 29 07:38:50.848461 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51066) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:50.849634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ffcd4443-3b52-4cd4-9262-b7781207e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:50.857309 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:50.860747 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.871412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd4443-3b52-4cd4-9262-b7781207e54b None None] Routers {'f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:50.872088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ffcd4443-3b52-4cd4-9262-b7781207e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:50.920295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-109522109', 'router:external': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:50.922180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ffcd4443-3b52-4cd4-9262-b7781207e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:50.922806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd4443-3b52-4cd4-9262-b7781207e54b None None] The sync data for ids ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:50.924726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a399a532-916c-4365-9f77-db0608bcb661 None None] Provisioning complete for port 0dfd8399-070a-4fac-a399-5a27ddf02edf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:50.925097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a399a532-916c-4365-9f77-db0608bcb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0dfd8399-070a-4fac-a399-5a27ddf02edf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.934459 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:50.952604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c55b8973-133d-430c-b992-7bc9543810b7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.956350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2f39c92-eb35-4188-98a8-08ebfc27b4ec tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (04c0f92a-5bfe-46ce-8086-70eda295dcec), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.958436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5015f92c-eb2a-4113-a880-a4d39064c993), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.958774 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added segment 5015f92c-eb2a-4113-a880-a4d39064c993 of type vlan for network 6585f636-09b3-485f-8d6f-d692f0448c42 Apr 29 07:38:50.972699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8595913f-95d5-431f-8401-912404a2050b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:50.972699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8595913f-95d5-431f-8401-912404a2050b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:50.972699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a399a532-916c-4365-9f77-db0608bcb661 None None] Port 0dfd8399-070a-4fac-a399-5a27ddf02edf cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:51.016001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (6585f636-09b3-485f-8d6f-d692f0448c42), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.020005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=c55b8973-133d-430c-b992-7bc9543810b7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:51.023842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a2f39c92-eb35-4188-98a8-08ebfc27b4ec tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 04c0f92a-5bfe-46ce-8086-70eda295dcec owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:51.027957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-30b85146-f322-414b-8d37-bc65f805641c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 0dfd8399-070a-4fac-a399-5a27ddf02edf {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:51.028300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b85146-f322-414b-8d37-bc65f805641c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0dfd8399-070a-4fac-a399-5a27ddf02edf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.040414 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Made reservation on behalf of cbffe4bba1484507b8755bc41daf4a7a for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:51.042782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.068686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8595913f-95d5-431f-8401-912404a2050b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:51.115335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (6585f636-09b3-485f-8d6f-d692f0448c42), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.120693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:51.121506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.166071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.183716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (d1ed5f7e-2041-4f79-be20-9f440c597301), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.183716 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP d1ed5f7e-2041-4f79-be20-9f440c597301 disassociated (deleted). External IP: 172.26.3.65, port: 43f08211-3680-4a3a-9000-f90485ed66ff. Apr 29 07:38:51.192164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b85146-f322-414b-8d37-bc65f805641c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0dfd8399-070a-4fac-a399-5a27ddf02edf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.216685 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4381986 Apr 29 07:38:51.220945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51068) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:51.226334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-30b85146-f322-414b-8d37-bc65f805641c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 0dfd8399-070a-4fac-a399-5a27ddf02edf owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:51.233378 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'subnet': {'network_id': '6585f636-09b3-485f-8d6f-d692f0448c42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:51.240120 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd709c-699a-41b1-a4df-b962ba4c412e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Network': ['ID=6585f636-09b3-485f-8d6f-d692f0448c42,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:51.255771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 6585f636-09b3-485f-8d6f-d692f0448c42 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:51.389784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:51.393284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.515794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b85146-f322-414b-8d37-bc65f805641c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0dfd8399-070a-4fac-a399-5a27ddf02edf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.549196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b85146-f322-414b-8d37-bc65f805641c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=0dfd8399-070a-4fac-a399-5a27ddf02edf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:51.607120 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-a57795ea-c655-4a65-8fa3-6ae4117fa6b3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:38:51.608579 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a57795ea-c655-4a65-8fa3-6ae4117fa6b3 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "PUT /v2.0/routers/f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8991952 Apr 29 07:38:51.624258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51070) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:51.663173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for security_group (850809c9-b223-4782-9c89-c8a693eef8fb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.675486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (850809c9-b223-4782-9c89-c8a693eef8fb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.703688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2f39c92-eb35-4188-98a8-08ebfc27b4ec tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (04c0f92a-5bfe-46ce-8086-70eda295dcec), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.753395 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:51.755102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30b85146-f322-414b-8d37-bc65f805641c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.758223 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-30b85146-f322-414b-8d37-bc65f805641c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/0dfd8399-070a-4fac-a399-5a27ddf02edf HTTP/1.1" status: 204 len: 168 time: 0.9083116 Apr 29 07:38:51.760603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f39c92-eb35-4188-98a8-08ebfc27b4ec tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=04c0f92a-5bfe-46ce-8086-70eda295dcec,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:51.762512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850809c9-b223-4782-9c89-c8a693eef8fb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:51.766529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51072) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:51.790166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (99cf603e-12d6-4a58-a144-7d7eb61218f6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.790721 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Added segment 99cf603e-12d6-4a58-a144-7d7eb61218f6 of type vlan for network 1db8e1da-d972-494e-9e60-d8e4a7b11251 Apr 29 07:38:51.835016 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-259d147e-7431-4733-b1fc-257207ea3fd0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:38:51.836747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-259d147e-7431-4733-b1fc-257207ea3fd0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/0dfd8399-070a-4fac-a399-5a27ddf02edf HTTP/1.1" status: 404 len: 333 time: 0.0666971 Apr 29 07:38:51.840174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51074) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:51.841311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2f39c92-eb35-4188-98a8-08ebfc27b4ec tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.846932 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a2f39c92-eb35-4188-98a8-08ebfc27b4ec tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/04c0f92a-5bfe-46ce-8086-70eda295dcec HTTP/1.1" status: 204 len: 168 time: 1.8819613 Apr 29 07:38:51.855024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51076) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:51.859116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (e80fcbc8-e624-4074-ba3d-49f05ef4fa0a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:51.933286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:51.972987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Subnet': ['ID=e80fcbc8-e624-4074-ba3d-49f05ef4fa0a,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:51.977089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (1db8e1da-d972-494e-9e60-d8e4a7b11251), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.017835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1af281-d335-46b4-86d0-2177f63bcde1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:52.019261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1af281-d335-46b4-86d0-2177f63bcde1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:52.020777 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cf1af281-d335-46b4-86d0-2177f63bcde1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1429977 Apr 29 07:38:52.024564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51078) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:52.035933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Checking segment: {'id': '5015f92c-eb2a-4113-a880-a4d39064c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6585f636-09b3-485f-8d6f-d692f0448c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:52.036291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network hostable DHCP agents. Network: 6585f636-09b3-485f-8d6f-d692f0448c42, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:52.113648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-02df189f-c671-44c9-9792-16b719e1acbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 35d6e954-983f-4b96-918c-bd5c6b457680 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:52.117977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 6585f636-09b3-485f-8d6f-d692f0448c42 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:52.122997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02df189f-c671-44c9-9792-16b719e1acbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (35d6e954-983f-4b96-918c-bd5c6b457680), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.126310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (1db8e1da-d972-494e-9e60-d8e4a7b11251), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.127267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:52.127849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.165357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 6585f636-09b3-485f-8d6f-d692f0448c42) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:52.174033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff7720-84cc-45c8-9cf4-c74c88ae8230 None None] Network 6585f636-09b3-485f-8d6f-d692f0448c42 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:52.174573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:52.174929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.183604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02df189f-c671-44c9-9792-16b719e1acbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (35d6e954-983f-4b96-918c-bd5c6b457680), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.207500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-22f11648-40b1-4794-90d6-11c37befe711 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port ce1bd242-a19b-40af-9ad6-f484d4655b7b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:52.207724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22f11648-40b1-4794-90d6-11c37befe711 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ce1bd242-a19b-40af-9ad6-f484d4655b7b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.217156 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5705016 Apr 29 07:38:52.227827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51080) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:52.233857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'subnet': {'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:52.248433 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-330bb5d3-d43c-43e3-be3a-b64aa2dbc4cc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0206916 Apr 29 07:38:52.257724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51082) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:52.258502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1594846-1ad8-4b93-80e5-1e6e0fe22d67 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event updated for resources: {'Network': ['ID=1db8e1da-d972-494e-9e60-d8e4a7b11251,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:52.266781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1926f4ae-07f0-4f0a-b3fc-2fdcb7bfe6e5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-402111417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:52.275891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:52.276087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 1db8e1da-d972-494e-9e60-d8e4a7b11251 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:52.282739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.305524 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb7838-62e8-488e-8444-779becf70eb3 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:52.333906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Made reservation on behalf of cbffe4bba1484507b8755bc41daf4a7a for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:52.336604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1926f4ae-07f0-4f0a-b3fc-2fdcb7bfe6e5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (76b4fa18-a9c3-4799-863f-14290b407669), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.337729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1926f4ae-07f0-4f0a-b3fc-2fdcb7bfe6e5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (76b4fa18-a9c3-4799-863f-14290b407669), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.340607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.344424 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2541f9ea-f25e-4d11-8f5d-dc9770797cb5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/floatingips/d1ed5f7e-2041-4f79-be20-9f440c597301 HTTP/1.1" status: 204 len: 168 time: 4.0766184 Apr 29 07:38:52.344622 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb7838-62e8-488e-8444-779becf70eb3 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:52.344622 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c2eb7838-62e8-488e-8444-779becf70eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:52.348800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51084) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:52.352396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02df189f-c671-44c9-9792-16b719e1acbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (35d6e954-983f-4b96-918c-bd5c6b457680), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.366621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22f11648-40b1-4794-90d6-11c37befe711 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ce1bd242-a19b-40af-9ad6-f484d4655b7b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.397296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-22f11648-40b1-4794-90d6-11c37befe711 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for ce1bd242-a19b-40af-9ad6-f484d4655b7b owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:52.402505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8595913f-95d5-431f-8401-912404a2050b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:52.415522 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c2eb7838-62e8-488e-8444-779becf70eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:52.428429 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb7838-62e8-488e-8444-779becf70eb3 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:52.430416 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c2eb7838-62e8-488e-8444-779becf70eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:52.435894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1926f4ae-07f0-4f0a-b3fc-2fdcb7bfe6e5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (76b4fa18-a9c3-4799-863f-14290b407669), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.479905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8595913f-95d5-431f-8401-912404a2050b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:52.480528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8595913f-95d5-431f-8401-912404a2050b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.485068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1926f4ae-07f0-4f0a-b3fc-2fdcb7bfe6e5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (76b4fa18-a9c3-4799-863f-14290b407669), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.485541 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4235984c-20a2-4327-a630-b54801399044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-6585f636-09b3-485f-8d6f-d692f0448c42', 'network_id': '6585f636-09b3-485f-8d6f-d692f0448c42', 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'fixed_ips': [{'subnet_id': 'e80fcbc8-e624-4074-ba3d-49f05ef4fa0a'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:52.486712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4235984c-20a2-4327-a630-b54801399044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.487717 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c2eb7838-62e8-488e-8444-779becf70eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:52.488463 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb7838-62e8-488e-8444-779becf70eb3 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:52.515189 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.520342 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1926f4ae-07f0-4f0a-b3fc-2fdcb7bfe6e5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.524057 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1926f4ae-07f0-4f0a-b3fc-2fdcb7bfe6e5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2605743 Apr 29 07:38:52.524308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51086) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:52.682604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8595913f-95d5-431f-8401-912404a2050b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:52.683121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02df189f-c671-44c9-9792-16b719e1acbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (35d6e954-983f-4b96-918c-bd5c6b457680), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.700097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-4235984c-20a2-4327-a630-b54801399044 None None] Allocated IP 172.20.0.2 (6585f636-09b3-485f-8d6f-d692f0448c42/e80fcbc8-e624-4074-ba3d-49f05ef4fa0a/222f8fbe-b816-4ac1-93dc-24a1378cb3c5) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:52.729562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df189f-c671-44c9-9792-16b719e1acbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=35d6e954-983f-4b96-918c-bd5c6b457680,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:52.765511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e9ca51-d512-4c85-9aa5-9551b722c34b None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:52.788483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-02df189f-c671-44c9-9792-16b719e1acbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.795054 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-02df189f-c671-44c9-9792-16b719e1acbd tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/35d6e954-983f-4b96-918c-bd5c6b457680 HTTP/1.1" status: 204 len: 168 time: 0.7642038 Apr 29 07:38:52.797443 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51088) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:52.872475 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-655265a5-1712-43cd-a9e4-a7c539c924c1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722153 Apr 29 07:38:52.877594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-0274d306-55da-43af-9b02-859c7640dedf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 43f08211-3680-4a3a-9000-f90485ed66ff {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:52.877838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0274d306-55da-43af-9b02-859c7640dedf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (43f08211-3680-4a3a-9000-f90485ed66ff), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.883127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51090) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:52.921140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:52.930005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4235984c-20a2-4327-a630-b54801399044 None None] Publish callbacks [] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.938968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4235984c-20a2-4327-a630-b54801399044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:52.990887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4235984c-20a2-4327-a630-b54801399044 None None] Network 6585f636-09b3-485f-8d6f-d692f0448c42 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:52.997241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-4235984c-20a2-4327-a630-b54801399044 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:52.999569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235984c-20a2-4327-a630-b54801399044 None None] Pushing event updated for resources: {'Port': ['ID=222f8fbe-b816-4ac1-93dc-24a1378cb3c5,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:53.006409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235984c-20a2-4327-a630-b54801399044 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:53.021788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2262041-b5b7-4dce-b853-29aa993f7484 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:53.105962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4235984c-20a2-4327-a630-b54801399044 None None] Attempting to bind port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:53.106343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4235984c-20a2-4327-a630-b54801399044 None None] Attempting to bind port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5015f92c-eb2a-4113-a880-a4d39064c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6585f636-09b3-485f-8d6f-d692f0448c42'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:53.106678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235984c-20a2-4327-a630-b54801399044 None None] Attempting to bind port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 on network 6585f636-09b3-485f-8d6f-d692f0448c42 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:53.116206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235984c-20a2-4327-a630-b54801399044 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:53.116628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235984c-20a2-4327-a630-b54801399044 None None] Checking segment: {'id': '5015f92c-eb2a-4113-a880-a4d39064c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6585f636-09b3-485f-8d6f-d692f0448c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:53.116958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4235984c-20a2-4327-a630-b54801399044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.117369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235984c-20a2-4327-a630-b54801399044 None None] Bound using segment: {'id': '5015f92c-eb2a-4113-a880-a4d39064c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6585f636-09b3-485f-8d6f-d692f0448c42'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:53.117874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4235984c-20a2-4327-a630-b54801399044 None None] Bound port: 222f8fbe-b816-4ac1-93dc-24a1378cb3c5, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5015f92c-eb2a-4113-a880-a4d39064c993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6585f636-09b3-485f-8d6f-d692f0448c42'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:53.118243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4235984c-20a2-4327-a630-b54801399044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.180705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d2262041-b5b7-4dce-b853-29aa993f7484 None None] Deleting port 8595913f-95d5-431f-8401-912404a2050b {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:53.181434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2262041-b5b7-4dce-b853-29aa993f7484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8595913f-95d5-431f-8401-912404a2050b), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.244413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4235984c-20a2-4327-a630-b54801399044 None None] For port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:53.258977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22f11648-40b1-4794-90d6-11c37befe711 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ce1bd242-a19b-40af-9ad6-f484d4655b7b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.267936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4235984c-20a2-4327-a630-b54801399044 None None] For port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=222f8fbe-b816-4ac1-93dc-24a1378cb3c5,segment=NetworkSegment(5015f92c-eb2a-4113-a880-a4d39064c993),segment_id=5015f92c-eb2a-4113-a880-a4d39064c993)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:53.270424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d2262041-b5b7-4dce-b853-29aa993f7484 None None] For port 8595913f-95d5-431f-8401-912404a2050b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8595913f-95d5-431f-8401-912404a2050b,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:53.270836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2262041-b5b7-4dce-b853-29aa993f7484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8595913f-95d5-431f-8401-912404a2050b), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.286571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4235984c-20a2-4327-a630-b54801399044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.288625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d2262041-b5b7-4dce-b853-29aa993f7484 None None] Calling delete_port for 8595913f-95d5-431f-8401-912404a2050b owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:53.350982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f11648-40b1-4794-90d6-11c37befe711 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=ce1bd242-a19b-40af-9ad6-f484d4655b7b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:53.417842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235984c-20a2-4327-a630-b54801399044 None None] Pushing event updated for resources: {'Port': ['ID=222f8fbe-b816-4ac1-93dc-24a1378cb3c5,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:53.455547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.485603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22f11648-40b1-4794-90d6-11c37befe711 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.491514 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-22f11648-40b1-4794-90d6-11c37befe711 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/ce1bd242-a19b-40af-9ad6-f484d4655b7b HTTP/1.1" status: 204 len: 168 time: 1.6433036 Apr 29 07:38:53.491688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2262041-b5b7-4dce-b853-29aa993f7484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (8595913f-95d5-431f-8401-912404a2050b), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.491809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51098) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:53.534670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0274d306-55da-43af-9b02-859c7640dedf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (43f08211-3680-4a3a-9000-f90485ed66ff), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.563057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-0274d306-55da-43af-9b02-859c7640dedf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 43f08211-3680-4a3a-9000-f90485ed66ff owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:53.563281 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-f861dee9-da7b-41b5-8da2-787da148c5a6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:38:53.564212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2262041-b5b7-4dce-b853-29aa993f7484 None None] Pushing event deleted for resources: {'Port': ['ID=8595913f-95d5-431f-8401-912404a2050b,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:53.564754 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f861dee9-da7b-41b5-8da2-787da148c5a6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/ce1bd242-a19b-40af-9ad6-f484d4655b7b HTTP/1.1" status: 404 len: 333 time: 0.0718529 Apr 29 07:38:53.569606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51100) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:53.572990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2262041-b5b7-4dce-b853-29aa993f7484 None None] No DVR routers for this DVR port 8595913f-95d5-431f-8401-912404a2050b on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:53.617715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:53.621367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.811363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.20.0.1 (6585f636-09b3-485f-8d6f-d692f0448c42/e80fcbc8-e624-4074-ba3d-49f05ef4fa0a/35f822ae-d06e-463a-81fd-417179708708) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:53.837916 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1960e538-d5e1-4675-8570-b7605c6fd8d3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet 0c042787-61aa-46b1-b44c-a6a2c1f6300d {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:53.849275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1960e538-d5e1-4675-8570-b7605c6fd8d3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (0c042787-61aa-46b1-b44c-a6a2c1f6300d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.937554 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1960e538-d5e1-4675-8570-b7605c6fd8d3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (0c042787-61aa-46b1-b44c-a6a2c1f6300d), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.950630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (35f822ae-d06e-463a-81fd-417179708708), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:53.985434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (35f822ae-d06e-463a-81fd-417179708708), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.032872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 6585f636-09b3-485f-8d6f-d692f0448c42 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:54.036235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:54.045629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:54.049707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=35f822ae-d06e-463a-81fd-417179708708,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:54.062644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting port 3b5abc67-0c16-43a9-83a7-603c0e8e8a59 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:54.062987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.091174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (76b4fa18-a9c3-4799-863f-14290b407669), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.173555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:38:54.174028 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (1bcac63e-ce56-4321-8563-f8b716d262ea), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.227478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (35f822ae-d06e-463a-81fd-417179708708), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.332010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:54.343546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1960e538-d5e1-4675-8570-b7605c6fd8d3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (0c042787-61aa-46b1-b44c-a6a2c1f6300d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.396079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:54.397948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.399544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1bcac63e-ce56-4321-8563-f8b716d262ea,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:54.453042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.497379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0274d306-55da-43af-9b02-859c7640dedf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (43f08211-3680-4a3a-9000-f90485ed66ff), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.500180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Calling delete_port for 3b5abc67-0c16-43a9-83a7-603c0e8e8a59 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:54.516403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:54.517114 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.529364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Checking segment: {'id': '99cf603e-12d6-4a58-a144-7d7eb61218f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:54.529734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Network hostable DHCP agents. Network: 1db8e1da-d972-494e-9e60-d8e4a7b11251, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:54.558312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=222f8fbe-b816-4ac1-93dc-24a1378cb3c5,segment=NetworkSegment(5015f92c-eb2a-4113-a880-a4d39064c993),segment_id=5015f92c-eb2a-4113-a880-a4d39064c993)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:54.565491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.576331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274d306-55da-43af-9b02-859c7640dedf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=43f08211-3680-4a3a-9000-f90485ed66ff,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:54.600793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (35f822ae-d06e-463a-81fd-417179708708), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.619394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (35f822ae-d06e-463a-81fd-417179708708), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.646334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=222f8fbe-b816-4ac1-93dc-24a1378cb3c5,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:54.647922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1960e538-d5e1-4675-8570-b7605c6fd8d3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (0c042787-61aa-46b1-b44c-a6a2c1f6300d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.665240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8595913f-95d5-431f-8401-912404a2050b no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:54.689169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:38:54.701448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 8595913f-95d5-431f-8401-912404a2050b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:54.702694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8595913f-95d5-431f-8401-912404a2050b not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:54.719103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=35f822ae-d06e-463a-81fd-417179708708,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:54.722016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (76b4fa18-a9c3-4799-863f-14290b407669), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.733100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.739563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a0655-0a3b-417b-8a89-a315c363e6ec None None] Network 6585f636-09b3-485f-8d6f-d692f0448c42 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:54.740790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1960e538-d5e1-4675-8570-b7605c6fd8d3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.746893 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1960e538-d5e1-4675-8570-b7605c6fd8d3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/0c042787-61aa-46b1-b44c-a6a2c1f6300d HTTP/1.1" status: 204 len: 168 time: 1.1721375 Apr 29 07:38:54.748876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960e538-d5e1-4675-8570-b7605c6fd8d3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=0c042787-61aa-46b1-b44c-a6a2c1f6300d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:54.754135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51102) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:54.758443 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Network 1db8e1da-d972-494e-9e60-d8e4a7b11251 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:54.829135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 6585f636-09b3-485f-8d6f-d692f0448c42 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:54.830682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:54.888362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 1db8e1da-d972-494e-9e60-d8e4a7b11251) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:54.893914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:54.894430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.911423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:54.937678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:54.942283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:54.942283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:54.942598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c015e4-9c9b-4020-8908-0d71d519985e None None] Network b1f0148d-8ada-4001-b22b-ae45bc7dfeff requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:54.953632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e731d-8c1f-40ce-a010-c284a5e62231 None None] Network 1db8e1da-d972-494e-9e60-d8e4a7b11251 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:54.967150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router 76b4fa18-a9c3-4799-863f-14290b407669 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:38:54.970093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b6da4d-5f80-4c09-8edc-14bd662d11a8 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:55.002145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0274d306-55da-43af-9b02-859c7640dedf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.009016 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0274d306-55da-43af-9b02-859c7640dedf tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/ports/43f08211-3680-4a3a-9000-f90485ed66ff HTTP/1.1" status: 204 len: 168 time: 2.6547523 Apr 29 07:38:55.009636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51104) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:55.015582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:55.023114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:55.032953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (b1f0148d-8ada-4001-b22b-ae45bc7dfeff), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.039800 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e25defba-64fc-4a14-ab6e-51f341afbffe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8080878 Apr 29 07:38:55.047484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51106) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:55.051331 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-31bbad4b-cc65-4026-8ed2-6a5a20690015 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1661673 Apr 29 07:38:55.052518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51108) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:55.060430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1256110241', 'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:55.060663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:3e:3a:e2', 'name': 'tempest-NetworksTestDHCPv6-1798051373'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:55.095968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Made reservation on behalf of cbffe4bba1484507b8755bc41daf4a7a for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:55.098314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.102647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.126589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:55.157028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f629c1-3b0a-49d9-af65-4751970243cb None None] Sync routers for ids ['76b4fa18-a9c3-4799-863f-14290b407669'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:55.157806 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8f9d21ef-f530-499b-b524-5c9de971fe78 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/76b4fa18-a9c3-4799-863f-14290b407669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6324208 Apr 29 07:38:55.160654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51110) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:55.162019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] device_id is not set on port bcf0a342-273e-4ef8-b9c1-e7769970a658 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:55.188480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:55.189520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.192318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d1a27435-c723-41b7-aa52-3bf081df2f19 None None] Provisioning complete for port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:55.192318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d1a27435-c723-41b7-aa52-3bf081df2f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.193828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f629c1-3b0a-49d9-af65-4751970243cb None None] Routers {'76b4fa18-a9c3-4799-863f-14290b407669'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:55.194466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b1f629c1-3b0a-49d9-af65-4751970243cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['76b4fa18-a9c3-4799-863f-14290b407669'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:55.232985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3b5abc67-0c16-43a9-83a7-603c0e8e8a59), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.263873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd2930-db36-4e21-b819-8bfc0ea9f396 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:55.265443 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b0bd2930-db36-4e21-b819-8bfc0ea9f396 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports/35f822ae-d06e-463a-81fd-417179708708 HTTP/1.1" status: 200 len: 910 time: 0.0988085 Apr 29 07:38:55.269075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51112) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:55.274896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b7cd3551-4ca1-4ebe-9e04-ce38ab2e286c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e80fcbc8-e624-4074-ba3d-49f05ef4fa0a'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:55.284111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Port': ['ID=3b5abc67-0c16-43a9-83a7-603c0e8e8a59,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:55.306328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b1f629c1-3b0a-49d9-af65-4751970243cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:55.321831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port ef022851-3567-4732-9e51-ec9d6d62c01a {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:55.322206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.378988 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:55.421256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Allocated IP 172.20.0.4 (1db8e1da-d972-494e-9e60-d8e4a7b11251/1bcac63e-ce56-4321-8563-f8b716d262ea/bcf0a342-273e-4ef8-b9c1-e7769970a658) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:55.425201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f629c1-3b0a-49d9-af65-4751970243cb None None] Routers {'76b4fa18-a9c3-4799-863f-14290b407669'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:55.425934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b1f629c1-3b0a-49d9-af65-4751970243cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['76b4fa18-a9c3-4799-863f-14290b407669'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:55.524714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.526170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.545405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83719fe-59f2-46fa-9b9c-77dbd46fb83c None None] Network 1db8e1da-d972-494e-9e60-d8e4a7b11251 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:55.565310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] For port ef022851-3567-4732-9e51-ec9d6d62c01a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ef022851-3567-4732-9e51-ec9d6d62c01a,segment=NetworkSegment(a4117acb-8120-47ff-8ae0-23e9517f90c9),segment_id=a4117acb-8120-47ff-8ae0-23e9517f90c9)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:55.565719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.605968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-b1f629c1-3b0a-49d9-af65-4751970243cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:55.606505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f629c1-3b0a-49d9-af65-4751970243cb None None] The sync data for ids ['76b4fa18-a9c3-4799-863f-14290b407669'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:55.650073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b7cd3551-4ca1-4ebe-9e04-ce38ab2e286c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (35f822ae-d06e-463a-81fd-417179708708), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.658262 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for ef022851-3567-4732-9e51-ec9d6d62c01a owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:55.686392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.745420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d1a27435-c723-41b7-aa52-3bf081df2f19 None None] Current status of the port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:55.784359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for port (bcf0a342-273e-4ef8-b9c1-e7769970a658), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.809546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] DHCP port deletion for b1f0148d-8ada-4001-b22b-ae45bc7dfeff request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:38:55.818277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port ed36ee4b-61ca-48d2-9031-4f0862b30b16 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:55.881727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Router f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:38:55.890807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.26.3.168 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/9b9c7c8b-19ac-44c8-b109-9aa28089b35a) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:55.901116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Allocated IP 2001:db8::f816:3eff:feae:5a42 (5f57687c-3acb-4c32-82c9-53f862533295/763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a/50106d47-6e55-4b06-b42a-d0105894ee1a) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:55.960303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:55.999278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] Deleting port ef022851-3567-4732-9e51-ec9d6d62c01a {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:55.999591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.071691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] For port ef022851-3567-4732-9e51-ec9d6d62c01a, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:56.072100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.094319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] Calling delete_port for ef022851-3567-4732-9e51-ec9d6d62c01a owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:56.098279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] Port ef022851-3567-4732-9e51-ec9d6d62c01a was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:38:56.101079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (ef022851-3567-4732-9e51-ec9d6d62c01a), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.125850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bcf0a342-273e-4ef8-b9c1-e7769970a658), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.140015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] Pushing event deleted for resources: {'Port': ['ID=ef022851-3567-4732-9e51-ec9d6d62c01a,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:56.151831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0bf59d-b911-4126-a880-980d81d339fd None None] No DVR routers for this DVR port ef022851-3567-4732-9e51-ec9d6d62c01a on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:56.211295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event updated for resources: {'Port': ['ID=bcf0a342-273e-4ef8-b9c1-e7769970a658,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:56.235417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Publish callbacks [] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.237176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a7e5d667-4f33-4441-9a59-f7f3c8b4e882 None None] Provisioning complete for port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:56.237562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a7e5d667-4f33-4441-9a59-f7f3c8b4e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.269473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.332363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:56.334287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Network 1db8e1da-d972-494e-9e60-d8e4a7b11251 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:56.341160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:56.343012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:56.352175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:56.354799 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:56.382357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Pushing event updated for resources: {'Port': ['ID=50106d47-6e55-4b06-b42a-d0105894ee1a,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:56.453686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=ef022851-3567-4732-9e51-ec9d6d62c01a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:56.480146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No DVR routers for this DVR port ef022851-3567-4732-9e51-ec9d6d62c01a on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:38:56.482435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:38:56.493178 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-257ffe59-a115-4f32-b68e-2a9b90d8c1dc tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "PUT /v2.0/routers/f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8658097 Apr 29 07:38:56.496179 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc4bc3-0345-4bb4-9cb2-7b08e2edd3e9 None None] Sync routers for ids ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:38:56.514135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51116) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:56.530884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Attempting to bind port 50106d47-6e55-4b06-b42a-d0105894ee1a on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:38:56.531482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Attempting to bind port 50106d47-6e55-4b06-b42a-d0105894ee1a by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:38:56.531609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Attempting to bind port 50106d47-6e55-4b06-b42a-d0105894ee1a on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:38:56.532939 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc4bc3-0345-4bb4-9cb2-7b08e2edd3e9 None None] Routers {'f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:56.533815 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-61dc4bc3-0345-4bb4-9cb2-7b08e2edd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:56.547035 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5d667-4f33-4441-9a59-f7f3c8b4e882 None None] Current status of the port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:56.552857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:38:56.553246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:56.553658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.556688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:38:56.557375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Bound port: 50106d47-6e55-4b06-b42a-d0105894ee1a, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:38:56.557774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.571750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:56.572115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.590843 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-e99b9599-0b8b-473b-a611-3c75e989fc39 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] delete failed (client error): The resource could not be found. Apr 29 07:38:56.597144 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e99b9599-0b8b-473b-a611-3c75e989fc39 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1743144539 HTTP/1.1" status: 404 len: 335 time: 0.0746479 Apr 29 07:38:56.609696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a7e5d667-4f33-4441-9a59-f7f3c8b4e882 None None] Provisioning complete for port 35f822ae-d06e-463a-81fd-417179708708 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:56.610059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a7e5d667-4f33-4441-9a59-f7f3c8b4e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (35f822ae-d06e-463a-81fd-417179708708), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.619142 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-61dc4bc3-0345-4bb4-9cb2-7b08e2edd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:56.623298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51118) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:56.628058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-00d7095e-0f6d-48e2-ba99-fb32bf221f52 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:56.631999 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc4bc3-0345-4bb4-9cb2-7b08e2edd3e9 None None] Routers {'f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:38:56.632629 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-61dc4bc3-0345-4bb4-9cb2-7b08e2edd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:56.636399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:fe3e:3ae2 (5f57687c-3acb-4c32-82c9-53f862533295/763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a/ed36ee4b-61ca-48d2-9031-4f0862b30b16) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:56.687838 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-61dc4bc3-0345-4bb4-9cb2-7b08e2edd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:56.689688 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc4bc3-0345-4bb4-9cb2-7b08e2edd3e9 None None] The sync data for ids ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:38:56.732822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (b1f0148d-8ada-4001-b22b-ae45bc7dfeff), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.738629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5d667-4f33-4441-9a59-f7f3c8b4e882 None None] Port 35f822ae-d06e-463a-81fd-417179708708 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:56.749970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] For port 50106d47-6e55-4b06-b42a-d0105894ee1a, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:38:56.767668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] For port 50106d47-6e55-4b06-b42a-d0105894ee1a, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=50106d47-6e55-4b06-b42a-d0105894ee1a,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:38:56.782399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f0148d-8ada-4001-b22b-ae45bc7dfeff']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:56.795903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.811042 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:56.830789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:56.832653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4117acb-8120-47ff-8ae0-23e9517f90c9') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:56.833016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4117acb-8120-47ff-8ae0-23e9517f90c9') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:38:56.866853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (9b9c7c8b-19ac-44c8-b109-9aa28089b35a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.881626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (a4117acb-8120-47ff-8ae0-23e9517f90c9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.896073 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-142deb25-252c-4770-8a45-958c162c3985 None None] Provisioning complete for port 35f822ae-d06e-463a-81fd-417179708708 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:56.896751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-142deb25-252c-4770-8a45-958c162c3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (35f822ae-d06e-463a-81fd-417179708708), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.898310 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af08293-3201-40f0-b4ae-3a0d33a61621 None None] Pushing event updated for resources: {'Port': ['ID=50106d47-6e55-4b06-b42a-d0105894ee1a,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:56.911447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a4117acb-8120-47ff-8ae0-23e9517f90c9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.931849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:56.932605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.946656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-142deb25-252c-4770-8a45-958c162c3985 None None] Port 35f822ae-d06e-463a-81fd-417179708708 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:56.960607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ef022851-3567-4732-9e51-ec9d6d62c01a no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:38:56.967289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:38:56.967289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (a4117acb-8120-47ff-8ae0-23e9517f90c9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:38:56.970549 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:38:56.975665 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b443be28-e2ba-4d00-8a15-be7e59b70d6f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9270205 Apr 29 07:38:56.976304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51120) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:57.024601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b7cd3551-4ca1-4ebe-9e04-ce38ab2e286c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (35f822ae-d06e-463a-81fd-417179708708), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.048513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9b9c7c8b-19ac-44c8-b109-9aa28089b35a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.050566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b7cd3551-4ca1-4ebe-9e04-ce38ab2e286c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (35f822ae-d06e-463a-81fd-417179708708), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.081405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00d7095e-0f6d-48e2-ba99-fb32bf221f52 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for router_gateway (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.112450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd3551-4ca1-4ebe-9e04-ce38ab2e286c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:57.113110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b7cd3551-4ca1-4ebe-9e04-ce38ab2e286c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.114606 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b7cd3551-4ca1-4ebe-9e04-ce38ab2e286c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/ports/35f822ae-d06e-463a-81fd-417179708708 HTTP/1.1" status: 200 len: 910 time: 1.8438258 Apr 29 07:38:57.121118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51122) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:57.130314 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-00d7095e-0f6d-48e2-ba99-fb32bf221f52 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] update failed (client error): The resource could not be found. Apr 29 07:38:57.131575 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-00d7095e-0f6d-48e2-ba99-fb32bf221f52 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "PUT /v2.0/routers/f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 HTTP/1.1" status: 404 len: 339 time: 0.5071561 Apr 29 07:38:57.132369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (b1f0148d-8ada-4001-b22b-ae45bc7dfeff), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.137851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51124) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:57.143753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-520991382'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:57.155377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: ef022851-3567-4732-9e51-ec9d6d62c01a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:38:57.155723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ef022851-3567-4732-9e51-ec9d6d62c01a not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:38:57.186170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:57.189768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:57.192802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:57.195697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.198992 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/networks/b1f0148d-8ada-4001-b22b-ae45bc7dfeff HTTP/1.1" status: 204 len: 168 time: 2.4382753 Apr 29 07:38:57.206351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51126) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:57.213100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1907112016'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:57.238253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=9b9c7c8b-19ac-44c8-b109-9aa28089b35a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:57.282395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4083a71-b8c3-46fc-b29e-6d14bee1d795 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Network': ['ID=b1f0148d-8ada-4001-b22b-ae45bc7dfeff,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:57.308666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (ed36ee4b-61ca-48d2-9031-4f0862b30b16), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.312002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Made reservation on behalf of e6c766185d8e462685e67836ac1b0c21 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:57.315583 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.323793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6c188eac-b8da-413e-887b-993b71889638 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Deleting port bcf0a342-273e-4ef8-b9c1-e7769970a658 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:57.324163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c188eac-b8da-413e-887b-993b71889638 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bcf0a342-273e-4ef8-b9c1-e7769970a658), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.334943 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd3551-4ca1-4ebe-9e04-ce38ab2e286c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=35f822ae-d06e-463a-81fd-417179708708,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:57.340155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:57.348156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.426925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (caa72026-a3d8-488c-aa7b-2213b76c5ab6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.461375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c188eac-b8da-413e-887b-993b71889638 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bcf0a342-273e-4ef8-b9c1-e7769970a658), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.470706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:57.488271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:38:57.491908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6c188eac-b8da-413e-887b-993b71889638 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Calling delete_port for bcf0a342-273e-4ef8-b9c1-e7769970a658 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:57.504150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9b9c7c8b-19ac-44c8-b109-9aa28089b35a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.504737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f8100c7e-f5cf-4f35-bb4c-1cba22681a39), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.505113 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Added segment f8100c7e-f5cf-4f35-bb4c-1cba22681a39 of type vlan for network c6eaf6e9-d54c-48de-af4b-f1aef506c34d Apr 29 07:38:57.511220 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (1b9bac60-0fac-42a4-818d-9d6229bd72be), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.511626 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Added segment 1b9bac60-0fac-42a4-818d-9d6229bd72be of type vlan for network fcea8d66-8993-46d8-8dc4-1c15377cd21b Apr 29 07:38:57.513272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ed36ee4b-61ca-48d2-9031-4f0862b30b16), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.657461 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (c6eaf6e9-d54c-48de-af4b-f1aef506c34d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.673493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:57.688515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (fcea8d66-8993-46d8-8dc4-1c15377cd21b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.692756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:57.702891 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:57.708058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:57.708675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.710977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=ed36ee4b-61ca-48d2-9031-4f0862b30b16,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:57.744572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c188eac-b8da-413e-887b-993b71889638 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bcf0a342-273e-4ef8-b9c1-e7769970a658), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.756754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (9b9c7c8b-19ac-44c8-b109-9aa28089b35a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.781915 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1de608e7-bd8b-471a-b959-27584e75bfef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7278862 Apr 29 07:38:57.785047 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51128) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:57.787469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (c6eaf6e9-d54c-48de-af4b-f1aef506c34d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.790000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c188eac-b8da-413e-887b-993b71889638 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcf0a342-273e-4ef8-b9c1-e7769970a658,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:57.792920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:57.793439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (9b9c7c8b-19ac-44c8-b109-9aa28089b35a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.793616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.826251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (fcea8d66-8993-46d8-8dc4-1c15377cd21b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.834071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:57.834753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:57.876748 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7368410 Apr 29 07:38:57.886435 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51130) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:57.918147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'subnet': {'network_id': 'c6eaf6e9-d54c-48de-af4b-f1aef506c34d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:57.927270 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7177272 Apr 29 07:38:57.928872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51132) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:57.959562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e1a0a-311a-4ead-a8a8-a18d7cbf07e4 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Network': ['ID=c6eaf6e9-d54c-48de-af4b-f1aef506c34d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:57.979359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network c6eaf6e9-d54c-48de-af4b-f1aef506c34d details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:57.983969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': 'fcea8d66-8993-46d8-8dc4-1c15377cd21b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:58.012266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=9b9c7c8b-19ac-44c8-b109-9aa28089b35a,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:58.046392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae5253-acea-4a82-b688-0456e86f0df0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:58.052644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae5253-acea-4a82-b688-0456e86f0df0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:58.055218 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f5ae5253-acea-4a82-b688-0456e86f0df0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2680228 Apr 29 07:38:58.058907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c188eac-b8da-413e-887b-993b71889638 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.062567 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6c188eac-b8da-413e-887b-993b71889638 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bcf0a342-273e-4ef8-b9c1-e7769970a658 HTTP/1.1" status: 204 len: 168 time: 1.0792255 Apr 29 07:38:58.062726 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51134) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:58.069330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51136) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:58.085008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251', 'external_fixed_ips': [{'subnet_id': '1bcac63e-ce56-4321-8563-f8b716d262ea', 'ip_address': '172.20.0.4'}]}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:58.106758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (caa72026-a3d8-488c-aa7b-2213b76c5ab6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.122683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99744200-35b6-403c-9b14-f4795e0f5208 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Network': ['ID=fcea8d66-8993-46d8-8dc4-1c15377cd21b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:58.137627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network fcea8d66-8993-46d8-8dc4-1c15377cd21b details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:38:58.159825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.161151 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-16e062af-f5fe-44cb-ba6b-f2f527880398 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1507072 Apr 29 07:38:58.164743 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51138) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:58.168480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (12541a96-9f38-44e8-81a8-67b349cc4bef), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.169590 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (12541a96-9f38-44e8-81a8-67b349cc4bef), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.172354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'port': {'network_id': '0ba558ad-edf5-48fa-b96e-179bab659265', 'name': 'tempest-FloatingIPTestJSON-750793214'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:58.223502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_controller (12541a96-9f38-44e8-81a8-67b349cc4bef), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.227499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (76b4fa18-a9c3-4799-863f-14290b407669), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.277939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Made reservation on behalf of e6c766185d8e462685e67836ac1b0c21 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:58.281366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.288242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:58.291629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.296971 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-16c4b97d-3959-4471-b3c1-bd5f8027300e None None] Provisioning complete for port 50106d47-6e55-4b06-b42a-d0105894ee1a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:58.297469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16c4b97d-3959-4471-b3c1-bd5f8027300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.373418 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a54996b8-828f-48cc-beee-cc81f10cb03c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port ed36ee4b-61ca-48d2-9031-4f0862b30b16 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:58.373758 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a54996b8-828f-48cc-beee-cc81f10cb03c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ed36ee4b-61ca-48d2-9031-4f0862b30b16), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.403489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 50106d47-6e55-4b06-b42a-d0105894ee1a up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:38:58.473968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-16c4b97d-3959-4471-b3c1-bd5f8027300e None None] Current status of the port 50106d47-6e55-4b06-b42a-d0105894ee1a is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:58.474364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16c4b97d-3959-4471-b3c1-bd5f8027300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.521846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-16c4b97d-3959-4471-b3c1-bd5f8027300e None None] For port 50106d47-6e55-4b06-b42a-d0105894ee1a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=50106d47-6e55-4b06-b42a-d0105894ee1a,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:38:58.525279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 50106d47-6e55-4b06-b42a-d0105894ee1a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:58.525667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.542323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (12541a96-9f38-44e8-81a8-67b349cc4bef), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.547384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16c4b97d-3959-4471-b3c1-bd5f8027300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.551151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Made reservation on behalf of 528cb288da5b4df2a28de531d04471d8 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:58.554729 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.586497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a54996b8-828f-48cc-beee-cc81f10cb03c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ed36ee4b-61ca-48d2-9031-4f0862b30b16), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.600891 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] device_id is not set on port 7aadc355-d4b1-4cef-a128-2e828de97388 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:38:58.615015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a54996b8-828f-48cc-beee-cc81f10cb03c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for ed36ee4b-61ca-48d2-9031-4f0862b30b16 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:58.617164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4b97d-3959-4471-b3c1-bd5f8027300e None None] Pushing event updated for resources: {'Port': ['ID=50106d47-6e55-4b06-b42a-d0105894ee1a,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:58.668611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 50106d47-6e55-4b06-b42a-d0105894ee1a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:38:58.680306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-960bf050-31c7-4adf-a5b5-bd736a2c6871 None None] Provisioning complete for port ed36ee4b-61ca-48d2-9031-4f0862b30b16 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:38:58.680676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-960bf050-31c7-4adf-a5b5-bd736a2c6871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed36ee4b-61ca-48d2-9031-4f0862b30b16), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.717623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-960bf050-31c7-4adf-a5b5-bd736a2c6871 None None] Port ed36ee4b-61ca-48d2-9031-4f0862b30b16 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:38:58.841773 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.20.0.5 (0ba558ad-edf5-48fa-b96e-179bab659265/e0cce175-7470-465c-8609-58a917ea0b98/7aadc355-d4b1-4cef-a128-2e828de97388) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:58.848166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (aaa4a017-6caf-437e-888f-1082b3058b63), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.859089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (19af3e96-7b60-47b8-804d-fef12f2e8c43), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.939282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a54996b8-828f-48cc-beee-cc81f10cb03c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ed36ee4b-61ca-48d2-9031-4f0862b30b16), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.980240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port 35f822ae-d06e-463a-81fd-417179708708 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:38:58.980459 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (35f822ae-d06e-463a-81fd-417179708708), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:58.985142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Subnet': ['ID=aaa4a017-6caf-437e-888f-1082b3058b63,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:58.993898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54996b8-828f-48cc-beee-cc81f10cb03c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=ed36ee4b-61ca-48d2-9031-4f0862b30b16,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:59.070480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Checking segment: {'id': 'f8100c7e-f5cf-4f35-bb4c-1cba22681a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c6eaf6e9-d54c-48de-af4b-f1aef506c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:59.070858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network hostable DHCP agents. Network: c6eaf6e9-d54c-48de-af4b-f1aef506c34d, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:59.094614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Checking segment: {'id': '1b9bac60-0fac-42a4-818d-9d6229bd72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcea8d66-8993-46d8-8dc4-1c15377cd21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:38:59.094986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network hostable DHCP agents. Network: fcea8d66-8993-46d8-8dc4-1c15377cd21b, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:38:59.096967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=19af3e96-7b60-47b8-804d-fef12f2e8c43,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:59.119281 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (12541a96-9f38-44e8-81a8-67b349cc4bef), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.143640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.145542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network c6eaf6e9-d54c-48de-af4b-f1aef506c34d is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:59.177347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network fcea8d66-8993-46d8-8dc4-1c15377cd21b is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:38:59.221016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, c6eaf6e9-d54c-48de-af4b-f1aef506c34d) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:59.231636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, fcea8d66-8993-46d8-8dc4-1c15377cd21b) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:59.232490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:59.233076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.233950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b468b5-c087-4aaf-9b2d-863916edea7e None None] Network c6eaf6e9-d54c-48de-af4b-f1aef506c34d requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:59.265468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:59.266033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.293367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c952c-534a-472c-8d87-e1fe5f383b14 None None] Network fcea8d66-8993-46d8-8dc4-1c15377cd21b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:38:59.309829 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5e155060-dfff-44dd-86d6-51bb3ad6548c tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4195468 Apr 29 07:38:59.330132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51142) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:59.334784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9a2f4b69-3101-40b8-96a6-349ad8098b8b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c6eaf6e9-d54c-48de-af4b-f1aef506c34d'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:59.342534 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-02216bbd-9d98-45d1-8104-36fe5d618162 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4010351 Apr 29 07:38:59.346813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51144) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:59.350848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': 'fcea8d66-8993-46d8-8dc4-1c15377cd21b', 'name': 'tempest-PortsTestJSON-1521083976', 'fixed_ips': [{'subnet_id': '19af3e96-7b60-47b8-804d-fef12f2e8c43', 'ip_address': '172.20.0.10'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:38:59.416249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a54996b8-828f-48cc-beee-cc81f10cb03c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.421787 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a54996b8-828f-48cc-beee-cc81f10cb03c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/ed36ee4b-61ca-48d2-9031-4f0862b30b16 HTTP/1.1" status: 204 len: 168 time: 1.3544452 Apr 29 07:38:59.423737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51146) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:59.455459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-c6eaf6e9-d54c-48de-af4b-f1aef506c34d', 'network_id': 'c6eaf6e9-d54c-48de-af4b-f1aef506c34d', 'project_id': 'e6c766185d8e462685e67836ac1b0c21', 'fixed_ips': [{'subnet_id': 'aaa4a017-6caf-437e-888f-1082b3058b63'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:59.456555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.472376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-fcea8d66-8993-46d8-8dc4-1c15377cd21b', 'network_id': 'fcea8d66-8993-46d8-8dc4-1c15377cd21b', 'project_id': 'd31e6458f9f24d408e4ce3f7728ed9b2', 'fixed_ips': [{'subnet_id': '19af3e96-7b60-47b8-804d-fef12f2e8c43'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:38:59.473670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.517171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (7aadc355-d4b1-4cef-a128-2e828de97388), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.555062 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc60d2cb-5ec5-4f7d-819e-a508755d6132 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:59.556500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc60d2cb-5ec5-4f7d-819e-a508755d6132 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:59.561138 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bc60d2cb-5ec5-4f7d-819e-a508755d6132 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1315756 Apr 29 07:38:59.562593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51148) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:38:59.564362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (35f822ae-d06e-463a-81fd-417179708708), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.616972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for 35f822ae-d06e-463a-81fd-417179708708 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:38:59.617831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Allocated IP 172.20.0.4 (1db8e1da-d972-494e-9e60-d8e4a7b11251/1bcac63e-ce56-4321-8563-f8b716d262ea/614a95b9-1ebf-4381-8f89-5c1acdc5ed8e) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:59.685858 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e06b111-1cf8-4752-a86a-26345f78c494 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:38:59.690627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e06b111-1cf8-4752-a86a-26345f78c494 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.715344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Allocated IP 2001:db8:1::2 (c6eaf6e9-d54c-48de-af4b-f1aef506c34d/aaa4a017-6caf-437e-888f-1082b3058b63/b19ffa64-f69f-4371-8d79-abd43255f008) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:59.719610 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7aadc355-d4b1-4cef-a128-2e828de97388), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.721386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4b69-3101-40b8-96a6-349ad8098b8b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for router_gateway (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.724100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Allocated IP 172.20.0.2 (fcea8d66-8993-46d8-8dc4-1c15377cd21b/19af3e96-7b60-47b8-804d-fef12f2e8c43/b99ee6a3-89f5-4893-9c98-7d47940dd1ff) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:38:59.764235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:38:59.770467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e06b111-1cf8-4752-a86a-26345f78c494 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.827837 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network 0ba558ad-edf5-48fa-b96e-179bab659265 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:38:59.839019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:38:59.845790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=7aadc355-d4b1-4cef-a128-2e828de97388,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:38:59.851907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:38:59.979281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e06b111-1cf8-4752-a86a-26345f78c494 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.988483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:38:59.989157 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:38:59.993155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Publish callbacks [] for port (b19ffa64-f69f-4371-8d79-abd43255f008), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.001828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Publish callbacks [] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.004489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.018020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.056566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Network c6eaf6e9-d54c-48de-af4b-f1aef506c34d is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:00.061862 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f8489dfb-1017-4815-b11c-0d63e95f3b9a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8912017 Apr 29 07:39:00.064501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:00.064638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51150) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:00.066187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:00.068411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'port_id': '7aadc355-d4b1-4cef-a128-2e828de97388'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:00.070621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Network fcea8d66-8993-46d8-8dc4-1c15377cd21b is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:00.078776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:00.080137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:00.095440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Pushing event updated for resources: {'Port': ['ID=b19ffa64-f69f-4371-8d79-abd43255f008,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:00.136480 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (caa72026-a3d8-488c-aa7b-2213b76c5ab6), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.205270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (35f822ae-d06e-463a-81fd-417179708708), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.220334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Attempting to bind port b19ffa64-f69f-4371-8d79-abd43255f008 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:00.220764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Attempting to bind port b19ffa64-f69f-4371-8d79-abd43255f008 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'f8100c7e-f5cf-4f35-bb4c-1cba22681a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c6eaf6e9-d54c-48de-af4b-f1aef506c34d'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:00.221135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Attempting to bind port b19ffa64-f69f-4371-8d79-abd43255f008 on network c6eaf6e9-d54c-48de-af4b-f1aef506c34d {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:00.233778 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Attempting to bind port b99ee6a3-89f5-4893-9c98-7d47940dd1ff on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:00.234147 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Attempting to bind port b99ee6a3-89f5-4893-9c98-7d47940dd1ff by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '1b9bac60-0fac-42a4-818d-9d6229bd72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcea8d66-8993-46d8-8dc4-1c15377cd21b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:00.234717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Attempting to bind port b99ee6a3-89f5-4893-9c98-7d47940dd1ff on network fcea8d66-8993-46d8-8dc4-1c15377cd21b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:00.237723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Pushing event updated for resources: {'Port': ['ID=b99ee6a3-89f5-4893-9c98-7d47940dd1ff,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:00.244117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:00.244313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Checking segment: {'id': 'f8100c7e-f5cf-4f35-bb4c-1cba22681a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c6eaf6e9-d54c-48de-af4b-f1aef506c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:00.244605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e06b111-1cf8-4752-a86a-26345f78c494 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.244747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.245035 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Bound using segment: {'id': 'f8100c7e-f5cf-4f35-bb4c-1cba22681a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c6eaf6e9-d54c-48de-af4b-f1aef506c34d'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:00.247000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Bound port: b19ffa64-f69f-4371-8d79-abd43255f008, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8100c7e-f5cf-4f35-bb4c-1cba22681a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c6eaf6e9-d54c-48de-af4b-f1aef506c34d'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:00.247000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.249588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:00.249948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Checking segment: {'id': '1b9bac60-0fac-42a4-818d-9d6229bd72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcea8d66-8993-46d8-8dc4-1c15377cd21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:00.250331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.250710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Bound using segment: {'id': '1b9bac60-0fac-42a4-818d-9d6229bd72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcea8d66-8993-46d8-8dc4-1c15377cd21b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:00.251163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Bound port: b99ee6a3-89f5-4893-9c98-7d47940dd1ff, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9bac60-0fac-42a4-818d-9d6229bd72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcea8d66-8993-46d8-8dc4-1c15377cd21b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:00.251535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.267782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.270380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=35f822ae-d06e-463a-81fd-417179708708,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:00.285978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.321453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06b111-1cf8-4752-a86a-26345f78c494 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:00.330919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 5e47abd4-0a0d-4a42-87cf-c15896db6679 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:00.373093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] For port b19ffa64-f69f-4371-8d79-abd43255f008, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:00.375682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] For port b99ee6a3-89f5-4893-9c98-7d47940dd1ff, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:00.379201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] For port b19ffa64-f69f-4371-8d79-abd43255f008, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b19ffa64-f69f-4371-8d79-abd43255f008,segment=NetworkSegment(f8100c7e-f5cf-4f35-bb4c-1cba22681a39),segment_id=f8100c7e-f5cf-4f35-bb4c-1cba22681a39)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:00.384144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] For port b99ee6a3-89f5-4893-9c98-7d47940dd1ff, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b99ee6a3-89f5-4893-9c98-7d47940dd1ff,segment=NetworkSegment(1b9bac60-0fac-42a4-818d-9d6229bd72be),segment_id=1b9bac60-0fac-42a4-818d-9d6229bd72be)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:00.388208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e06b111-1cf8-4752-a86a-26345f78c494 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.391786 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1e06b111-1cf8-4752-a86a-26345f78c494 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a HTTP/1.1" status: 204 len: 168 time: 0.8246429 Apr 29 07:39:00.396386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51152) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:00.401867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c124e54-0652-47bb-bb62-cfc11b3d15c8 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:00.406119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.451049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.456885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.460125 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9899db8f-2c17-4df8-aa37-353a0841126c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599363 Apr 29 07:39:00.479196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51154) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:00.505111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (76b4fa18-a9c3-4799-863f-14290b407669), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.523085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 50106d47-6e55-4b06-b42a-d0105894ee1a up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:00.525493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66596f1-2c2c-4918-a4c7-b96651aca870 None None] Pushing event updated for resources: {'Port': ['ID=b19ffa64-f69f-4371-8d79-abd43255f008,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:00.591963 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-9a2f4b69-3101-40b8-96a6-349ad8098b8b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:39:00.601982 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9a2f4b69-3101-40b8-96a6-349ad8098b8b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "PUT /v2.0/routers/f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 HTTP/1.1" status: 400 len: 364 time: 1.2618096 Apr 29 07:39:00.602881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51156) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:00.613644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Network 1db8e1da-d972-494e-9e60-d8e4a7b11251 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:00.665334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:00.672081 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event updated for resources: {'Port': ['ID=614a95b9-1ebf-4381-8f89-5c1acdc5ed8e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:00.709567 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532b1ef-f6c2-45c6-954b-c3bdc547032d None None] Pushing event updated for resources: {'Port': ['ID=b99ee6a3-89f5-4893-9c98-7d47940dd1ff,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:00.737751 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:00.761961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 50106d47-6e55-4b06-b42a-d0105894ee1a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:00.762443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:00.850694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dda895-3d52-4b81-92c2-4fcc3cc628cc None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:00.868144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985578aa-dbb9-45ff-bc90-725902cac31e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:00.872002 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-985578aa-dbb9-45ff-bc90-725902cac31e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3901227 Apr 29 07:39:00.879849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51158) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:00.902151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router 76b4fa18-a9c3-4799-863f-14290b407669 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:01.022463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 50106d47-6e55-4b06-b42a-d0105894ee1a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:01.040077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-95dda895-3d52-4b81-92c2-4fcc3cc628cc None None] Deleting port 50106d47-6e55-4b06-b42a-d0105894ee1a {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:01.040454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95dda895-3d52-4b81-92c2-4fcc3cc628cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:01.149058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.10 (fcea8d66-8993-46d8-8dc4-1c15377cd21b/19af3e96-7b60-47b8-804d-fef12f2e8c43/5e47abd4-0a0d-4a42-87cf-c15896db6679) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:01.183597 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:01.195560 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa3a1bc-284c-49dd-825d-71ae46f8a3b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:01.197711 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5fa3a1bc-284c-49dd-825d-71ae46f8a3b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3163335 Apr 29 07:39:01.206144 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ceaa839e-b35f-4a98-9420-41a671aa184d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/76b4fa18-a9c3-4799-863f-14290b407669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0845072 Apr 29 07:39:01.208779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51160) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:01.209116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51162) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:01.287432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36da5a2-2c81-4fc8-97dc-a62e2a4b8be8 None None] Sync routers for ids ['76b4fa18-a9c3-4799-863f-14290b407669'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:01.320306 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b5ea55bf-62dd-47d9-a5e7-64cee3d9e6aa tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b4fa18-a9c3-4799-863f-14290b407669 HTTP/1.1" status: 200 len: 205 time: 0.1073108 Apr 29 07:39:01.324865 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51166) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:01.330179 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-19ab86b6-f6aa-4325-bc1e-8c52d831e6cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161909 Apr 29 07:39:01.354450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51168) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:01.354642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e47416d1-feb6-4669-984d-3146a4c4775c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:01.360021 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36da5a2-2c81-4fc8-97dc-a62e2a4b8be8 None None] Routers {'76b4fa18-a9c3-4799-863f-14290b407669'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:01.360787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d36da5a2-2c81-4fc8-97dc-a62e2a4b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['76b4fa18-a9c3-4799-863f-14290b407669'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:01.364976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:01.407027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d36da5a2-2c81-4fc8-97dc-a62e2a4b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:01.410194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-95dda895-3d52-4b81-92c2-4fcc3cc628cc None None] For port 50106d47-6e55-4b06-b42a-d0105894ee1a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=50106d47-6e55-4b06-b42a-d0105894ee1a,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:01.410669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95dda895-3d52-4b81-92c2-4fcc3cc628cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:01.426661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-95dda895-3d52-4b81-92c2-4fcc3cc628cc None None] Calling delete_port for 50106d47-6e55-4b06-b42a-d0105894ee1a owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:01.431524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36da5a2-2c81-4fc8-97dc-a62e2a4b8be8 None None] Routers {'76b4fa18-a9c3-4799-863f-14290b407669'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:01.432227 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d36da5a2-2c81-4fc8-97dc-a62e2a4b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:38:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['76b4fa18-a9c3-4799-863f-14290b407669'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:01.470376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d36da5a2-2c81-4fc8-97dc-a62e2a4b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:01.471128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36da5a2-2c81-4fc8-97dc-a62e2a4b8be8 None None] The sync data for ids ['76b4fa18-a9c3-4799-863f-14290b407669'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:01.505698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.resource_extend [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:39:01.509355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-411b9cb7-3f85-46a0-bbbf-ba7be8fdc136 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (76b4fa18-a9c3-4799-863f-14290b407669), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:01.566749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95dda895-3d52-4b81-92c2-4fcc3cc628cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (50106d47-6e55-4b06-b42a-d0105894ee1a), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:01.594930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dda895-3d52-4b81-92c2-4fcc3cc628cc None None] Pushing event deleted for resources: {'Port': ['ID=50106d47-6e55-4b06-b42a-d0105894ee1a,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:01.599816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dda895-3d52-4b81-92c2-4fcc3cc628cc None None] No DVR routers for this DVR port 50106d47-6e55-4b06-b42a-d0105894ee1a on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:01.613288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (5e47abd4-0a0d-4a42-87cf-c15896db6679), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:01.664572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:01.740910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (12541a96-9f38-44e8-81a8-67b349cc4bef), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:01.828745 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:39:01.850804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5e47abd4-0a0d-4a42-87cf-c15896db6679), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:01.966168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network fcea8d66-8993-46d8-8dc4-1c15377cd21b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:01.973704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=5e47abd4-0a0d-4a42-87cf-c15896db6679,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:02.001774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:02.007891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:02.014545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.050829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (caa72026-a3d8-488c-aa7b-2213b76c5ab6), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.114970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:02.119498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957fc3c2-be62-40ca-bbbc-09c6a128e154 None None] Network c6eaf6e9-d54c-48de-af4b-f1aef506c34d requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:02.119861 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.151248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:02.151934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.197144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-411b9cb7-3f85-46a0-bbbf-ba7be8fdc136 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (76b4fa18-a9c3-4799-863f-14290b407669), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.203889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-411b9cb7-3f85-46a0-bbbf-ba7be8fdc136 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (76b4fa18-a9c3-4799-863f-14290b407669), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.215317 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Allocated IP 2001:db8::1 (9f833e2a-3c55-4d1e-8ead-d1aa721161f4/bb0495a4-8a98-4d3c-b235-b3a4bb07f65a/2860a2fb-c533-40ac-97bb-39db28edb5dd) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:02.226786 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-89104f91-98ac-460c-9ed0-5d8e8ac5ad3c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8796668 Apr 29 07:39:02.236932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51170) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:02.242812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': 'fcea8d66-8993-46d8-8dc4-1c15377cd21b', 'name': 'tempest-PortsTestJSON-906646494', 'fixed_ips': [{'subnet_id': '19af3e96-7b60-47b8-804d-fef12f2e8c43', 'ip_address': '172.20.0.9'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:02.270095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-37f2c7f9-0845-49ba-852d-f7a52d879a36 None None] Provisioning complete for port b19ffa64-f69f-4371-8d79-abd43255f008 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:02.270728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-37f2c7f9-0845-49ba-852d-f7a52d879a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.350357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (12541a96-9f38-44e8-81a8-67b349cc4bef), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.389484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-411b9cb7-3f85-46a0-bbbf-ba7be8fdc136 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (76b4fa18-a9c3-4799-863f-14290b407669), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.390261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411b9cb7-3f85-46a0-bbbf-ba7be8fdc136 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Fanout notify agent at l3_agent the message router_deleted on router 76b4fa18-a9c3-4799-863f-14290b407669 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:39:02.399336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-411b9cb7-3f85-46a0-bbbf-ba7be8fdc136 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.404548 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-411b9cb7-3f85-46a0-bbbf-ba7be8fdc136 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/76b4fa18-a9c3-4799-863f-14290b407669 HTTP/1.1" status: 204 len: 168 time: 1.0769520 Apr 29 07:39:02.407287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51172) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:02.484743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-37f2c7f9-0845-49ba-852d-f7a52d879a36 None None] Current status of the port b19ffa64-f69f-4371-8d79-abd43255f008 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:02.485367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-37f2c7f9-0845-49ba-852d-f7a52d879a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.502748 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP caa72026-a3d8-488c-aa7b-2213b76c5ab6 associated. External IP: 172.26.3.168, port: 7aadc355-d4b1-4cef-a128-2e828de97388. Apr 29 07:39:02.521083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b99ee6a3-89f5-4893-9c98-7d47940dd1ff up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:02.606437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-37f2c7f9-0845-49ba-852d-f7a52d879a36 None None] For port b19ffa64-f69f-4371-8d79-abd43255f008, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b19ffa64-f69f-4371-8d79-abd43255f008,segment=NetworkSegment(f8100c7e-f5cf-4f35-bb4c-1cba22681a39),segment_id=f8100c7e-f5cf-4f35-bb4c-1cba22681a39)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:02.626948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-37f2c7f9-0845-49ba-852d-f7a52d879a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.636093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c413f79-98d5-47dc-b917-2b55ff6d66a7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting subnet e80fcbc8-e624-4074-ba3d-49f05ef4fa0a {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:02.648747 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c413f79-98d5-47dc-b917-2b55ff6d66a7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (e80fcbc8-e624-4074-ba3d-49f05ef4fa0a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.691995 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b99ee6a3-89f5-4893-9c98-7d47940dd1ff triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:02.692474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.739654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2c7f9-0845-49ba-852d-f7a52d879a36 None None] Pushing event updated for resources: {'Port': ['ID=b19ffa64-f69f-4371-8d79-abd43255f008,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:02.742363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c413f79-98d5-47dc-b917-2b55ff6d66a7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (e80fcbc8-e624-4074-ba3d-49f05ef4fa0a), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.827260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c59da0d-c9e4-4360-8752-2b2bf068e5b7 None None] Network fcea8d66-8993-46d8-8dc4-1c15377cd21b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:02.838538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:02.892767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b99ee6a3-89f5-4893-9c98-7d47940dd1ff is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:02.893159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.933664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c52047fb-897f-4b26-9fd8-269801955b0e None None] Provisioning complete for port b99ee6a3-89f5-4893-9c98-7d47940dd1ff triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:02.933664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c52047fb-897f-4b26-9fd8-269801955b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.945978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.961156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port b99ee6a3-89f5-4893-9c98-7d47940dd1ff, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b99ee6a3-89f5-4893-9c98-7d47940dd1ff,segment=NetworkSegment(1b9bac60-0fac-42a4-818d-9d6229bd72be),segment_id=1b9bac60-0fac-42a4-818d-9d6229bd72be)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:02.996529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:02.997280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b19ffa64-f69f-4371-8d79-abd43255f008 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:03.016076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.068955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:03.077663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Port': ['ID=2860a2fb-c533-40ac-97bb-39db28edb5dd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:03.080233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:03.083294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:03.083842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.107549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c413f79-98d5-47dc-b917-2b55ff6d66a7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (e80fcbc8-e624-4074-ba3d-49f05ef4fa0a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.128844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=b99ee6a3-89f5-4893-9c98-7d47940dd1ff,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:03.169520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Router 12541a96-9f38-44e8-81a8-67b349cc4bef is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:39:03.174316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.179508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b19ffa64-f69f-4371-8d79-abd43255f008 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:03.179508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.203948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c52047fb-897f-4b26-9fd8-269801955b0e None None] Current status of the port b99ee6a3-89f5-4893-9c98-7d47940dd1ff is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:03.223994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:39:03.228373 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c52047fb-897f-4b26-9fd8-269801955b0e None None] Provisioning complete for port b19ffa64-f69f-4371-8d79-abd43255f008 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:03.228822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c52047fb-897f-4b26-9fd8-269801955b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.234165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (1b5f06f2-badf-4faa-a46e-f215f46e619a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.289856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port e7045042-9b84-4474-a12e-a0a349886fa0 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:03.309479 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:03.325104 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:03.329624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:03.330301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.337790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c26026-b203-4407-a2b4-cb806232e88b None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:03.341467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:03.357863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.367853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=1b5f06f2-badf-4faa-a46e-f215f46e619a,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:03.443951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:03.450671 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c413f79-98d5-47dc-b917-2b55ff6d66a7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (e80fcbc8-e624-4074-ba3d-49f05ef4fa0a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.457469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b19ffa64-f69f-4371-8d79-abd43255f008 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:03.460748 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Sync routers for ids ['12541a96-9f38-44e8-81a8-67b349cc4bef'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:03.466569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-200a1b17-7656-4a13-8d1e-1f337e7020ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.489540 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Routers {'12541a96-9f38-44e8-81a8-67b349cc4bef'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:03.492390 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['12541a96-9f38-44e8-81a8-67b349cc4bef'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:03.505819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.507349 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-46c29bd0-ed3f-4234-9e46-d3a000abb68e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.4257853 Apr 29 07:39:03.532310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51174) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:03.574163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c413f79-98d5-47dc-b917-2b55ff6d66a7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Subnet': ['ID=e80fcbc8-e624-4074-ba3d-49f05ef4fa0a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:03.584551 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-11dc4ae4-acfd-41be-8cd8-2e5e0a537282 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2234023 Apr 29 07:39:03.591789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51176) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:03.601577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:a8:49:a8', 'name': 'tempest-NetworksTestDHCPv6-1490046452'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:03.610195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 50106d47-6e55-4b06-b42a-d0105894ee1a no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:03.654630 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c52047fb-897f-4b26-9fd8-269801955b0e None None] Current status of the port b19ffa64-f69f-4371-8d79-abd43255f008 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:03.656489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 50106d47-6e55-4b06-b42a-d0105894ee1a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:03.656825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 50106d47-6e55-4b06-b42a-d0105894ee1a not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:03.699203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202670d6-305c-4f56-b075-f8234f247c13 None None] Network 6585f636-09b3-485f-8d6f-d692f0448c42 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:03.734571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c413f79-98d5-47dc-b917-2b55ff6d66a7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.735737 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Set router 12541a96-9f38-44e8-81a8-67b349cc4bef gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:03.737359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '1b5f06f2-badf-4faa-a46e-f215f46e619a'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:03.738215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.739902 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2c413f79-98d5-47dc-b917-2b55ff6d66a7 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/e80fcbc8-e624-4074-ba3d-49f05ef4fa0a HTTP/1.1" status: 204 len: 168 time: 1.3262641 Apr 29 07:39:03.740636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51178) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:03.817528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-70ae7268-37c3-4654-b8b0-be253b9adc3e None None] Provisioning complete for port b99ee6a3-89f5-4893-9c98-7d47940dd1ff triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:03.818507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-70ae7268-37c3-4654-b8b0-be253b9adc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.958930 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (6585f636-09b3-485f-8d6f-d692f0448c42), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.962811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.9 (fcea8d66-8993-46d8-8dc4-1c15377cd21b/19af3e96-7b60-47b8-804d-fef12f2e8c43/e7045042-9b84-4474-a12e-a0a349886fa0) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:03.976986 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:03.987188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.989811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (12541a96-9f38-44e8-81a8-67b349cc4bef), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:03.991743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a77312-8ba5-4757-8ff4-66a1166dfc35 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:04.009896 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12541a96-9f38-44e8-81a8-67b349cc4bef', 'name': '', 'tenant_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251', 'external_fixed_ips': [{'subnet_id': '1bcac63e-ce56-4321-8563-f8b716d262ea', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '614a95b9-1ebf-4381-8f89-5c1acdc5ed8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:38:58Z', 'updated_at': '2022-04-29T07:39:01Z', 'revision_number': 3, 'project_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'gw_port': {'id': '614a95b9-1ebf-4381-8f89-5c1acdc5ed8e', 'name': '', 'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12541a96-9f38-44e8-81a8-67b349cc4bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '1bcac63e-ce56-4321-8563-f8b716d262ea', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:38:59Z', 'updated_at': '2022-04-29T07:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bcac63e-ce56-4321-8563-f8b716d262ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:04.023432 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-af90b650-1916-4357-8763-538904878ce2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/floatingips/caa72026-a3d8-488c-aa7b-2213b76c5ab6 HTTP/1.1" status: 200 len: 977 time: 3.9584024 Apr 29 07:39:04.026410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51180) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:04.051203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Allocated IP 2001:db8::f816:3eff:fecb:e77d (5f57687c-3acb-4c32-82c9-53f862533295/1b5f06f2-badf-4faa-a46e-f215f46e619a/adc8be39-d06a-4d16-abc4-f6821ebb7971) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:04.053109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a77312-8ba5-4757-8ff4-66a1166dfc35 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:04.053764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-21a77312-8ba5-4757-8ff4-66a1166dfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:04.083465 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Checking router: 12541a96-9f38-44e8-81a8-67b349cc4bef for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:04.084161 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Updating router 12541a96-9f38-44e8-81a8-67b349cc4bef port 614a95b9-1ebf-4381-8f89-5c1acdc5ed8e binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:39:04.102553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-70ae7268-37c3-4654-b8b0-be253b9adc3e None None] Current status of the port b99ee6a3-89f5-4893-9c98-7d47940dd1ff is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:04.110453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-21a77312-8ba5-4757-8ff4-66a1166dfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:04.123039 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.144789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.161624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.162048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.168643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d628ca9-7493-4a2a-9c03-5aff99e57179 None None] DHCP port deletion for 6585f636-09b3-485f-8d6f-d692f0448c42 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:04.170673 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:04.190925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-70ae7268-37c3-4654-b8b0-be253b9adc3e None None] Provisioning complete for port 5e47abd4-0a0d-4a42-87cf-c15896db6679 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:04.191307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-70ae7268-37c3-4654-b8b0-be253b9adc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5e47abd4-0a0d-4a42-87cf-c15896db6679), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.193552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a77312-8ba5-4757-8ff4-66a1166dfc35 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:04.194609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-21a77312-8ba5-4757-8ff4-66a1166dfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:04.344159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (12541a96-9f38-44e8-81a8-67b349cc4bef), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.355834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:04.362845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:04.379789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event updated for resources: {'Port': ['ID=2860a2fb-c533-40ac-97bb-39db28edb5dd,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:04.469291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (e7045042-9b84-4474-a12e-a0a349886fa0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.488605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b99ee6a3-89f5-4893-9c98-7d47940dd1ff up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:04.518489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-21a77312-8ba5-4757-8ff4-66a1166dfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:04.520999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a77312-8ba5-4757-8ff4-66a1166dfc35 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:04.638513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Router f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:04.644099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Deleting port 614a95b9-1ebf-4381-8f89-5c1acdc5ed8e {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:04.644099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.651611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-70ae7268-37c3-4654-b8b0-be253b9adc3e None None] Port 5e47abd4-0a0d-4a42-87cf-c15896db6679 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:04.735963 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Publish callbacks [] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.744194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.747432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:04.747799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.749549 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.749750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.776780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-70ae7268-37c3-4654-b8b0-be253b9adc3e None None] Provisioning complete for port 2860a2fb-c533-40ac-97bb-39db28edb5dd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:04.792043 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-70ae7268-37c3-4654-b8b0-be253b9adc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.828897 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Pushing event updated for resources: {'Port': ['ID=614a95b9-1ebf-4381-8f89-5c1acdc5ed8e,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:04.832636 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Attempting to bind port 614a95b9-1ebf-4381-8f89-5c1acdc5ed8e on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:04.833023 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Attempting to bind port 614a95b9-1ebf-4381-8f89-5c1acdc5ed8e by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '99cf603e-12d6-4a58-a144-7d7eb61218f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:04.833407 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Attempting to bind port 614a95b9-1ebf-4381-8f89-5c1acdc5ed8e on network 1db8e1da-d972-494e-9e60-d8e4a7b11251 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:04.847718 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.848085 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.848430 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.848765 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.849097 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.849893 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.850608 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.851127 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.852763 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.853667 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.854105 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.854553 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.855385 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:04.863255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0d628ca9-7493-4a2a-9c03-5aff99e57179 None None] Deleting port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:04.863618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0d628ca9-7493-4a2a-9c03-5aff99e57179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.869635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e7045042-9b84-4474-a12e-a0a349886fa0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.870784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b99ee6a3-89f5-4893-9c98-7d47940dd1ff triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:04.871153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.881301 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:04.881790 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Checking segment: {'id': '99cf603e-12d6-4a58-a144-7d7eb61218f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:04.882195 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.882771 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Bound using segment: {'id': '99cf603e-12d6-4a58-a144-7d7eb61218f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:04.883618 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Bound port: 614a95b9-1ebf-4381-8f89-5c1acdc5ed8e, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cf603e-12d6-4a58-a144-7d7eb61218f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1db8e1da-d972-494e-9e60-d8e4a7b11251'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:04.884174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port a4974cee-4729-4892-a7c4-11dceff7a657 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:04.884511 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.889262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Publish callbacks [] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.944271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-70ae7268-37c3-4654-b8b0-be253b9adc3e None None] Port 2860a2fb-c533-40ac-97bb-39db28edb5dd cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:04.955421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d973baa-9f03-4be5-a6e6-d07ebec13f43 req-f977ff3e-c7a1-49fc-8d4a-42b2ff641880 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:04.956567 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.963483 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d973baa-9f03-4be5-a6e6-d07ebec13f43 req-f977ff3e-c7a1-49fc-8d4a-42b2ff641880 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.2836409 Apr 29 07:39:04.985681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0d628ca9-7493-4a2a-9c03-5aff99e57179 None None] For port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=222f8fbe-b816-4ac1-93dc-24a1378cb3c5,segment=NetworkSegment(5015f92c-eb2a-4113-a880-a4d39064c993),segment_id=5015f92c-eb2a-4113-a880-a4d39064c993)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:04.986073 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0d628ca9-7493-4a2a-9c03-5aff99e57179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:04.998799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.014433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:05.030135 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d4ee39ba-1e9c-4526-be71-eaa93b648261 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "PUT /v2.0/routers/f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4260099 Apr 29 07:39:05.033097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Calling delete_port for 614a95b9-1ebf-4381-8f89-5c1acdc5ed8e owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:05.034912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51202) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:05.035814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:05.039477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0d628ca9-7493-4a2a-9c03-5aff99e57179 None None] Calling delete_port for 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:05.048737 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:05.062104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:05.064187 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcc3c2-8ef7-45c6-8a18-f5c54b506494 None None] Sync routers for ids ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:05.071517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Pushing event updated for resources: {'Port': ['ID=adc8be39-d06a-4d16-abc4-f6821ebb7971,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:05.138516 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] For port 614a95b9-1ebf-4381-8f89-5c1acdc5ed8e, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:05.160781 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] For port 614a95b9-1ebf-4381-8f89-5c1acdc5ed8e, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=614a95b9-1ebf-4381-8f89-5c1acdc5ed8e,segment=NetworkSegment(99cf603e-12d6-4a58-a144-7d7eb61218f6),segment_id=99cf603e-12d6-4a58-a144-7d7eb61218f6)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:05.170636 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcc3c2-8ef7-45c6-8a18-f5c54b506494 None None] Routers {'f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:05.171354 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-32fcc3c2-8ef7-45c6-8a18-f5c54b506494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:05.180582 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d973baa-9f03-4be5-a6e6-d07ebec13f43 req-91eecc46-01f7-4302-b86b-35c939403730 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126071 Apr 29 07:39:05.198058 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-060ea442-911b-4f24-9a59-de10312522b4 None None] Provisioning complete for port 2860a2fb-c533-40ac-97bb-39db28edb5dd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:05.198435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-060ea442-911b-4f24-9a59-de10312522b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.242050 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.258583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d74adcb-cd41-49cd-9b44-e4f4b81c88bf tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for router (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.300190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Attempting to bind port adc8be39-d06a-4d16-abc4-f6821ebb7971 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:05.300674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Attempting to bind port adc8be39-d06a-4d16-abc4-f6821ebb7971 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:05.300938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Attempting to bind port adc8be39-d06a-4d16-abc4-f6821ebb7971 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:05.303164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b99ee6a3-89f5-4893-9c98-7d47940dd1ff is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:05.304291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b19ffa64-f69f-4371-8d79-abd43255f008 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:05.318148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.322878 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-32fcc3c2-8ef7-45c6-8a18-f5c54b506494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:05.331513 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5514f13-4409-4039-9755-0c015d93bd8e None None] Pushing event updated for resources: {'Port': ['ID=614a95b9-1ebf-4381-8f89-5c1acdc5ed8e,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:05.344031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:fea8:49a8 (5f57687c-3acb-4c32-82c9-53f862533295/1b5f06f2-badf-4faa-a46e-f215f46e619a/a4974cee-4729-4892-a7c4-11dceff7a657) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:05.357575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-060ea442-911b-4f24-9a59-de10312522b4 None None] Port 2860a2fb-c533-40ac-97bb-39db28edb5dd cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:05.367862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:05.368413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:05.368629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.369000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:05.371730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Bound port: adc8be39-d06a-4d16-abc4-f6821ebb7971, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:05.372127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.408061 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcc3c2-8ef7-45c6-8a18-f5c54b506494 None None] Routers {'f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:05.408903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0d628ca9-7493-4a2a-9c03-5aff99e57179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.409967 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-32fcc3c2-8ef7-45c6-8a18-f5c54b506494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:05.472597 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Routers {'12541a96-9f38-44e8-81a8-67b349cc4bef'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:05.473988 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['12541a96-9f38-44e8-81a8-67b349cc4bef'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:05.490311 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-3d74adcb-cd41-49cd-9b44-e4f4b81c88bf tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 07:39:05.491251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d628ca9-7493-4a2a-9c03-5aff99e57179 None None] Pushing event deleted for resources: {'Port': ['ID=222f8fbe-b816-4ac1-93dc-24a1378cb3c5,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:05.496749 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3d74adcb-cd41-49cd-9b44-e4f4b81c88bf tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/routers/f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 HTTP/1.1" status: 409 len: 376 time: 0.4605010 Apr 29 07:39:05.497123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-060ea442-911b-4f24-9a59-de10312522b4 None None] Provisioning complete for port 5e47abd4-0a0d-4a42-87cf-c15896db6679 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:05.497807 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-060ea442-911b-4f24-9a59-de10312522b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5e47abd4-0a0d-4a42-87cf-c15896db6679), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.501679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d628ca9-7493-4a2a-9c03-5aff99e57179 None None] No DVR routers for this DVR port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:05.501873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51206) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:05.509788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (a4974cee-4729-4892-a7c4-11dceff7a657), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.580484 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-32fcc3c2-8ef7-45c6-8a18-f5c54b506494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:05.581555 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcc3c2-8ef7-45c6-8a18-f5c54b506494 None None] The sync data for ids ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:05.589512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] For port adc8be39-d06a-4d16-abc4-f6821ebb7971, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:05.591744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b19ffa64-f69f-4371-8d79-abd43255f008 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:05.592121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.595377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] For port adc8be39-d06a-4d16-abc4-f6821ebb7971, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=adc8be39-d06a-4d16-abc4-f6821ebb7971,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:05.597147 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-060ea442-911b-4f24-9a59-de10312522b4 None None] Port 5e47abd4-0a0d-4a42-87cf-c15896db6679 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:05.624031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.626235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 7aadc355-d4b1-4cef-a128-2e828de97388 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:05.626797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7aadc355-d4b1-4cef-a128-2e828de97388), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.631534 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] Set router 12541a96-9f38-44e8-81a8-67b349cc4bef gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:05.656819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a4974cee-4729-4892-a7c4-11dceff7a657), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.735354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf16d0a-374a-4501-9883-b9e957859aa2 None None] Pushing event updated for resources: {'Port': ['ID=adc8be39-d06a-4d16-abc4-f6821ebb7971,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:05.738277 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12541a96-9f38-44e8-81a8-67b349cc4bef', 'name': '', 'tenant_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:38:58Z', 'updated_at': '2022-04-29T07:39:04Z', 'revision_number': 4, 'project_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:05.744641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network fcea8d66-8993-46d8-8dc4-1c15377cd21b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:05.757688 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=222f8fbe-b816-4ac1-93dc-24a1378cb3c5,segment=NetworkSegment(5015f92c-eb2a-4113-a880-a4d39064c993),segment_id=5015f92c-eb2a-4113-a880-a4d39064c993)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:05.758474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.786329 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae785d7c-4ef2-4af8-97c8-c16817fc6dc6 None None] The sync data for ids ['12541a96-9f38-44e8-81a8-67b349cc4bef'] in dv-neutron-839860-1-hyperv is: [{'id': '12541a96-9f38-44e8-81a8-67b349cc4bef', 'name': '', 'tenant_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:38:58Z', 'updated_at': '2022-04-29T07:39:04Z', 'revision_number': 4, 'project_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:05.787029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:05.789023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b19ffa64-f69f-4371-8d79-abd43255f008 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:05.798140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:05.863495 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=e7045042-9b84-4474-a12e-a0a349886fa0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:05.869722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:05.887814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:05.893276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:05.919831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:05.920486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:05.921723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:05.922897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:05.923759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:05.939771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:05.945101 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:05.945801 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.010767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.010922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7aadc355-d4b1-4cef-a128-2e828de97388), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.053673 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0ff5cd2d-c23e-4b14-bc59-309a7e7ab77a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8164768 Apr 29 07:39:06.056244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51208) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:06.277328 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6778569 Apr 29 07:39:06.289239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (222f8fbe-b816-4ac1-93dc-24a1378cb3c5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.292042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b549126-3b92-46f1-848a-d86f9b4df244 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=a4974cee-4729-4892-a7c4-11dceff7a657,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:06.294632 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51212) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:06.353745 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-67a50d94-3f16-4ec7-8a83-43d2d03f242b None None] Provisioning complete for port e7045042-9b84-4474-a12e-a0a349886fa0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:06.354529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-67a50d94-3f16-4ec7-8a83-43d2d03f242b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e7045042-9b84-4474-a12e-a0a349886fa0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.355592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (614a95b9-1ebf-4381-8f89-5c1acdc5ed8e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.389997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device adc8be39-d06a-4d16-abc4-f6821ebb7971 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:06.414454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=222f8fbe-b816-4ac1-93dc-24a1378cb3c5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:06.416325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No DVR routers for this DVR port 222f8fbe-b816-4ac1-93dc-24a1378cb3c5 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:06.439674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-67a50d94-3f16-4ec7-8a83-43d2d03f242b None None] Port e7045042-9b84-4474-a12e-a0a349886fa0 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:06.444701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event deleted for resources: {'Port': ['ID=614a95b9-1ebf-4381-8f89-5c1acdc5ed8e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:06.467303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port adc8be39-d06a-4d16-abc4-f6821ebb7971 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:06.468033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.538565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (12541a96-9f38-44e8-81a8-67b349cc4bef), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.566832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bba396-c58b-4cf4-9a62-9771515a03c1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:06.571095 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e0bba396-c58b-4cf4-9a62-9771515a03c1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4780419 Apr 29 07:39:06.584431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port adc8be39-d06a-4d16-abc4-f6821ebb7971 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:06.584818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.602111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51214) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:06.626969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port adc8be39-d06a-4d16-abc4-f6821ebb7971, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=adc8be39-d06a-4d16-abc4-f6821ebb7971,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:06.632162 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0596e-5c59-4b17-8fe8-7490f5a6d248 req-0f533457-a28d-4d94-b8f2-a992799568ea tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:06.633709 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-97e0596e-5c59-4b17-8fe8-7490f5a6d248 req-0f533457-a28d-4d94-b8f2-a992799568ea tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.3364697 Apr 29 07:39:06.639011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.681254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9c955f-b51e-4663-b722-ac5f01e07fc2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:06.686217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9c955f-b51e-4663-b722-ac5f01e07fc2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:06.690521 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cd9c955f-b51e-4663-b722-ac5f01e07fc2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3471746 Apr 29 07:39:06.699153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (6585f636-09b3-485f-8d6f-d692f0448c42), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.699388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51216) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:06.702443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=adc8be39-d06a-4d16-abc4-f6821ebb7971,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:06.717889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (12541a96-9f38-44e8-81a8-67b349cc4bef), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.738055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6585f636-09b3-485f-8d6f-d692f0448c42']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:06.738311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_controller (12541a96-9f38-44e8-81a8-67b349cc4bef), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.764009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.764635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (caa72026-a3d8-488c-aa7b-2213b76c5ab6), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.764746 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP caa72026-a3d8-488c-aa7b-2213b76c5ab6 disassociated. External IP: 172.26.3.168, port: 7aadc355-d4b1-4cef-a128-2e828de97388. Apr 29 07:39:06.765032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 7aadc355-d4b1-4cef-a128-2e828de97388 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:06.767698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5015f92c-eb2a-4113-a880-a4d39064c993') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:06.767994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5015f92c-eb2a-4113-a880-a4d39064c993') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:06.783896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (5015f92c-eb2a-4113-a880-a4d39064c993), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.812497 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-97e0596e-5c59-4b17-8fe8-7490f5a6d248 req-a570949c-14a8-4d44-885f-119bc4d1cc32 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413631 Apr 29 07:39:06.847206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5015f92c-eb2a-4113-a880-a4d39064c993), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.856330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:39:06.856822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (5015f92c-eb2a-4113-a880-a4d39064c993), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:39:06.859971 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:39:06.871509 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (12541a96-9f38-44e8-81a8-67b349cc4bef), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.872038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12541a96-9f38-44e8-81a8-67b349cc4bef {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:39:06.876687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.877746 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9e6af6c7-b65e-48cb-9163-7d2369311fb4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "DELETE /v2.0/routers/12541a96-9f38-44e8-81a8-67b349cc4bef HTTP/1.1" status: 204 len: 168 time: 3.3444502 Apr 29 07:39:06.888442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a879653-7fa1-4bd9-a7c2-2653e70ea5e0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:06.893790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a879653-7fa1-4bd9-a7c2-2653e70ea5e0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:06.897143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51218) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:06.899119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a879653-7fa1-4bd9-a7c2-2653e70ea5e0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:06.903599 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7a879653-7fa1-4bd9-a7c2-2653e70ea5e0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2976425 Apr 29 07:39:06.904229 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51220) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:06.973372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (6585f636-09b3-485f-8d6f-d692f0448c42), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.982764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:06.990108 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/networks/6585f636-09b3-485f-8d6f-d692f0448c42 HTTP/1.1" status: 204 len: 168 time: 3.2374208 Apr 29 07:39:06.991905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3f9139-bedf-41a0-991d-2b2c6e7e87c4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Deleting subnet 1bcac63e-ce56-4321-8563-f8b716d262ea {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:07.006880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:07.012625 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1066f1e9-a994-41cb-9650-00cee37ae477 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2057926078', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:07.021409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9139-bedf-41a0-991d-2b2c6e7e87c4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for subnet (1bcac63e-ce56-4321-8563-f8b716d262ea), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.023877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5929199-ee8a-438b-8063-480a220bf96d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Network': ['ID=6585f636-09b3-485f-8d6f-d692f0448c42,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:07.040267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c79ce388-de91-4f71-847d-f594f8bcdf8f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port a4974cee-4729-4892-a7c4-11dceff7a657 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:07.040609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c79ce388-de91-4f71-847d-f594f8bcdf8f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a4974cee-4729-4892-a7c4-11dceff7a657), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.099550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9139-bedf-41a0-991d-2b2c6e7e87c4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (1bcac63e-ce56-4321-8563-f8b716d262ea), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.125806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1066f1e9-a994-41cb-9650-00cee37ae477 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.127021 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1066f1e9-a994-41cb-9650-00cee37ae477 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.133148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-97c7e9ed-e9bc-4522-a9b5-25d1b2a11496 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port e7045042-9b84-4474-a12e-a0a349886fa0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:07.133526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97c7e9ed-e9bc-4522-a9b5-25d1b2a11496 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e7045042-9b84-4474-a12e-a0a349886fa0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.138162 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7aadc355-d4b1-4cef-a128-2e828de97388), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.180384 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=7aadc355-d4b1-4cef-a128-2e828de97388,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:07.186775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9139-bedf-41a0-991d-2b2c6e7e87c4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (1bcac63e-ce56-4321-8563-f8b716d262ea), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.199132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c79ce388-de91-4f71-847d-f594f8bcdf8f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a4974cee-4729-4892-a7c4-11dceff7a657), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.210005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.258576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c79ce388-de91-4f71-847d-f594f8bcdf8f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for a4974cee-4729-4892-a7c4-11dceff7a657 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:07.304312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1066f1e9-a994-41cb-9650-00cee37ae477 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.314057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.341106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1066f1e9-a994-41cb-9650-00cee37ae477 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.379506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1066f1e9-a994-41cb-9650-00cee37ae477 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.380900 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1066f1e9-a994-41cb-9650-00cee37ae477 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3716621 Apr 29 07:39:07.383659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9139-bedf-41a0-991d-2b2c6e7e87c4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (1bcac63e-ce56-4321-8563-f8b716d262ea), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.385570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51224) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:07.394112 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'network': {'name': 'tempest-RoutersTest-311403975'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:07.414654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97c7e9ed-e9bc-4522-a9b5-25d1b2a11496 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e7045042-9b84-4474-a12e-a0a349886fa0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.436429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f9139-bedf-41a0-991d-2b2c6e7e87c4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcac63e-ce56-4321-8563-f8b716d262ea,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:07.441607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9139-bedf-41a0-991d-2b2c6e7e87c4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.445859 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bf3f9139-bedf-41a0-991d-2b2c6e7e87c4 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/1bcac63e-ce56-4321-8563-f8b716d262ea HTTP/1.1" status: 204 len: 168 time: 0.5477386 Apr 29 07:39:07.455113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51226) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:07.462084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-97c7e9ed-e9bc-4522-a9b5-25d1b2a11496 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for e7045042-9b84-4474-a12e-a0a349886fa0 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:07.515832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:07.520754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.524107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:07.572815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (1db8e1da-d972-494e-9e60-d8e4a7b11251), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.621950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c79ce388-de91-4f71-847d-f594f8bcdf8f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a4974cee-4729-4892-a7c4-11dceff7a657), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.656235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:39:07.672713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ce388-de91-4f71-847d-f594f8bcdf8f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=a4974cee-4729-4892-a7c4-11dceff7a657,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:07.676449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9ac92f66-5168-4616-a3a8-4ad2f0cacfcb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.677035 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added segment 9ac92f66-5168-4616-a3a8-4ad2f0cacfcb of type vlan for network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 Apr 29 07:39:07.693082 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-333ebef8-9c59-41c5-bf20-8f4b7e13cdd1 None None] Provisioning complete for port adc8be39-d06a-4d16-abc4-f6821ebb7971 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:07.693813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-333ebef8-9c59-41c5-bf20-8f4b7e13cdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.789774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c79ce388-de91-4f71-847d-f594f8bcdf8f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.794856 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c79ce388-de91-4f71-847d-f594f8bcdf8f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/a4974cee-4729-4892-a7c4-11dceff7a657 HTTP/1.1" status: 204 len: 168 time: 1.0933089 Apr 29 07:39:07.799851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51228) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:07.819023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.829642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-333ebef8-9c59-41c5-bf20-8f4b7e13cdd1 None None] Current status of the port adc8be39-d06a-4d16-abc4-f6821ebb7971 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:07.837939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (1db8e1da-d972-494e-9e60-d8e4a7b11251), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.871596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:07.890026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c60cac-1302-42fc-8ebb-ddb551f34060 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:07.906030 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c60cac-1302-42fc-8ebb-ddb551f34060 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:07.906577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ff88e-f3c5-47f7-952a-7d0bf815abff tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:07.907890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ff88e-f3c5-47f7-952a-7d0bf815abff tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:07.908302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-82c60cac-1302-42fc-8ebb-ddb551f34060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:07.909563 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d65ff88e-f3c5-47f7-952a-7d0bf815abff tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1066782 Apr 29 07:39:07.910872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db8e1da-d972-494e-9e60-d8e4a7b11251']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:07.924607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51232) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:07.932160 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.937206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:07.938098 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.953274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97c7e9ed-e9bc-4522-a9b5-25d1b2a11496 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e7045042-9b84-4474-a12e-a0a349886fa0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:07.965790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-82c60cac-1302-42fc-8ebb-ddb551f34060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:07.967421 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cf603e-12d6-4a58-a144-7d7eb61218f6') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:07.967721 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cf603e-12d6-4a58-a144-7d7eb61218f6') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:07.975776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-14a91512-c219-4367-914b-00badd1ab2ac None None] Could not find standard attr ID for object a4974cee-4729-4892-a7c4-11dceff7a657. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:39:07.984960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c60cac-1302-42fc-8ebb-ddb551f34060 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:07.986720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-82c60cac-1302-42fc-8ebb-ddb551f34060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:08.021313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7e9ed-e9bc-4522-a9b5-25d1b2a11496 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=e7045042-9b84-4474-a12e-a0a349886fa0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:08.022655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (99cf603e-12d6-4a58-a144-7d7eb61218f6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.027942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-82c60cac-1302-42fc-8ebb-ddb551f34060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:08.028967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c60cac-1302-42fc-8ebb-ddb551f34060 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:08.055053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b120bcf3-208d-407f-900b-559fcfef08b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 1b5f06f2-badf-4faa-a46e-f215f46e619a {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:08.066533 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6762846 Apr 29 07:39:08.078068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51234) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:08.085074 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'subnet': {'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:08.095369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bae46-ab62-46ae-9f37-1a72fcadc575 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Network': ['ID=9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:08.097151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b120bcf3-208d-407f-900b-559fcfef08b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (1b5f06f2-badf-4faa-a46e-f215f46e619a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.098182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (99cf603e-12d6-4a58-a144-7d7eb61218f6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.103328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting port 2860a2fb-c533-40ac-97bb-39db28edb5dd {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:08.103666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.108517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:39:08.130112 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:39:08.132281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (99cf603e-12d6-4a58-a144-7d7eb61218f6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.218257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b60b1-1533-46d3-9fb6-d73aca230340 req-0c483e85-6e0b-435a-aa9d-706b3a131934 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:08.226762 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-768b60b1-1533-46d3-9fb6-d73aca230340 req-0c483e85-6e0b-435a-aa9d-706b3a131934 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.3144710 Apr 29 07:39:08.301472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b120bcf3-208d-407f-900b-559fcfef08b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (1b5f06f2-badf-4faa-a46e-f215f46e619a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.335437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device adc8be39-d06a-4d16-abc4-f6821ebb7971 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:08.395707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port adc8be39-d06a-4d16-abc4-f6821ebb7971 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:08.396078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.439229 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97c7e9ed-e9bc-4522-a9b5-25d1b2a11496 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.442566 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-97c7e9ed-e9bc-4522-a9b5-25d1b2a11496 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/e7045042-9b84-4474-a12e-a0a349886fa0 HTTP/1.1" status: 204 len: 168 time: 1.5374448 Apr 29 07:39:08.454354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51236) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:08.491251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port adc8be39-d06a-4d16-abc4-f6821ebb7971 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:08.499325 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-768b60b1-1533-46d3-9fb6-d73aca230340 req-3fa607b3-9e1f-4530-9808-a9d96d30a98f tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716370 Apr 29 07:39:08.507860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b120bcf3-208d-407f-900b-559fcfef08b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (1b5f06f2-badf-4faa-a46e-f215f46e619a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.511336 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-183b45f5-cff1-4e4d-95cc-085938851f55 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:39:08.512912 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-183b45f5-cff1-4e4d-95cc-085938851f55 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/e7045042-9b84-4474-a12e-a0a349886fa0 HTTP/1.1" status: 404 len: 333 time: 0.0575085 Apr 29 07:39:08.541438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51238) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:08.557405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:39:08.579357 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:39:08.593957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (1db8e1da-d972-494e-9e60-d8e4a7b11251), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.597770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1db8e1da-d972-494e-9e60-d8e4a7b11251 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:39:08.600187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.603421 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1db8e1da-d972-494e-9e60-d8e4a7b11251 HTTP/1.1" status: 204 len: 168 time: 1.1470714 Apr 29 07:39:08.615514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Calling delete_port for 2860a2fb-c533-40ac-97bb-39db28edb5dd owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:08.619053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.624878 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d628bf0d-6e53-467e-a220-c8a6ea165db6 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/ports/7aadc355-d4b1-4cef-a128-2e828de97388 HTTP/1.1" status: 204 len: 168 time: 4.5919704 Apr 29 07:39:08.626131 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-48969f13-1675-4099-916b-303129c1a656 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2409501 Apr 29 07:39:08.626599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51242) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:08.642865 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fadf0-468e-43ee-bcfb-e7203f3e07eb tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event deleted for resources: {'Network': ['ID=1db8e1da-d972-494e-9e60-d8e4a7b11251,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:08.698508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:08.703938 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.860121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51248) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:08.865531 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8c87bc28-4b7d-4234-8976-dab335b69f5f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'router': {'name': 'tempest-router--1473858095', 'project_id': 'd2d4c0da375f4690b5ea32ee7505a5c5'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:08.891764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c87bc28-4b7d-4234-8976-dab335b69f5f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (83515770-2bd3-4c39-bfca-f069755fa4bf), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.893166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c87bc28-4b7d-4234-8976-dab335b69f5f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (83515770-2bd3-4c39-bfca-f069755fa4bf), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.962321 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c87bc28-4b7d-4234-8976-dab335b69f5f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_controller (83515770-2bd3-4c39-bfca-f069755fa4bf), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.967842 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c87bc28-4b7d-4234-8976-dab335b69f5f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (83515770-2bd3-4c39-bfca-f069755fa4bf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.985860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c87bc28-4b7d-4234-8976-dab335b69f5f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:08.987702 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8c87bc28-4b7d-4234-8976-dab335b69f5f tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1258152 Apr 29 07:39:08.990272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51250) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:09.052774 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-04af30c0-5079-48a1-9650-f3a4231d6ab7 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "GET /v2.0/floatingips/caa72026-a3d8-488c-aa7b-2213b76c5ab6 HTTP/1.1" status: 200 len: 688 time: 0.4165645 Apr 29 07:39:09.065133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51252) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:09.114570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b120bcf3-208d-407f-900b-559fcfef08b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (1b5f06f2-badf-4faa-a46e-f215f46e619a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.156466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120bcf3-208d-407f-900b-559fcfef08b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5f06f2-badf-4faa-a46e-f215f46e619a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:09.158367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b120bcf3-208d-407f-900b-559fcfef08b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.161493 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b120bcf3-208d-407f-900b-559fcfef08b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/1b5f06f2-badf-4faa-a46e-f215f46e619a HTTP/1.1" status: 204 len: 168 time: 1.2355576 Apr 29 07:39:09.170349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51254) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:09.176815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47ca01f-5d6a-4a0a-8b13-958f88eff77b None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:09.182174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00370276-1a36-4aeb-a338-d6a54f66703e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (83515770-2bd3-4c39-bfca-f069755fa4bf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.225368 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6fde3caa-6167-4e84-8ede-74099755cba2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499711 Apr 29 07:39:09.229127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51256) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:09.236606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:09.325324 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-8e813950-fda5-4062-b433-f5adeb06523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:09.326827 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-8e813950-fda5-4062-b433-f5adeb06523e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1130 time: 0.2975593 Apr 29 07:39:09.351062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6571fa10-f85a-4cc5-9091-e8a4d4f93306 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:09.367822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-42c2f145-9224-47f6-8ae1-66371dce7421 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 5e47abd4-0a0d-4a42-87cf-c15896db6679 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:09.368155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42c2f145-9224-47f6-8ae1-66371dce7421 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5e47abd4-0a0d-4a42-87cf-c15896db6679), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.412240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6571fa10-f85a-4cc5-9091-e8a4d4f93306 None None] Deleting port adc8be39-d06a-4d16-abc4-f6821ebb7971 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:09.412240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6571fa10-f85a-4cc5-9091-e8a4d4f93306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.446898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00370276-1a36-4aeb-a338-d6a54f66703e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (83515770-2bd3-4c39-bfca-f069755fa4bf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.462139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00370276-1a36-4aeb-a338-d6a54f66703e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_controller (83515770-2bd3-4c39-bfca-f069755fa4bf), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.474920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 9b9c7c8b-19ac-44c8-b109-9aa28089b35a {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:09.475823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9b9c7c8b-19ac-44c8-b109-9aa28089b35a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.487178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6571fa10-f85a-4cc5-9091-e8a4d4f93306 None None] For port adc8be39-d06a-4d16-abc4-f6821ebb7971, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=adc8be39-d06a-4d16-abc4-f6821ebb7971,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:09.487665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6571fa10-f85a-4cc5-9091-e8a4d4f93306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.500418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6571fa10-f85a-4cc5-9091-e8a4d4f93306 None None] Calling delete_port for adc8be39-d06a-4d16-abc4-f6821ebb7971 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:09.551612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (1f8241d9-db87-491a-a18e-acc0d398ee9c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.586668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2860a2fb-c533-40ac-97bb-39db28edb5dd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.595958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:09.600113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.614421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6571fa10-f85a-4cc5-9091-e8a4d4f93306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (adc8be39-d06a-4d16-abc4-f6821ebb7971), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.634987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Subnet': ['ID=1f8241d9-db87-491a-a18e-acc0d398ee9c,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:09.637289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00370276-1a36-4aeb-a338-d6a54f66703e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (83515770-2bd3-4c39-bfca-f069755fa4bf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.637904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00370276-1a36-4aeb-a338-d6a54f66703e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83515770-2bd3-4c39-bfca-f069755fa4bf {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:39:09.647455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00370276-1a36-4aeb-a338-d6a54f66703e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.648382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-987d1c58-14fd-4553-8982-e0be8fa17429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:09.648896 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-00370276-1a36-4aeb-a338-d6a54f66703e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "DELETE /v2.0/routers/83515770-2bd3-4c39-bfca-f069755fa4bf HTTP/1.1" status: 204 len: 168 time: 0.6570861 Apr 29 07:39:09.649883 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-987d1c58-14fd-4553-8982-e0be8fa17429 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 912 time: 0.2955487 Apr 29 07:39:09.668399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571fa10-f85a-4cc5-9091-e8a4d4f93306 None None] Pushing event deleted for resources: {'Port': ['ID=adc8be39-d06a-4d16-abc4-f6821ebb7971,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:09.679451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Port': ['ID=2860a2fb-c533-40ac-97bb-39db28edb5dd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:09.679973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571fa10-f85a-4cc5-9091-e8a4d4f93306 None None] No DVR routers for this DVR port adc8be39-d06a-4d16-abc4-f6821ebb7971 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:09.682870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42c2f145-9224-47f6-8ae1-66371dce7421 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5e47abd4-0a0d-4a42-87cf-c15896db6679), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.723339 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9b9c7c8b-19ac-44c8-b109-9aa28089b35a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.723855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (9b9c7c8b-19ac-44c8-b109-9aa28089b35a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.745940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 9b9c7c8b-19ac-44c8-b109-9aa28089b35a owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:09.748476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Checking segment: {'id': '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:09.749290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network hostable DHCP agents. Network: 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:39:09.778541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-42c2f145-9224-47f6-8ae1-66371dce7421 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 5e47abd4-0a0d-4a42-87cf-c15896db6679 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:09.781978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6869a-51b0-488a-955f-d73f105b86df req-4a327683-24b4-4e98-8037-54cbd9dcca73 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:09.783710 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b7c6869a-51b0-488a-955f-d73f105b86df req-4a327683-24b4-4e98-8037-54cbd9dcca73 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.1615992 Apr 29 07:39:09.831507 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51262) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:09.854774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:39:09.896289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:09.900853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:09.901471 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:09.913022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15246b8-3f37-4bce-9669-8afea3434814 None None] Network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:09.929888 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-df6383b1-07b5-4b9b-b082-b20654f2f0d2 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8487678 Apr 29 07:39:09.942521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51266) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:09.943963 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-0d88097f-dca6-4b9c-b51c-608adea8b74c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 1002 time: 0.2562461 Apr 29 07:39:09.963302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.000346 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b7c6869a-51b0-488a-955f-d73f105b86df req-5d91ba04-e6a6-4906-a193-ec133cd229b1 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651483 Apr 29 07:39:10.084279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:10.085331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.146772 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1072481832', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:10.186607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-28d88fe0-3d32-4408-b468-6d4789286238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:10.188074 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-28d88fe0-3d32-4408-b468-6d4789286238 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 200 len: 850 time: 0.2375648 Apr 29 07:39:10.267732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Allocated IP 172.20.0.2 (9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566/1f8241d9-db87-491a-a18e-acc0d398ee9c/057abd10-a1dd-4772-ac8f-7b3e2807d144) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:10.271620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.273064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.335649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (9b9c7c8b-19ac-44c8-b109-9aa28089b35a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.339498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device adc8be39-d06a-4d16-abc4-f6821ebb7971 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:10.367802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: adc8be39-d06a-4d16-abc4-f6821ebb7971 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:10.368562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device adc8be39-d06a-4d16-abc4-f6821ebb7971 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:10.398490 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.399754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=9b9c7c8b-19ac-44c8-b109-9aa28089b35a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:10.423165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-bd01e3ee-1428-41bb-ab5a-e6ce8fcfe8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:10.424708 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-bd01e3ee-1428-41bb-ab5a-e6ce8fcfe8de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2d65d34-51cb-428d-895e-c7a17f616082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2081382 Apr 29 07:39:10.434186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Router f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:10.436141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42c2f145-9224-47f6-8ae1-66371dce7421 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5e47abd4-0a0d-4a42-87cf-c15896db6679), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.531133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2f145-9224-47f6-8ae1-66371dce7421 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=5e47abd4-0a0d-4a42-87cf-c15896db6679,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:10.559901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.570198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.objects.ports [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:39:10.583036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (ac11fe81-f321-4d4c-a1a1-9b075fbd7017), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.653135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Publish callbacks [] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.665634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.705636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (caa72026-a3d8-488c-aa7b-2213b76c5ab6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.708988 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.713626 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-42a0328e-a41a-47c7-9c8e-a47c8f0635c1 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/floatingips/caa72026-a3d8-488c-aa7b-2213b76c5ab6 HTTP/1.1" status: 204 len: 168 time: 1.6421924 Apr 29 07:39:10.714481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.720806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Pushing event updated for resources: {'Port': ['ID=057abd10-a1dd-4772-ac8f-7b3e2807d144,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:10.732878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=ac11fe81-f321-4d4c-a1a1-9b075fbd7017,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:10.742647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:10.745565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51268) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:10.746119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:10.749670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:10.750529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'f067ba64-be17-4278-9c82-cc095659f152'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:10.825476 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-d8e0f534-4a30-41af-99b9-5e98db3e8afb service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901529 Apr 29 07:39:10.829730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Attempting to bind port 057abd10-a1dd-4772-ac8f-7b3e2807d144 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:10.830029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Attempting to bind port 057abd10-a1dd-4772-ac8f-7b3e2807d144 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:10.830538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Attempting to bind port 057abd10-a1dd-4772-ac8f-7b3e2807d144 on network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:10.836536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:10.836770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42c2f145-9224-47f6-8ae1-66371dce7421 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.837099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Checking segment: {'id': '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:10.837546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.837956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Bound using segment: {'id': '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:10.838413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Bound port: 057abd10-a1dd-4772-ac8f-7b3e2807d144, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:10.838780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.842322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-42c2f145-9224-47f6-8ae1-66371dce7421 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/5e47abd4-0a0d-4a42-87cf-c15896db6679 HTTP/1.1" status: 204 len: 168 time: 2.2953541 Apr 29 07:39:10.848202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:10.850978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51270) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:10.862325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.871868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:10.873669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:10.885449 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64b3b6-2a45-456c-b884-36923a9c695a None None] Sync routers for ids ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:10.900315 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64b3b6-2a45-456c-b884-36923a9c695a None None] Routers {'f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:10.901174 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5e64b3b6-2a45-456c-b884-36923a9c695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:10.902713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7086b-7efe-4625-afb2-9e5ca9c565ff None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:10.904988 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8420f3ef-a041-4ab4-9eeb-b624c768e1e0 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "PUT /v2.0/routers/f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4016082 Apr 29 07:39:10.924662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51272) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:10.926351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:10.927204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:10.938836 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5e64b3b6-2a45-456c-b884-36923a9c695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:10.950423 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64b3b6-2a45-456c-b884-36923a9c695a None None] Routers {'f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:10.951428 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5e64b3b6-2a45-456c-b884-36923a9c695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:10.984243 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-137e5213-b951-44b1-ba45-1c26027edc43 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] show failed (client error): The resource could not be found. Apr 29 07:39:10.985575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-137e5213-b951-44b1-ba45-1c26027edc43 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1331002864 HTTP/1.1" status: 404 len: 335 time: 0.0445487 Apr 29 07:39:10.986534 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebff2f5c-8c1b-4fb7-a505-8aaab25e670f tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:39:10.988642 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ebff2f5c-8c1b-4fb7-a505-8aaab25e670f tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/5e47abd4-0a0d-4a42-87cf-c15896db6679 HTTP/1.1" status: 404 len: 333 time: 0.1357288 Apr 29 07:39:11.000084 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f4306fb-e9c1-463d-b4b4-3559f3d8c9d6 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7638941 Apr 29 07:39:11.000084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51274) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:11.000084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51276) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:11.002445 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] For port 057abd10-a1dd-4772-ac8f-7b3e2807d144, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:11.003830 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5e64b3b6-2a45-456c-b884-36923a9c695a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:11.005306 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64b3b6-2a45-456c-b884-36923a9c695a None None] The sync data for ids ['f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:11.024325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] For port 057abd10-a1dd-4772-ac8f-7b3e2807d144, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=057abd10-a1dd-4772-ac8f-7b3e2807d144,segment=NetworkSegment(9ac92f66-5168-4616-a3a8-4ad2f0cacfcb),segment_id=9ac92f66-5168-4616-a3a8-4ad2f0cacfcb)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:11.037920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51278) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:11.046771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7b6d98d6-4348-45e4-a1f0-337b838c83af tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:11.047281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.050427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:41:ee:c0', 'name': 'tempest-NetworksTestDHCPv6-327850508'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:11.086571 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-7b6d98d6-4348-45e4-a1f0-337b838c83af tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] update failed (client error): The resource could not be found. Apr 29 07:39:11.093659 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7b6d98d6-4348-45e4-a1f0-337b838c83af tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-287512537 HTTP/1.1" status: 404 len: 334 time: 0.0870171 Apr 29 07:39:11.097196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51282) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:11.149998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf7c0d-4146-4538-9b4d-014404ce72b6 None None] Pushing event updated for resources: {'Port': ['ID=057abd10-a1dd-4772-ac8f-7b3e2807d144,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:11.158102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c821e3b-bdca-49b2-9ec9-ea3ef8a7834b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet 19af3e96-7b60-47b8-804d-fef12f2e8c43 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:11.161484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c821e3b-bdca-49b2-9ec9-ea3ef8a7834b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (19af3e96-7b60-47b8-804d-fef12f2e8c43), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.166642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': 'ac11fe81-f321-4d4c-a1a1-9b075fbd7017'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:11.167695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.170749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.20.0.1 (9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566/1f8241d9-db87-491a-a18e-acc0d398ee9c/3332dbe7-cd78-4f8d-9f21-39c851844785) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:11.204155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c821e3b-bdca-49b2-9ec9-ea3ef8a7834b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (19af3e96-7b60-47b8-804d-fef12f2e8c43), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.323677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Allocated IP 2001:db8::f816:3eff:febe:e6e1 (5f57687c-3acb-4c32-82c9-53f862533295/ac11fe81-f321-4d4c-a1a1-9b075fbd7017/23057fca-a78f-4164-b935-16e9917e2df7) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:11.493370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.499440 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.522766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Publish callbacks [] for port (23057fca-a78f-4164-b935-16e9917e2df7), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.536405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (23057fca-a78f-4164-b935-16e9917e2df7), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.588520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:11.591840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:11.600227 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:11.604032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Pushing event updated for resources: {'Port': ['ID=23057fca-a78f-4164-b935-16e9917e2df7,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:11.678930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Attempting to bind port 23057fca-a78f-4164-b935-16e9917e2df7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:11.679598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Attempting to bind port 23057fca-a78f-4164-b935-16e9917e2df7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:11.680132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Attempting to bind port 23057fca-a78f-4164-b935-16e9917e2df7 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:11.688742 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:11.689197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:11.689565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.689952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:11.690428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Bound port: 23057fca-a78f-4164-b935-16e9917e2df7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:11.690807 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (23057fca-a78f-4164-b935-16e9917e2df7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.758906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] For port 23057fca-a78f-4164-b935-16e9917e2df7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:11.762885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] For port 23057fca-a78f-4164-b935-16e9917e2df7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=23057fca-a78f-4164-b935-16e9917e2df7,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:11.771245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a26130-4981-4f18-96c1-b3f406638d98 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting subnet aaa4a017-6caf-437e-888f-1082b3058b63 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:11.772960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (23057fca-a78f-4164-b935-16e9917e2df7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.774913 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7777ad5-b184-4312-bf81-9dd24f033771 req-5aed6f2b-955c-4b2e-b345-819d3977a393 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400573 Apr 29 07:39:11.780431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27a26130-4981-4f18-96c1-b3f406638d98 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (aaa4a017-6caf-437e-888f-1082b3058b63), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.847702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d1a0b-bda1-46b5-8fc5-fc4c91fea47a None None] Pushing event updated for resources: {'Port': ['ID=23057fca-a78f-4164-b935-16e9917e2df7,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:11.853760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd1916-6d13-46f8-a9cd-ddd84fd2ea8d req-4657636c-1a70-4a47-b967-32885aa03bae tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:11.855533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c1dd1916-6d13-46f8-a9cd-ddd84fd2ea8d req-4657636c-1a70-4a47-b967-32885aa03bae tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.7456796 Apr 29 07:39:11.859437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c821e3b-bdca-49b2-9ec9-ea3ef8a7834b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (19af3e96-7b60-47b8-804d-fef12f2e8c43), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.894328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27a26130-4981-4f18-96c1-b3f406638d98 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (aaa4a017-6caf-437e-888f-1082b3058b63), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:11.988779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:11.996080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.022208 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c1dd1916-6d13-46f8-a9cd-ddd84fd2ea8d req-bf25c78c-0adf-4e4e-83bd-a2f11cd1c5bd tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348264 Apr 29 07:39:12.028081 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c821e3b-bdca-49b2-9ec9-ea3ef8a7834b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (19af3e96-7b60-47b8-804d-fef12f2e8c43), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.095331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c821e3b-bdca-49b2-9ec9-ea3ef8a7834b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=19af3e96-7b60-47b8-804d-fef12f2e8c43,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:12.099113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.105701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27a26130-4981-4f18-96c1-b3f406638d98 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (aaa4a017-6caf-437e-888f-1082b3058b63), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.109976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c821e3b-bdca-49b2-9ec9-ea3ef8a7834b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.114044 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8c821e3b-bdca-49b2-9ec9-ea3ef8a7834b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/19af3e96-7b60-47b8-804d-fef12f2e8c43 HTTP/1.1" status: 204 len: 168 time: 1.1121247 Apr 29 07:39:12.119924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3569dc08-8e47-42b9-92fd-ae82128bdf0c None None] Network fcea8d66-8993-46d8-8dc4-1c15377cd21b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:12.127498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51284) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:12.252983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27a26130-4981-4f18-96c1-b3f406638d98 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (aaa4a017-6caf-437e-888f-1082b3058b63), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.309574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a26130-4981-4f18-96c1-b3f406638d98 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa4a017-6caf-437e-888f-1082b3058b63,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:12.324149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.330835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27a26130-4981-4f18-96c1-b3f406638d98 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.337569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cab641-cd20-4104-b7d0-3763dfa2399b None None] Network c6eaf6e9-d54c-48de-af4b-f1aef506c34d requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:12.341204 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-27a26130-4981-4f18-96c1-b3f406638d98 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/subnets/aaa4a017-6caf-437e-888f-1082b3058b63 HTTP/1.1" status: 204 len: 168 time: 1.2410643 Apr 29 07:39:12.343169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51290) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:12.402179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:12.420402 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:12.427637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:12.505318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c6eaf6e9-d54c-48de-af4b-f1aef506c34d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.507382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.512380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Allocated IP 172.26.3.202 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/2a84d96e-56e9-42ab-b548-b8a29b4dbd06) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:12.523564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 057abd10-a1dd-4772-ac8f-7b3e2807d144 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:12.532007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (fcea8d66-8993-46d8-8dc4-1c15377cd21b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.598410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.601192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting port b19ffa64-f69f-4371-8d79-abd43255f008 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:12.601881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.632897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=3332dbe7-cd78-4f8d-9f21-39c851844785,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:12.704273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 057abd10-a1dd-4772-ac8f-7b3e2807d144 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:12.704920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.720811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 2b760e47-8bae-4dc7-9469-e767e5f36dba yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:12.747739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] For port b19ffa64-f69f-4371-8d79-abd43255f008, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b19ffa64-f69f-4371-8d79-abd43255f008,segment=NetworkSegment(f8100c7e-f5cf-4f35-bb4c-1cba22681a39),segment_id=f8100c7e-f5cf-4f35-bb4c-1cba22681a39)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:12.750349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.766026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Calling delete_port for b19ffa64-f69f-4371-8d79-abd43255f008 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:12.826937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 057abd10-a1dd-4772-ac8f-7b3e2807d144 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:12.827482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.831205 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af0a97-9806-4293-99c1-88288ef7d399 None None] Network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:12.875464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b19ffa64-f69f-4371-8d79-abd43255f008), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:12.903028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Port': ['ID=b19ffa64-f69f-4371-8d79-abd43255f008,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:12.915170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] No DVR routers for this DVR port b19ffa64-f69f-4371-8d79-abd43255f008 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:12.927355 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48771294-07e0-4407-9ba9-06680234b298 None None] DHCP port deletion for fcea8d66-8993-46d8-8dc4-1c15377cd21b request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:12.936159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4549c3-1290-4f77-acaf-beea1ec3dfcd None None] DHCP port deletion for c6eaf6e9-d54c-48de-af4b-f1aef506c34d request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:12.941568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.041765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c6eaf6e9-d54c-48de-af4b-f1aef506c34d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.052542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b338199f-deb9-42f9-b0bd-9ac6670f9836 None None] Provisioning complete for port 057abd10-a1dd-4772-ac8f-7b3e2807d144 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:13.052919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b338199f-deb9-42f9-b0bd-9ac6670f9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.057204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 057abd10-a1dd-4772-ac8f-7b3e2807d144, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=057abd10-a1dd-4772-ac8f-7b3e2807d144,segment=NetworkSegment(9ac92f66-5168-4616-a3a8-4ad2f0cacfcb),segment_id=9ac92f66-5168-4616-a3a8-4ad2f0cacfcb)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:13.078113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6eaf6e9-d54c-48de-af4b-f1aef506c34d']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:13.095518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.096513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 23057fca-a78f-4164-b935-16e9917e2df7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:13.097927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8100c7e-f5cf-4f35-bb4c-1cba22681a39') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:13.098234 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8100c7e-f5cf-4f35-bb4c-1cba22681a39') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:13.106474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for port (2a84d96e-56e9-42ab-b548-b8a29b4dbd06), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.126903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (f8100c7e-f5cf-4f35-bb4c-1cba22681a39), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.155442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f8100c7e-f5cf-4f35-bb4c-1cba22681a39), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.171305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:39:13.171864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (f8100c7e-f5cf-4f35-bb4c-1cba22681a39), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: items = [ Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:39:13.175556 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:39:13.229776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:fe41:eec0 (5f57687c-3acb-4c32-82c9-53f862533295/ac11fe81-f321-4d4c-a1a1-9b075fbd7017/2b760e47-8bae-4dc7-9469-e767e5f36dba) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:13.234648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-48771294-07e0-4407-9ba9-06680234b298 None None] Deleting port b99ee6a3-89f5-4893-9c98-7d47940dd1ff {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:13.235209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-48771294-07e0-4407-9ba9-06680234b298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.243332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port b99ee6a3-89f5-4893-9c98-7d47940dd1ff {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:13.243544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (c6eaf6e9-d54c-48de-af4b-f1aef506c34d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.243682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.254628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.261447 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/networks/c6eaf6e9-d54c-48de-af4b-f1aef506c34d HTTP/1.1" status: 204 len: 168 time: 0.9169483 Apr 29 07:39:13.272597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51294) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:13.325621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040b2c9-598e-478f-8403-5570855b8a31 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Network': ['ID=c6eaf6e9-d54c-48de-af4b-f1aef506c34d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:13.339710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-48771294-07e0-4407-9ba9-06680234b298 None None] For port b99ee6a3-89f5-4893-9c98-7d47940dd1ff, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b99ee6a3-89f5-4893-9c98-7d47940dd1ff,segment=NetworkSegment(1b9bac60-0fac-42a4-818d-9d6229bd72be),segment_id=1b9bac60-0fac-42a4-818d-9d6229bd72be)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:13.340109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-48771294-07e0-4407-9ba9-06680234b298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.355676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f01df20-64b5-4429-972e-b670feaefd75 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting subnet 56bce44b-29e0-4460-b696-c25040df9482 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:13.358550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-48771294-07e0-4407-9ba9-06680234b298 None None] Calling delete_port for b99ee6a3-89f5-4893-9c98-7d47940dd1ff owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:13.360869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f01df20-64b5-4429-972e-b670feaefd75 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (56bce44b-29e0-4460-b696-c25040df9482), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.429020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f01df20-64b5-4429-972e-b670feaefd75 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (56bce44b-29e0-4460-b696-c25040df9482), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.468278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-48771294-07e0-4407-9ba9-06680234b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.486863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (2a84d96e-56e9-42ab-b548-b8a29b4dbd06), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.530738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] For port b99ee6a3-89f5-4893-9c98-7d47940dd1ff, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b99ee6a3-89f5-4893-9c98-7d47940dd1ff,segment=NetworkSegment(1b9bac60-0fac-42a4-818d-9d6229bd72be),segment_id=1b9bac60-0fac-42a4-818d-9d6229bd72be)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:13.531175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.534470 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b338199f-deb9-42f9-b0bd-9ac6670f9836 None None] Current status of the port 057abd10-a1dd-4772-ac8f-7b3e2807d144 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:13.540217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=057abd10-a1dd-4772-ac8f-7b3e2807d144,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:13.546965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48771294-07e0-4407-9ba9-06680234b298 None None] No DVR routers for this DVR port b99ee6a3-89f5-4893-9c98-7d47940dd1ff on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:13.567674 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f01df20-64b5-4429-972e-b670feaefd75 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (56bce44b-29e0-4460-b696-c25040df9482), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.571752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5c2fc-713d-4209-b7bb-ae75460d1c35 req-7e3e47f0-1fdb-4b01-9aaa-7f0c33080120 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:13.573306 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3cf5c2fc-713d-4209-b7bb-ae75460d1c35 req-7e3e47f0-1fdb-4b01-9aaa-7f0c33080120 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.4179680 Apr 29 07:39:13.573650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 23057fca-a78f-4164-b935-16e9917e2df7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:13.574006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (23057fca-a78f-4164-b935-16e9917e2df7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.577733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48771294-07e0-4407-9ba9-06680234b298 None None] Pushing event deleted for resources: {'Port': ['ID=b99ee6a3-89f5-4893-9c98-7d47940dd1ff,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:13.660557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f01df20-64b5-4429-972e-b670feaefd75 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (56bce44b-29e0-4460-b696-c25040df9482), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.669659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:13.675592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for b99ee6a3-89f5-4893-9c98-7d47940dd1ff owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:13.703986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01df20-64b5-4429-972e-b670feaefd75 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Subnet': ['ID=56bce44b-29e0-4460-b696-c25040df9482,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:13.706102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7f01df20-64b5-4429-972e-b670feaefd75 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.707535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:13.710013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:13.712667 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7f01df20-64b5-4429-972e-b670feaefd75 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/subnets/56bce44b-29e0-4460-b696-c25040df9482 HTTP/1.1" status: 204 len: 168 time: 0.4389653 Apr 29 07:39:13.714494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51296) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:13.720231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 23057fca-a78f-4164-b935-16e9917e2df7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:13.720623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (23057fca-a78f-4164-b935-16e9917e2df7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.723017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f6cdc-ee18-496f-80ae-1da7ab5f2a9a None None] Network 80dacec7-8594-485f-aa54-f57d1610547b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:13.745656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.26.3.142 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/299c0425-215f-425c-bab7-ce9e56d4de64) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:13.776496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67c1f98-2d3d-4212-9c3b-21faae064155 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting subnet 6742610a-4b5c-4a8a-95df-d0d830d46fb5 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:13.779892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b67c1f98-2d3d-4212-9c3b-21faae064155 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (6742610a-4b5c-4a8a-95df-d0d830d46fb5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.784533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event updated for resources: {'Port': ['ID=2a84d96e-56e9-42ab-b548-b8a29b4dbd06,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:13.801580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-29315ed9-089a-498c-864d-f153a77fed06 None None] Provisioning complete for port 23057fca-a78f-4164-b935-16e9917e2df7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:13.801954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29315ed9-089a-498c-864d-f153a77fed06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (23057fca-a78f-4164-b935-16e9917e2df7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.825515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b67c1f98-2d3d-4212-9c3b-21faae064155 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (6742610a-4b5c-4a8a-95df-d0d830d46fb5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.839438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 23057fca-a78f-4164-b935-16e9917e2df7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=23057fca-a78f-4164-b935-16e9917e2df7,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:13.863874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (23057fca-a78f-4164-b935-16e9917e2df7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.903371 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3cf5c2fc-713d-4209-b7bb-ae75460d1c35 req-22ba044d-8a08-45e5-b665-c6f55eca9d6e tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976928 Apr 29 07:39:13.943269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b67c1f98-2d3d-4212-9c3b-21faae064155 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (6742610a-4b5c-4a8a-95df-d0d830d46fb5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:13.961741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=23057fca-a78f-4164-b935-16e9917e2df7,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:13.976692 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-29315ed9-089a-498c-864d-f153a77fed06 None None] Current status of the port 23057fca-a78f-4164-b935-16e9917e2df7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:13.987522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-29315ed9-089a-498c-864d-f153a77fed06 None None] Provisioning complete for port 3332dbe7-cd78-4f8d-9f21-39c851844785 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:13.987718 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29315ed9-089a-498c-864d-f153a77fed06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.020173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b67c1f98-2d3d-4212-9c3b-21faae064155 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (6742610a-4b5c-4a8a-95df-d0d830d46fb5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.038593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-29315ed9-089a-498c-864d-f153a77fed06 None None] Port 3332dbe7-cd78-4f8d-9f21-39c851844785 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:14.051509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-29315ed9-089a-498c-864d-f153a77fed06 None None] Provisioning complete for port 057abd10-a1dd-4772-ac8f-7b3e2807d144 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:14.052004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29315ed9-089a-498c-864d-f153a77fed06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.055484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c1f98-2d3d-4212-9c3b-21faae064155 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Subnet': ['ID=6742610a-4b5c-4a8a-95df-d0d830d46fb5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:14.057173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b67c1f98-2d3d-4212-9c3b-21faae064155 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.066518 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b67c1f98-2d3d-4212-9c3b-21faae064155 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/subnets/6742610a-4b5c-4a8a-95df-d0d830d46fb5 HTTP/1.1" status: 204 len: 168 time: 0.3481860 Apr 29 07:39:14.067149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51298) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:14.083105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4e517-b896-451f-abc8-167cd3360b87 None None] Network 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:14.085052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] DHCP port deletion for 80dacec7-8594-485f-aa54-f57d1610547b request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:14.117996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.122875 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (2b760e47-8bae-4dc7-9469-e767e5f36dba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.151886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (80dacec7-8594-485f-aa54-f57d1610547b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.160671 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.199925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b99ee6a3-89f5-4893-9c98-7d47940dd1ff), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.225550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting port c4ea0a9a-08e4-481f-8872-a5c995df67ef {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:14.225907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.285037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No DVR routers for this DVR port b99ee6a3-89f5-4893-9c98-7d47940dd1ff on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:14.329452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] For port c4ea0a9a-08e4-481f-8872-a5c995df67ef, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c4ea0a9a-08e4-481f-8872-a5c995df67ef,segment=NetworkSegment(658e121a-46ac-4041-88d4-94d4ba9ad934),segment_id=658e121a-46ac-4041-88d4-94d4ba9ad934)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:14.329823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.339601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 057abd10-a1dd-4772-ac8f-7b3e2807d144 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:14.347508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Calling delete_port for c4ea0a9a-08e4-481f-8872-a5c995df67ef owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:14.378572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=3332dbe7-cd78-4f8d-9f21-39c851844785,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:14.412653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.417858 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (299c0425-215f-425c-bab7-ce9e56d4de64), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.446472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.475017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-29315ed9-089a-498c-864d-f153a77fed06 None None] Current status of the port 057abd10-a1dd-4772-ac8f-7b3e2807d144 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:14.477424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Port': ['ID=c4ea0a9a-08e4-481f-8872-a5c995df67ef,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:14.479092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] No DVR routers for this DVR port c4ea0a9a-08e4-481f-8872-a5c995df67ef on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:14.488122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] Deleting port c4ea0a9a-08e4-481f-8872-a5c995df67ef {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:14.488493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.494699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 057abd10-a1dd-4772-ac8f-7b3e2807d144 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:14.495155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.585026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (80dacec7-8594-485f-aa54-f57d1610547b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.599502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] For port c4ea0a9a-08e4-481f-8872-a5c995df67ef, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:14.600107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.614253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80dacec7-8594-485f-aa54-f57d1610547b']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:14.620374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de832d7-784b-4231-9712-4d885e685ddf None None] DHCP port deletion for 5ed60860-4559-4be3-9b80-c8eb7e9bacd6 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:14.627070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658e121a-46ac-4041-88d4-94d4ba9ad934') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:14.627353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658e121a-46ac-4041-88d4-94d4ba9ad934') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:14.630230 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] Calling delete_port for c4ea0a9a-08e4-481f-8872-a5c995df67ef owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:14.637040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] Port c4ea0a9a-08e4-481f-8872-a5c995df67ef was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:39:14.638700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (658e121a-46ac-4041-88d4-94d4ba9ad934), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.645345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (c4ea0a9a-08e4-481f-8872-a5c995df67ef), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.658291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (658e121a-46ac-4041-88d4-94d4ba9ad934), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.665922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:39:14.666249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (658e121a-46ac-4041-88d4-94d4ba9ad934), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:39:14.670069 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:39:14.690304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9459f689-a0b4-41fd-94a8-2f42119e1c58 None None] Provisioning complete for port 3332dbe7-cd78-4f8d-9f21-39c851844785 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:14.690675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9459f689-a0b4-41fd-94a8-2f42119e1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.738162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (80dacec7-8594-485f-aa54-f57d1610547b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.741042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] No DVR routers for this DVR port c4ea0a9a-08e4-481f-8872-a5c995df67ef on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:14.744475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.745687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c0daf-c8b2-45b5-9669-449174187dd4 None None] Pushing event deleted for resources: {'Port': ['ID=c4ea0a9a-08e4-481f-8872-a5c995df67ef,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:14.755163 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/networks/80dacec7-8594-485f-aa54-f57d1610547b HTTP/1.1" status: 204 len: 168 time: 0.6855514 Apr 29 07:39:14.765098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51300) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:14.767977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 057abd10-a1dd-4772-ac8f-7b3e2807d144 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:14.769116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 23057fca-a78f-4164-b935-16e9917e2df7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:14.773044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9459f689-a0b4-41fd-94a8-2f42119e1c58 None None] Port 3332dbe7-cd78-4f8d-9f21-39c851844785 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:14.803519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94e505-26af-44db-bf6d-5d0d15dea68d tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Network': ['ID=80dacec7-8594-485f-aa54-f57d1610547b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:14.820333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7de832d7-784b-4231-9712-4d885e685ddf None None] Deleting port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:14.820708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7de832d7-784b-4231-9712-4d885e685ddf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.851508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=b99ee6a3-89f5-4893-9c98-7d47940dd1ff,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:14.874430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (2b760e47-8bae-4dc7-9469-e767e5f36dba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.882923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (fcea8d66-8993-46d8-8dc4-1c15377cd21b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.890791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (5ed60860-4559-4be3-9b80-c8eb7e9bacd6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.897627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 23057fca-a78f-4164-b935-16e9917e2df7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:14.897627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (23057fca-a78f-4164-b935-16e9917e2df7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.930318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7de832d7-784b-4231-9712-4d885e685ddf None None] For port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=51f6f0ac-0912-4c5a-a12f-2883a601a1e1,segment=NetworkSegment(9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be),segment_id=9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:14.930723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7de832d7-784b-4231-9712-4d885e685ddf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.944571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:14.945139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:14.959053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7de832d7-784b-4231-9712-4d885e685ddf None None] Calling delete_port for 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:14.998981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcea8d66-8993-46d8-8dc4-1c15377cd21b']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:15.013449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:15.029797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9bac60-0fac-42a4-818d-9d6229bd72be') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:15.030096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9bac60-0fac-42a4-818d-9d6229bd72be') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:15.035415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:15.054070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:15.059403 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:15.060034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.064401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] For port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=51f6f0ac-0912-4c5a-a12f-2883a601a1e1,segment=NetworkSegment(9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be),segment_id=9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:15.064401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.069397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=2b760e47-8bae-4dc7-9469-e767e5f36dba,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:15.080574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (1b9bac60-0fac-42a4-818d-9d6229bd72be), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.097953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.100297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (299c0425-215f-425c-bab7-ce9e56d4de64), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.100572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 23057fca-a78f-4164-b935-16e9917e2df7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:15.103901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57047d-8939-4801-98b6-7c5f8f809141 req-113ed284-b63d-4cc1-918a-f94dbe76eb80 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:15.108531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7de832d7-784b-4231-9712-4d885e685ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.120382 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d57047d-8939-4801-98b6-7c5f8f809141 req-113ed284-b63d-4cc1-918a-f94dbe76eb80 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.1381152 Apr 29 07:39:15.130510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Calling delete_port for 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:15.141601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de832d7-784b-4231-9712-4d885e685ddf None None] Pushing event deleted for resources: {'Port': ['ID=51f6f0ac-0912-4c5a-a12f-2883a601a1e1,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:15.143499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de832d7-784b-4231-9712-4d885e685ddf None None] No DVR routers for this DVR port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:15.198974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (1b9bac60-0fac-42a4-818d-9d6229bd72be), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.206811 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bda2f059-8c36-40d8-87d9-26a792605013 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1617866 Apr 29 07:39:15.218615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b99ee6a3-89f5-4893-9c98-7d47940dd1ff no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:15.219636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51304) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:15.246354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:39:15.246768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (1b9bac60-0fac-42a4-818d-9d6229bd72be), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.249250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: b99ee6a3-89f5-4893-9c98-7d47940dd1ff {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:15.250750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b99ee6a3-89f5-4893-9c98-7d47940dd1ff not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:15.251278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c4ea0a9a-08e4-481f-8872-a5c995df67ef no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:39:15.259915 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:39:15.263352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:15.290415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c4ea0a9a-08e4-481f-8872-a5c995df67ef {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:15.290873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c4ea0a9a-08e4-481f-8872-a5c995df67ef not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:15.291378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b19ffa64-f69f-4371-8d79-abd43255f008 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:15.309139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:15.319693 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d57047d-8939-4801-98b6-7c5f8f809141 req-2057b5b9-ce08-4913-8746-0caee074853c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982391 Apr 29 07:39:15.323648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: b19ffa64-f69f-4371-8d79-abd43255f008 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:15.326233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:15.326424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b19ffa64-f69f-4371-8d79-abd43255f008 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:15.347864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:15.350782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (51f6f0ac-0912-4c5a-a12f-2883a601a1e1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.364232 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abe7e3f-469e-4d69-a414-070738bffe3a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:15.372868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abe7e3f-469e-4d69-a414-070738bffe3a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:15.380648 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8abe7e3f-469e-4d69-a414-070738bffe3a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1584649 Apr 29 07:39:15.380822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51306) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:15.381740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=299c0425-215f-425c-bab7-ce9e56d4de64,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:15.393369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:15.416641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] No DVR routers for this DVR port 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:15.424585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Port': ['ID=51f6f0ac-0912-4c5a-a12f-2883a601a1e1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:15.439572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (fcea8d66-8993-46d8-8dc4-1c15377cd21b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.463281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.466528 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/networks/fcea8d66-8993-46d8-8dc4-1c15377cd21b HTTP/1.1" status: 204 len: 168 time: 3.2824652 Apr 29 07:39:15.490509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51308) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:15.514499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-79fcac17-f3da-4170-9e4f-a046c09df00c None None] Provisioning complete for port 2b760e47-8bae-4dc7-9469-e767e5f36dba triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:15.515047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-79fcac17-f3da-4170-9e4f-a046c09df00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2b760e47-8bae-4dc7-9469-e767e5f36dba), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.526345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1838869156'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:15.533938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (5ed60860-4559-4be3-9b80-c8eb7e9bacd6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.542741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789d8a1-2e1e-4357-b356-7a5bacca2af5 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Network': ['ID=fcea8d66-8993-46d8-8dc4-1c15377cd21b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:15.565319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed60860-4559-4be3-9b80-c8eb7e9bacd6']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:15.576422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-79fcac17-f3da-4170-9e4f-a046c09df00c None None] Port 2b760e47-8bae-4dc7-9469-e767e5f36dba cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:15.577522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:15.578206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:15.599415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.614270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.621653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:39:15.622039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (9c2088ec-d2af-4fa1-aeb8-3dd4d51e82be), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:39:15.627302 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:39:15.691477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (5ed60860-4559-4be3-9b80-c8eb7e9bacd6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.702484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f4641e7f-b259-4819-8739-ca5721615e0a None None] Provisioning complete for port 3332dbe7-cd78-4f8d-9f21-39c851844785 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:15.702997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4641e7f-b259-4819-8739-ca5721615e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.708141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.714807 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/networks/5ed60860-4559-4be3-9b80-c8eb7e9bacd6 HTTP/1.1" status: 204 len: 168 time: 0.9420841 Apr 29 07:39:15.718174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51310) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:15.723448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d854bab-a6f7-4b9a-8271-a3a3d5149916 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Network': ['ID=5ed60860-4559-4be3-9b80-c8eb7e9bacd6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:15.743680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f4641e7f-b259-4819-8739-ca5721615e0a None None] Port 3332dbe7-cd78-4f8d-9f21-39c851844785 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:15.790653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:15.794277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.913781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-996cf478-8ed1-447e-805d-ebf5ddb14c64 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting subnet bb0495a4-8a98-4d3c-b235-b3a4bb07f65a {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:15.951532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.954918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-996cf478-8ed1-447e-805d-ebf5ddb14c64 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (bb0495a4-8a98-4d3c-b235-b3a4bb07f65a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:15.987848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:39:16.025373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e29b75ce-83cd-4d51-9301-77b5d1b931a8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 2b760e47-8bae-4dc7-9469-e767e5f36dba {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:16.025704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e29b75ce-83cd-4d51-9301-77b5d1b931a8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2b760e47-8bae-4dc7-9469-e767e5f36dba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:16.028762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (2b605e7a-3c59-48c9-9829-992e832c57c9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:16.029100 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Added segment 2b605e7a-3c59-48c9-9829-992e832c57c9 of type vlan for network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee Apr 29 07:39:16.146262 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-996cf478-8ed1-447e-805d-ebf5ddb14c64 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (bb0495a4-8a98-4d3c-b235-b3a4bb07f65a), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:16.185609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:39:16.271304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (b5bb9d8d-94e9-4ac2-953a-2651ce66ccee), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:16.276867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:16.297714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:16.298053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 51f6f0ac-0912-4c5a-a12f-2883a601a1e1 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:16.440782 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.resource_extend [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:39:16.811651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e29b75ce-83cd-4d51-9301-77b5d1b931a8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2b760e47-8bae-4dc7-9469-e767e5f36dba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:16.876228 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e29b75ce-83cd-4d51-9301-77b5d1b931a8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 2b760e47-8bae-4dc7-9469-e767e5f36dba owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:16.896658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-996cf478-8ed1-447e-805d-ebf5ddb14c64 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (bb0495a4-8a98-4d3c-b235-b3a4bb07f65a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:16.907999 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (b5bb9d8d-94e9-4ac2-953a-2651ce66ccee), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:16.912845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:16.913459 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.071208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:17.081252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:17.082374 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4fc3ef2f-5997-4d14-8e10-a7e3244e9433 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1388402 Apr 29 07:39:17.085336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51316) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:17.091292 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'network': {'name': 'tempest-RoutersTest-1341244417'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:17.091861 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6003213 Apr 29 07:39:17.094708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:17.094865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51318) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:17.095659 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:17.103893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': 'b5bb9d8d-94e9-4ac2-953a-2651ce66ccee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:17.127233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (7f39c4da-4653-4786-80e4-185170b74d82), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.172999 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c7afe-fccf-4fa8-ab82-2a969bdf2a1a req-b9608636-f5de-4d3d-9f7c-719306f0b3ae tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:17.174365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:17.174722 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-088c7afe-fccf-4fa8-ab82-2a969bdf2a1a req-b9608636-f5de-4d3d-9f7c-719306f0b3ae tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.7818446 Apr 29 07:39:17.180271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.183459 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb016502-dcbf-4546-b062-9aafe1d38071 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Network': ['ID=b5bb9d8d-94e9-4ac2-953a-2651ce66ccee,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:17.206491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:17.223610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:39:17.233261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (52e55af7-9fe4-44f9-a614-e084d5d3ce1b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.233600 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added segment 52e55af7-9fe4-44f9-a614-e084d5d3ce1b of type vlan for network fab8d35a-362f-412d-a915-ecdf795f43e8 Apr 29 07:39:17.239077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:39:17.240998 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Router 85c291ef-ef48-481e-92c9-9fa8e4cd4aa3 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:39:17.243175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-996cf478-8ed1-447e-805d-ebf5ddb14c64 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (bb0495a4-8a98-4d3c-b235-b3a4bb07f65a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.277574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (fab8d35a-362f-412d-a915-ecdf795f43e8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.293250 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cf478-8ed1-447e-805d-ebf5ddb14c64 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0495a4-8a98-4d3c-b235-b3a4bb07f65a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:17.306774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea8681f-3305-49eb-8b20-8a2c3f36d22c None None] Network 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:17.319434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-996cf478-8ed1-447e-805d-ebf5ddb14c64 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.324848 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-996cf478-8ed1-447e-805d-ebf5ddb14c64 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/subnets/bb0495a4-8a98-4d3c-b235-b3a4bb07f65a HTTP/1.1" status: 204 len: 168 time: 1.5781944 Apr 29 07:39:17.326117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51320) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:17.338192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (fab8d35a-362f-412d-a915-ecdf795f43e8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.343111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:17.343834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.359771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:17.362998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.429757 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-088c7afe-fccf-4fa8-ab82-2a969bdf2a1a req-6f17cc59-3174-40cf-b104-bf5a02fad449 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419903 Apr 29 07:39:17.444345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (299c0425-215f-425c-bab7-ce9e56d4de64), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.514342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e29b75ce-83cd-4d51-9301-77b5d1b931a8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (2b760e47-8bae-4dc7-9469-e767e5f36dba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.529472 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4396415 Apr 29 07:39:17.539312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51322) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:17.548397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'subnet': {'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:17.566845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:17.568489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b75ce-83cd-4d51-9301-77b5d1b931a8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=2b760e47-8bae-4dc7-9469-e767e5f36dba,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:17.583276 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8fb57-5f5b-45ee-9d35-d83594d8e2d3 None None] Sync routers for ids ['85c291ef-ef48-481e-92c9-9fa8e4cd4aa3'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:17.598097 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8fb57-5f5b-45ee-9d35-d83594d8e2d3 None None] Routers {'85c291ef-ef48-481e-92c9-9fa8e4cd4aa3'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:17.602121 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c9a8fb57-5f5b-45ee-9d35-d83594d8e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['85c291ef-ef48-481e-92c9-9fa8e4cd4aa3'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:17.613361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (9f833e2a-3c55-4d1e-8ead-d1aa721161f4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.641203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7aa81e-9c0f-4303-a745-618dfe21ed08 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Network': ['ID=fab8d35a-362f-412d-a915-ecdf795f43e8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:17.651130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e29b75ce-83cd-4d51-9301-77b5d1b931a8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.658191 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e29b75ce-83cd-4d51-9301-77b5d1b931a8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/2b760e47-8bae-4dc7-9469-e767e5f36dba HTTP/1.1" status: 204 len: 168 time: 2.2688365 Apr 29 07:39:17.658191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51324) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:17.670327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network fab8d35a-362f-412d-a915-ecdf795f43e8 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:39:17.685770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.687034 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2527e93e-815a-4ede-a373-7c6b62490455 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8506534 Apr 29 07:39:17.695158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51326) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:17.713035 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c9a8fb57-5f5b-45ee-9d35-d83594d8e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:17.738536 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8fb57-5f5b-45ee-9d35-d83594d8e2d3 None None] Routers {'85c291ef-ef48-481e-92c9-9fa8e4cd4aa3'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:17.739508 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c9a8fb57-5f5b-45ee-9d35-d83594d8e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['85c291ef-ef48-481e-92c9-9fa8e4cd4aa3'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:17.759962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5acfa-c423-4ef2-b1e5-e6cb9db497ed None None] DHCP port deletion for 9f833e2a-3c55-4d1e-8ead-d1aa721161f4 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:17.765821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:12Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:13Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:17.769726 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9884d-daed-4dc1-bedf-39a41d40c96d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:17.771357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9884d-daed-4dc1-bedf-39a41d40c96d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:17.772984 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a9b9884d-daed-4dc1-bedf-39a41d40c96d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1146629 Apr 29 07:39:17.778713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51328) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:17.786273 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c9a8fb57-5f5b-45ee-9d35-d83594d8e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:17.787595 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8fb57-5f5b-45ee-9d35-d83594d8e2d3 None None] The sync data for ids ['85c291ef-ef48-481e-92c9-9fa8e4cd4aa3'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:17.844552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:17.845205 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Updating router c341dfce-9663-45db-b58b-c12b3acdd2b4 port 3332dbe7-cd78-4f8d-9f21-39c851844785 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:39:17.854217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:17.857671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.872180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f57c36-fd0f-466c-8200-1056eb9bd5e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet ac11fe81-f321-4d4c-a1a1-9b075fbd7017 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:17.890519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (299c0425-215f-425c-bab7-ce9e56d4de64), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.892179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30f57c36-fd0f-466c-8200-1056eb9bd5e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (ac11fe81-f321-4d4c-a1a1-9b075fbd7017), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.910546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.918679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (299c0425-215f-425c-bab7-ce9e56d4de64), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.963189 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30f57c36-fd0f-466c-8200-1056eb9bd5e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (ac11fe81-f321-4d4c-a1a1-9b075fbd7017), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.966164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-38e5acfa-c423-4ef2-b1e5-e6cb9db497ed None None] Deleting port ce59ed31-14aa-45aa-adfb-6bc5128a65da {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:17.966634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-38e5acfa-c423-4ef2-b1e5-e6cb9db497ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.974693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Deleting port ce59ed31-14aa-45aa-adfb-6bc5128a65da {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:17.975106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:17.978914 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0fa1dd21-6e5c-46ca-a5fd-9ea1022be323 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/routers/85c291ef-ef48-481e-92c9-9fa8e4cd4aa3 HTTP/1.1" status: 200 len: 921 time: 0.2811544 Apr 29 07:39:17.994518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51330) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:18.041663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=299c0425-215f-425c-bab7-ce9e56d4de64,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:18.090103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (7f39c4da-4653-4786-80e4-185170b74d82), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.091999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-38e5acfa-c423-4ef2-b1e5-e6cb9db497ed None None] For port ce59ed31-14aa-45aa-adfb-6bc5128a65da, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ce59ed31-14aa-45aa-adfb-6bc5128a65da,segment=NetworkSegment(5266f803-3631-4f6c-81b3-94b0b7ed2a7f),segment_id=5266f803-3631-4f6c-81b3-94b0b7ed2a7f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:18.093036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-38e5acfa-c423-4ef2-b1e5-e6cb9db497ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.097190 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-052c8437-05a1-4e5e-b300-85cf26ea53cd tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=85c291ef-ef48-481e-92c9-9fa8e4cd4aa3 HTTP/1.1" status: 200 len: 205 time: 0.0820332 Apr 29 07:39:18.103369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51332) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:18.123410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-38e5acfa-c423-4ef2-b1e5-e6cb9db497ed None None] Calling delete_port for ce59ed31-14aa-45aa-adfb-6bc5128a65da owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:18.125751 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (53394b35-1819-40f3-94d1-331addad45ba), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.178017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30f57c36-fd0f-466c-8200-1056eb9bd5e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (ac11fe81-f321-4d4c-a1a1-9b075fbd7017), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.233430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] For port ce59ed31-14aa-45aa-adfb-6bc5128a65da, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ce59ed31-14aa-45aa-adfb-6bc5128a65da,segment=NetworkSegment(5266f803-3631-4f6c-81b3-94b0b7ed2a7f),segment_id=5266f803-3631-4f6c-81b3-94b0b7ed2a7f)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:18.233803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.253417 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP 7f39c4da-4653-4786-80e4-185170b74d82 associated. External IP: 172.26.3.142, port: f067ba64-be17-4278-9c82-cc095659f152. Apr 29 07:39:18.282574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Calling delete_port for ce59ed31-14aa-45aa-adfb-6bc5128a65da owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:18.316346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=53394b35-1819-40f3-94d1-331addad45ba,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:18.341147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30f57c36-fd0f-466c-8200-1056eb9bd5e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (ac11fe81-f321-4d4c-a1a1-9b075fbd7017), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.370715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f57c36-fd0f-466c-8200-1056eb9bd5e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=ac11fe81-f321-4d4c-a1a1-9b075fbd7017,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:18.381991 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30f57c36-fd0f-466c-8200-1056eb9bd5e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.388789 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-30f57c36-fd0f-466c-8200-1056eb9bd5e5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/ac11fe81-f321-4d4c-a1a1-9b075fbd7017 HTTP/1.1" status: 204 len: 168 time: 0.6086226 Apr 29 07:39:18.389168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51334) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:18.400108 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58962868-540f-479a-a1b8-c17496438141 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:18.402373 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ce59ed31-14aa-45aa-adfb-6bc5128a65da no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:18.422029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.423824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Checking segment: {'id': '2b605e7a-3c59-48c9-9829-992e832c57c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5bb9d8d-94e9-4ac2-953a-2651ce66ccee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:18.424230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network hostable DHCP agents. Network: b5bb9d8d-94e9-4ac2-953a-2651ce66ccee, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:39:18.441903 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-414f49c0-194b-4c2a-8d6e-96459b1fed3d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498722 Apr 29 07:39:18.445786 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51336) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:18.523109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-38e5acfa-c423-4ef2-b1e5-e6cb9db497ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.534797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8421cf-33fc-459e-9795-1a3281dabe9f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:18.536392 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8c8421cf-33fc-459e-9795-1a3281dabe9f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0896697 Apr 29 07:39:18.541758 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51340) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:18.600529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5acfa-c423-4ef2-b1e5-e6cb9db497ed None None] No DVR routers for this DVR port ce59ed31-14aa-45aa-adfb-6bc5128a65da on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:18.608519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5acfa-c423-4ef2-b1e5-e6cb9db497ed None None] Pushing event deleted for resources: {'Port': ['ID=ce59ed31-14aa-45aa-adfb-6bc5128a65da,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:18.647302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No active binding found for port ce59ed31-14aa-45aa-adfb-6bc5128a65da {{(pid=104225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 07:39:18.647728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] The host dv-neutron-839860-1-hyperv is not matching for port ce59ed31-14aa-45aa-adfb-6bc5128a65da host None! {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 29 07:39:18.648255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ce59ed31-14aa-45aa-adfb-6bc5128a65da not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:18.700256 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ad226b-c091-4c96-8aaf-872edd285972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:18.704794 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-12ad226b-c091-4c96-8aaf-872edd285972 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1578484 Apr 29 07:39:18.709780 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51342) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:18.737534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Publish callbacks [] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.748051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.783160 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d54f1944-d800-4a8a-92ff-a53bdd5733d5 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687914 Apr 29 07:39:18.783790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51344) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:18.791036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:18.821324 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7264c140-ae77-476a-8ebe-d8f4a0ba4ca4 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:18.870880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d4f49-2618-4500-a5c2-3f3b843ae26a None None] Pushing event updated for resources: {'Port': ['ID=3332dbe7-cd78-4f8d-9f21-39c851844785,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:18.896815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:18.909316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Attempting to bind port 3332dbe7-cd78-4f8d-9f21-39c851844785 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:18.909745 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Attempting to bind port 3332dbe7-cd78-4f8d-9f21-39c851844785 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:18.910222 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Attempting to bind port 3332dbe7-cd78-4f8d-9f21-39c851844785 on network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:18.917515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:18.917891 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Checking segment: {'id': '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:18.918288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.918676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Bound using segment: {'id': '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:18.919382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Bound port: 3332dbe7-cd78-4f8d-9f21-39c851844785, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:18.919756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.964530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:18.967133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.967301 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:18.984184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:39:18.995741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7264c140-ae77-476a-8ebe-d8f4a0ba4ca4 None None] Deleting port 23057fca-a78f-4164-b935-16e9917e2df7 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:18.996105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7264c140-ae77-476a-8ebe-d8f4a0ba4ca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (23057fca-a78f-4164-b935-16e9917e2df7), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.055409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] For port 3332dbe7-cd78-4f8d-9f21-39c851844785, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:19.084008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] For port 3332dbe7-cd78-4f8d-9f21-39c851844785, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3332dbe7-cd78-4f8d-9f21-39c851844785,segment=NetworkSegment(9ac92f66-5168-4616-a3a8-4ad2f0cacfcb),segment_id=9ac92f66-5168-4616-a3a8-4ad2f0cacfcb)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:19.094117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7264c140-ae77-476a-8ebe-d8f4a0ba4ca4 None None] For port 23057fca-a78f-4164-b935-16e9917e2df7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=23057fca-a78f-4164-b935-16e9917e2df7,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:19.094879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7264c140-ae77-476a-8ebe-d8f4a0ba4ca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (23057fca-a78f-4164-b935-16e9917e2df7), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.099415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.106845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, b5bb9d8d-94e9-4ac2-953a-2651ce66ccee) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:19.108392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Subnet': ['ID=d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:19.115732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ce59ed31-14aa-45aa-adfb-6bc5128a65da), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.133596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:19.138291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:19.139135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.142048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff5c11-16db-4443-8ce1-45f28990da74 None None] Network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:19.145334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7264c140-ae77-476a-8ebe-d8f4a0ba4ca4 None None] Calling delete_port for 23057fca-a78f-4164-b935-16e9917e2df7 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:19.158775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.170661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b94288-f19c-4a48-844b-60a833261c59 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:19.176969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.191961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482bba8-1a4e-413b-86fa-4cf5e36f7c4d req-25bbde24-0315-444a-8d58-58df0eca0571 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:19.193873 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9482bba8-1a4e-413b-86fa-4cf5e36f7c4d req-25bbde24-0315-444a-8d58-58df0eca0571 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.3000529 Apr 29 07:39:19.218640 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-de6d5330-c93e-47e1-9076-89a7de3e26b5 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.4694953 Apr 29 07:39:19.218813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Port': ['ID=ce59ed31-14aa-45aa-adfb-6bc5128a65da,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:19.219007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51346) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:19.223910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2089267680'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:19.251794 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] No DVR routers for this DVR port ce59ed31-14aa-45aa-adfb-6bc5128a65da on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:19.276316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c5de74ec-dbd2-4756-9b6b-05a2082ac95e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1787152 Apr 29 07:39:19.278662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51348) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:19.282549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Checking segment: {'id': '52e55af7-9fe4-44f9-a614-e084d5d3ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:19.283143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network hostable DHCP agents. Network: fab8d35a-362f-412d-a915-ecdf795f43e8, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:39:19.283285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Made reservation on behalf of 528cb288da5b4df2a28de531d04471d8 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:19.286651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.290908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5c1c0222-a79d-4109-a2b8-30652d96fa8e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-550782508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:19.303188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b94288-f19c-4a48-844b-60a833261c59 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:19.303810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-50b94288-f19c-4a48-844b-60a833261c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:19.311734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:19.312360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:19.327633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:39:19.334167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (ac3ab756-d2f4-498f-b8d8-53824a9e96f6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.357476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d4f49-2618-4500-a5c2-3f3b843ae26a None None] Pushing event updated for resources: {'Port': ['ID=3332dbe7-cd78-4f8d-9f21-39c851844785,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:19.406288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-50b94288-f19c-4a48-844b-60a833261c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:19.447149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network fab8d35a-362f-412d-a915-ecdf795f43e8 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:39:19.453615 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9482bba8-1a4e-413b-86fa-4cf5e36f7c4d req-1e723776-c9b5-4531-a056-e0e113b3fa92 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505891 Apr 29 07:39:19.454445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0222-a79d-4109-a2b8-30652d96fa8e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (7f8c968a-e012-4ac2-a7fe-cf77660f433c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.454830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-301694a0-e553-4cb6-a40c-5f1383b4578a None None] Provisioning complete for port 3332dbe7-cd78-4f8d-9f21-39c851844785 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:19.455197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-301694a0-e553-4cb6-a40c-5f1383b4578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.455465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0222-a79d-4109-a2b8-30652d96fa8e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (7f8c968a-e012-4ac2-a7fe-cf77660f433c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.462273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (9f833e2a-3c55-4d1e-8ead-d1aa721161f4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.482674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:19.484231 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=ac3ab756-d2f4-498f-b8d8-53824a9e96f6,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:19.497362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:19.500863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f833e2a-3c55-4d1e-8ead-d1aa721161f4']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:19.503098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, fab8d35a-362f-412d-a915-ecdf795f43e8) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:19.503654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (addcfeb0-3804-40b8-8d82-5cfe87a946b2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.504169 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Added segment addcfeb0-3804-40b8-8d82-5cfe87a946b2 of type vlan for network eed6f2c1-a341-407e-8590-a4cb94bb448e Apr 29 07:39:19.515869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:19.515869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.532031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5266f803-3631-4f6c-81b3-94b0b7ed2a7f') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:19.533056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5266f803-3631-4f6c-81b3-94b0b7ed2a7f') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:19.536251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:19.536418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5dc43-18d2-4ab3-b81f-37fda42f1352 None None] Network fab8d35a-362f-412d-a915-ecdf795f43e8 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:19.536980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.538667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b94288-f19c-4a48-844b-60a833261c59 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:19.539302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-50b94288-f19c-4a48-844b-60a833261c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:19.564253 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-23f5b276-176c-4d6c-a82e-ffc43e72613a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7772121 Apr 29 07:39:19.578434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (eed6f2c1-a341-407e-8590-a4cb94bb448e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.579691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51350) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:19.587901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:08:82:f0', 'name': 'tempest-NetworksTestDHCPv6-1366327596'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:19.598262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (5266f803-3631-4f6c-81b3-94b0b7ed2a7f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.602563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0222-a79d-4109-a2b8-30652d96fa8e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for router_controller (7f8c968a-e012-4ac2-a7fe-cf77660f433c), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.610977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (eed6f2c1-a341-407e-8590-a4cb94bb448e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.617790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:19.617988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Deleting port 2a84d96e-56e9-42ab-b548-b8a29b4dbd06 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:19.618299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2a84d96e-56e9-42ab-b548-b8a29b4dbd06), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.619046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.629609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-b5bb9d8d-94e9-4ac2-953a-2651ce66ccee', 'network_id': 'b5bb9d8d-94e9-4ac2-953a-2651ce66ccee', 'project_id': 'd31e6458f9f24d408e4ce3f7728ed9b2', 'fixed_ips': [{'subnet_id': '53394b35-1819-40f3-94d1-331addad45ba'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:19.630462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.646813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-50b94288-f19c-4a48-844b-60a833261c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:19.647207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b94288-f19c-4a48-844b-60a833261c59 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:19.651890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0222-a79d-4109-a2b8-30652d96fa8e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (7f8c968a-e012-4ac2-a7fe-cf77660f433c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.666711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:19.677521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5266f803-3631-4f6c-81b3-94b0b7ed2a7f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.700823 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4807773 Apr 29 07:39:19.704204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51352) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:19.709369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'subnet': {'network_id': 'eed6f2c1-a341-407e-8590-a4cb94bb448e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:19.718976 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6ba511d7-e479-4c60-b906-d8096db63890 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1753271 Apr 29 07:39:19.724999 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51354) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:19.732036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0222-a79d-4109-a2b8-30652d96fa8e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.736102 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5c1c0222-a79d-4109-a2b8-30652d96fa8e tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4501989 Apr 29 07:39:19.739118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:39:19.739429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7264c140-ae77-476a-8ebe-d8f4a0ba4ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (23057fca-a78f-4164-b935-16e9917e2df7), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.739559 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (5266f803-3631-4f6c-81b3-94b0b7ed2a7f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.742322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51356) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:39:19.744677 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:39:19.749628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'network_id': 'b5bb9d8d-94e9-4ac2-953a-2651ce66ccee', 'name': 'tempest-PortsTestJSON-764708891'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:19.807106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef95189-607a-46ba-8434-5812054111c4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Network': ['ID=eed6f2c1-a341-407e-8590-a4cb94bb448e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:19.866150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network eed6f2c1-a341-407e-8590-a4cb94bb448e details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:39:19.869967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7264c140-ae77-476a-8ebe-d8f4a0ba4ca4 None None] No DVR routers for this DVR port 23057fca-a78f-4164-b935-16e9917e2df7 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:19.873775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264c140-ae77-476a-8ebe-d8f4a0ba4ca4 None None] Pushing event deleted for resources: {'Port': ['ID=23057fca-a78f-4164-b935-16e9917e2df7,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:19.917525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (9f833e2a-3c55-4d1e-8ead-d1aa721161f4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.934416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2a84d96e-56e9-42ab-b548-b8a29b4dbd06), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.947897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:19.954572 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/networks/9f833e2a-3c55-4d1e-8ead-d1aa721161f4 HTTP/1.1" status: 204 len: 168 time: 2.6246758 Apr 29 07:39:19.968770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51358) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:19.982147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Made reservation on behalf of 528cb288da5b4df2a28de531d04471d8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:19.985614 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.002739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Calling delete_port for 2a84d96e-56e9-42ab-b548-b8a29b4dbd06 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:20.008547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff7ac2-ca81-4a14-aa93-60174008df9b tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Pushing event deleted for resources: {'Network': ['ID=9f833e2a-3c55-4d1e-8ead-d1aa721161f4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:20.043883 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dfa46694-c6f4-4298-bc57-5a6c463079c1 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 HTTP/1.1" status: 200 len: 205 time: 0.0552704 Apr 29 07:39:20.047025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51360) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:20.063030 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:20.141677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa3f8a5-c415-4146-919b-fc721b2a5562 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:20.232895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-fab8d35a-362f-412d-a915-ecdf795f43e8', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:20.233772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.235660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0c4aa18-5ae4-4959-b6ca-82f60a7a3915 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for router (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.316407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-301694a0-e553-4cb6-a40c-5f1383b4578a None None] Current status of the port 3332dbe7-cd78-4f8d-9f21-39c851844785 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:20.316782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-301694a0-e553-4cb6-a40c-5f1383b4578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.327682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:20.331798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.424661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 23057fca-a78f-4164-b935-16e9917e2df7 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:20.478230 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Allocated IP 172.20.0.2 (b5bb9d8d-94e9-4ac2-953a-2651ce66ccee/53394b35-1819-40f3-94d1-331addad45ba/acbaca56-8a0f-4d0b-9af5-58a24171e112) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:20.487019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.490458 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 60814fa0-dc0e-4b5a-bc47-abd7f68f00a1 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:20.583493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 23057fca-a78f-4164-b935-16e9917e2df7 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:20.584160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 23057fca-a78f-4164-b935-16e9917e2df7 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:20.585274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0c4aa18-5ae4-4959-b6ca-82f60a7a3915 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.591727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0c4aa18-5ae4-4959-b6ca-82f60a7a3915 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for router_controller (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.619424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-301694a0-e553-4cb6-a40c-5f1383b4578a None None] For port 3332dbe7-cd78-4f8d-9f21-39c851844785, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3332dbe7-cd78-4f8d-9f21-39c851844785,segment=NetworkSegment(9ac92f66-5168-4616-a3a8-4ad2f0cacfcb),segment_id=9ac92f66-5168-4616-a3a8-4ad2f0cacfcb)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:20.651302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-301694a0-e553-4cb6-a40c-5f1383b4578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.655121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port a4367de6-be99-4be7-a29b-5bb993be750f yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:20.707061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': 'ac3ab756-d2f4-498f-b8d8-53824a9e96f6'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:20.707902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.734308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0c4aa18-5ae4-4959-b6ca-82f60a7a3915 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.734661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c4aa18-5ae4-4959-b6ca-82f60a7a3915 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Fanout notify agent at l3_agent the message router_deleted on router f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:39:20.745742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b0c4aa18-5ae4-4959-b6ca-82f60a7a3915 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.746982 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b0c4aa18-5ae4-4959-b6ca-82f60a7a3915 tempest-RoutersNegativeIpV6Test-919085837 tempest-RoutersNegativeIpV6Test-919085837-project] 10.222.0.23 "DELETE /v2.0/routers/f1dc9979-cb81-408d-b9cc-bac1a4a6dcc4 HTTP/1.1" status: 204 len: 168 time: 0.6959786 Apr 29 07:39:20.783456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2a84d96e-56e9-42ab-b548-b8a29b4dbd06), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.807188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.835434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65599f-e271-483f-a3b7-dc51d90b5363 req-8842b665-215a-4f2f-9b21-ccf99697c675 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:20.836964 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3c65599f-e271-483f-a3b7-dc51d90b5363 req-8842b665-215a-4f2f-9b21-ccf99697c675 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.2058816 Apr 29 07:39:20.837898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (485ec2f5-b800-4074-ae24-fad0f86589f9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:20.848512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event deleted for resources: {'Port': ['ID=2a84d96e-56e9-42ab-b548-b8a29b4dbd06,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:20.848852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Allocated IP 172.21.0.2 (fab8d35a-362f-412d-a915-ecdf795f43e8/d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb/0f5ab9a6-5003-457e-890b-698f8cb1acc5) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:20.927286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::33e (5f57687c-3acb-4c32-82c9-53f862533295/ac3ab756-d2f4-498f-b8d8-53824a9e96f6/a4367de6-be99-4be7-a29b-5bb993be750f) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:20.967093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.019858 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Subnet': ['ID=485ec2f5-b800-4074-ae24-fad0f86589f9,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:21.064984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Publish callbacks [] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.079270 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3c65599f-e271-483f-a3b7-dc51d90b5363 req-07cca55a-d1a0-41cd-8b2f-3b8aa0a0726c tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314343 Apr 29 07:39:21.097029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Checking segment: {'id': 'addcfeb0-3804-40b8-8d82-5cfe87a946b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eed6f2c1-a341-407e-8590-a4cb94bb448e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:21.097693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network hostable DHCP agents. Network: eed6f2c1-a341-407e-8590-a4cb94bb448e, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:39:21.102755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51368) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:21.126333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301694a0-e553-4cb6-a40c-5f1383b4578a None None] Pushing event updated for resources: {'Port': ['ID=3332dbe7-cd78-4f8d-9f21-39c851844785,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:21.126846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.134426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-14bbc706-78d8-40f2-b6ea-4b9354aad4b1 None None] Provisioning complete for port 3332dbe7-cd78-4f8d-9f21-39c851844785 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:21.135446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-14bbc706-78d8-40f2-b6ea-4b9354aad4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.140299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.145406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.180494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:12Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:19Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:21.212018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network eed6f2c1-a341-407e-8590-a4cb94bb448e is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:39:21.220330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:21.255666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, eed6f2c1-a341-407e-8590-a4cb94bb448e) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:21.255861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (85c291ef-ef48-481e-92c9-9fa8e4cd4aa3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.256480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Fanout notify agent at l3_agent the message router_deleted on router 85c291ef-ef48-481e-92c9-9fa8e4cd4aa3 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:39:21.262042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:21.262689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.263582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080c7f4-829a-49ab-9b5f-9e2f2c7e8739 None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:12Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:19Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:21.265595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:21.266159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.271926 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a0d210b0-4124-497f-92cb-838b6f16d0c1 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/85c291ef-ef48-481e-92c9-9fa8e4cd4aa3 HTTP/1.1" status: 204 len: 168 time: 3.1637194 Apr 29 07:39:21.273262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51372) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:21.279714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:21.280115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d03dad9b-12fd-4527-b676-36f2d456a8e9 {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:39:21.281129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:39:21.284124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1508859412', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': False}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:21.323179 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-43c48e28-ca33-4ee9-95dd-8e5ae37eff63 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6153429 Apr 29 07:39:21.325818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e3cf3-7059-4bf9-9516-1b978ba8ecc7 None None] Network eed6f2c1-a341-407e-8590-a4cb94bb448e requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:21.327124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51374) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:21.334578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-860533700', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:21.363363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.364386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.371128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (a4367de6-be99-4be7-a29b-5bb993be750f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.377366 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-abda0dbb-72d4-4b3b-911b-776525dfa7a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6c766185d8e462685e67836ac1b0c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719820 Apr 29 07:39:21.380919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51376) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:21.400446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (cca772e5-854c-4604-b98b-86c9a02e8ad9), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.401280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (cca772e5-854c-4604-b98b-86c9a02e8ad9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.411829 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Publish callbacks [] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.443230 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Pushing event updated for resources: {'Port': ['ID=acbaca56-8a0f-4d0b-9af5-58a24171e112,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:21.461825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.469927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_controller (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.507197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7341dbd2-7069-451f-99e4-5ca1ebbeacbf admin admin] Publish callbacks [] for security_group (813a4050-2d4c-4f53-aa64-533d61e90152), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.519678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Attempting to bind port acbaca56-8a0f-4d0b-9af5-58a24171e112 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:21.520039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Attempting to bind port acbaca56-8a0f-4d0b-9af5-58a24171e112 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '2b605e7a-3c59-48c9-9829-992e832c57c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5bb9d8d-94e9-4ac2-953a-2651ce66ccee'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:21.520393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Attempting to bind port acbaca56-8a0f-4d0b-9af5-58a24171e112 on network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:21.538667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7341dbd2-7069-451f-99e4-5ca1ebbeacbf admin admin] Publish callbacks [] for security_group (813a4050-2d4c-4f53-aa64-533d61e90152), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.583702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Network fab8d35a-362f-412d-a915-ecdf795f43e8 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:21.586532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:21.586894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Checking segment: {'id': '2b605e7a-3c59-48c9-9829-992e832c57c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5bb9d8d-94e9-4ac2-953a-2651ce66ccee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:21.587443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.587839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Bound using segment: {'id': '2b605e7a-3c59-48c9-9829-992e832c57c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5bb9d8d-94e9-4ac2-953a-2651ce66ccee'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:21.588291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Bound port: acbaca56-8a0f-4d0b-9af5-58a24171e112, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b605e7a-3c59-48c9-9829-992e832c57c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5bb9d8d-94e9-4ac2-953a-2651ce66ccee'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:21.588674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.605457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.21.0.1 (fab8d35a-362f-412d-a915-ecdf795f43e8/d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb/a335a86e-2db3-4bab-9858-3a9be59bbb00) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:21.607842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:21.630828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Pushing event updated for resources: {'Port': ['ID=0f5ab9a6-5003-457e-890b-698f8cb1acc5,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:21.640897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:21.679996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/ac3ab756-d2f4-498f-b8d8-53824a9e96f6/f86c9c20-1b69-4f1c-864b-553b791211d8) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:21.842002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.880314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7341dbd2-7069-451f-99e4-5ca1ebbeacbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (813a4050-2d4c-4f53-aa64-533d61e90152), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.883420 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7341dbd2-7069-451f-99e4-5ca1ebbeacbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.884854 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7341dbd2-7069-451f-99e4-5ca1ebbeacbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/813a4050-2d4c-4f53-aa64-533d61e90152 HTTP/1.1" status: 204 len: 168 time: 0.5025437 Apr 29 07:39:21.896660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341dbd2-7069-451f-99e4-5ca1ebbeacbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813a4050-2d4c-4f53-aa64-533d61e90152,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:21.921738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.962408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] For port acbaca56-8a0f-4d0b-9af5-58a24171e112, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:21.966796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] For port acbaca56-8a0f-4d0b-9af5-58a24171e112, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=acbaca56-8a0f-4d0b-9af5-58a24171e112,segment=NetworkSegment(2b605e7a-3c59-48c9-9829-992e832c57c9),segment_id=2b605e7a-3c59-48c9-9829-992e832c57c9)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:21.986895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=a335a86e-2db3-4bab-9858-3a9be59bbb00,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:21.995513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network fab8d35a-362f-412d-a915-ecdf795f43e8 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:21.996620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:21.997538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:22.001522 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:22.003067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a4367de6-be99-4be7-a29b-5bb993be750f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.044873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.051309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_controller (cca772e5-854c-4604-b98b-86c9a02e8ad9), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.056608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.060068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Publish callbacks [] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.188077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-eed6f2c1-a341-407e-8590-a4cb94bb448e', 'network_id': 'eed6f2c1-a341-407e-8590-a4cb94bb448e', 'project_id': '528cb288da5b4df2a28de531d04471d8', 'fixed_ips': [{'subnet_id': '485ec2f5-b800-4074-ae24-fad0f86589f9'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:22.191706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.218442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.238797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:22.240222 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Attempting to bind port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:22.240703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Attempting to bind port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '52e55af7-9fe4-44f9-a614-e084d5d3ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:22.241157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Attempting to bind port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 on network fab8d35a-362f-412d-a915-ecdf795f43e8 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:22.243404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.243540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-14bbc706-78d8-40f2-b6ea-4b9354aad4b1 None None] Current status of the port 3332dbe7-cd78-4f8d-9f21-39c851844785 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:22.250311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:22.257301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:22.278222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port a8f1738d-1a84-4b19-9530-836e4ab9e32c yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:22.305794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.321383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:22.322046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Checking segment: {'id': '52e55af7-9fe4-44f9-a614-e084d5d3ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:22.322532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.323006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Bound using segment: {'id': '52e55af7-9fe4-44f9-a614-e084d5d3ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:22.323740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Bound port: 0f5ab9a6-5003-457e-890b-698f8cb1acc5, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e55af7-9fe4-44f9-a614-e084d5d3ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:22.324208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.647949 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_gateway (cca772e5-854c-4604-b98b-86c9a02e8ad9), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.664811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3332dbe7-cd78-4f8d-9f21-39c851844785 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:22.687686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Attempting to bind port f86c9c20-1b69-4f1c-864b-553b791211d8 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:22.688555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Attempting to bind port f86c9c20-1b69-4f1c-864b-553b791211d8 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:22.689011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Attempting to bind port f86c9c20-1b69-4f1c-864b-553b791211d8 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:22.730885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9a58a-703c-4ac1-be5a-1290fc1184dc None None] Pushing event updated for resources: {'Port': ['ID=acbaca56-8a0f-4d0b-9af5-58a24171e112,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:22.754029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:22.811974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.825261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.828900 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:22.831009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=a4367de6-be99-4be7-a29b-5bb993be750f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:22.842953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:22.850291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:22.851039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:22.851158 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:22.851635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.851734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.852696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:22.853677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Bound port: f86c9c20-1b69-4f1c-864b-553b791211d8, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:22.854155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.947974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:22.950550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=a335a86e-2db3-4bab-9858-3a9be59bbb00,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:22.978867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Pushing event updated for resources: {'Port': ['ID=f86c9c20-1b69-4f1c-864b-553b791211d8,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:23.027503 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-05649f2e-ec0f-4634-bee7-46791811ba29 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4409435 Apr 29 07:39:23.028229 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51402) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:23.051472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] For port 0f5ab9a6-5003-457e-890b-698f8cb1acc5, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:23.060353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9056b16-07ce-4b38-bbdd-dd8cc9d79274 req-823a9939-58f2-4dac-9217-668c4c502560 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:23.062663 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9056b16-07ce-4b38-bbdd-dd8cc9d79274 req-823a9939-58f2-4dac-9217-668c4c502560 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.8070722 Apr 29 07:39:23.077294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3332dbe7-cd78-4f8d-9f21-39c851844785 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:23.077710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:23.133707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f33486-c14b-4029-a335-5d837668744a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:23.141607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] For port 0f5ab9a6-5003-457e-890b-698f8cb1acc5, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0f5ab9a6-5003-457e-890b-698f8cb1acc5,segment=NetworkSegment(52e55af7-9fe4-44f9-a614-e084d5d3ce1b),segment_id=52e55af7-9fe4-44f9-a614-e084d5d3ce1b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:23.145310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f33486-c14b-4029-a335-5d837668744a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:23.148417 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-46f33486-c14b-4029-a335-5d837668744a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1181643 Apr 29 07:39:23.162696 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network fab8d35a-362f-412d-a915-ecdf795f43e8 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:23.163585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Allocated IP 172.20.0.2 (eed6f2c1-a341-407e-8590-a4cb94bb448e/485ec2f5-b800-4074-ae24-fad0f86589f9/3292f0ec-5536-4867-81a9-3bc3ec769f65) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:23.164725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51406) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:23.168304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:23.168701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:23.191908 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9056b16-07ce-4b38-bbdd-dd8cc9d79274 req-3f6488af-f546-4080-8096-234c97a3c91d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186838 Apr 29 07:39:23.202808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] For port f86c9c20-1b69-4f1c-864b-553b791211d8, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:23.227741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c7413-ef3e-4b67-8456-910f10dfc479 req-2d0cedda-5836-4c7b-b2b1-0ada05466624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:23.229925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2f1c7413-ef3e-4b67-8456-910f10dfc479 req-2d0cedda-5836-4c7b-b2b1-0ada05466624 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 1129 time: 0.3572850 Apr 29 07:39:23.266192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.6 (b5bb9d8d-94e9-4ac2-953a-2651ce66ccee/53394b35-1819-40f3-94d1-331addad45ba/a8f1738d-1a84-4b19-9530-836e4ab9e32c) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:23.275485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] For port f86c9c20-1b69-4f1c-864b-553b791211d8, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f86c9c20-1b69-4f1c-864b-553b791211d8,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:23.363457 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2f1c7413-ef3e-4b67-8456-910f10dfc479 req-18fc78ea-78af-4a9c-b8e2-cdb62435c872 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242177 Apr 29 07:39:23.433518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:23.464322 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:23.464861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3332dbe7-cd78-4f8d-9f21-39c851844785 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:23.475262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e7e43-10a9-4623-a4a6-5d544e4b3e84 None None] Pushing event updated for resources: {'Port': ['ID=0f5ab9a6-5003-457e-890b-698f8cb1acc5,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:23.540903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c32f4b47-8d04-423b-8855-5041c46c0fc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port a4367de6-be99-4be7-a29b-5bb993be750f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:23.541258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c32f4b47-8d04-423b-8855-5041c46c0fc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a4367de6-be99-4be7-a29b-5bb993be750f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:23.683826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c32f4b47-8d04-423b-8855-5041c46c0fc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a4367de6-be99-4be7-a29b-5bb993be750f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:23.711265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3ed2-ac45-4e52-b7ce-69221a7e79ed None None] Pushing event updated for resources: {'Port': ['ID=f86c9c20-1b69-4f1c-864b-553b791211d8,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:23.715609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Publish callbacks [] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:23.730656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:23.764817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c32f4b47-8d04-423b-8855-5041c46c0fc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for a4367de6-be99-4be7-a29b-5bb993be750f owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:23.844000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Pushing event updated for resources: {'Port': ['ID=3292f0ec-5536-4867-81a9-3bc3ec769f65,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:23.865362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:23.865596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Network eed6f2c1-a341-407e-8590-a4cb94bb448e is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:23.867259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:23.874292 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a3ec538b-8912-4e4a-bd10-b1157068a082 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1481135 Apr 29 07:39:23.877211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51414) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:23.884168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'network': {'name': 'tempest-RoutersTest-167091281'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:23.884782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:23.921326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:23.927139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.006644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:39:24.017759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_gateway (cca772e5-854c-4604-b98b-86c9a02e8ad9), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.019601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Attempting to bind port 3292f0ec-5536-4867-81a9-3bc3ec769f65 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:24.020047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Attempting to bind port 3292f0ec-5536-4867-81a9-3bc3ec769f65 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'addcfeb0-3804-40b8-8d82-5cfe87a946b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eed6f2c1-a341-407e-8590-a4cb94bb448e'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:24.020412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Attempting to bind port 3292f0ec-5536-4867-81a9-3bc3ec769f65 on network eed6f2c1-a341-407e-8590-a4cb94bb448e {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:24.026745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (16a7153b-2158-42ea-b480-90789ba5fc30), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.026745 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added segment 16a7153b-2158-42ea-b480-90789ba5fc30 of type vlan for network e30a3f3e-c783-470f-9956-5829e16fdadd Apr 29 07:39:24.033542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:24.033972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Checking segment: {'id': 'addcfeb0-3804-40b8-8d82-5cfe87a946b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eed6f2c1-a341-407e-8590-a4cb94bb448e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:24.034619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.035017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Bound using segment: {'id': 'addcfeb0-3804-40b8-8d82-5cfe87a946b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eed6f2c1-a341-407e-8590-a4cb94bb448e'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:24.035512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Bound port: 3292f0ec-5536-4867-81a9-3bc3ec769f65, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addcfeb0-3804-40b8-8d82-5cfe87a946b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'eed6f2c1-a341-407e-8590-a4cb94bb448e'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:24.035902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.070986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.107797 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:24.126286 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:24.126936 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:24.133032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.162115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] For port 3292f0ec-5536-4867-81a9-3bc3ec769f65, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:24.166214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (e30a3f3e-c783-470f-9956-5829e16fdadd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.169484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] For port 3292f0ec-5536-4867-81a9-3bc3ec769f65, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3292f0ec-5536-4867-81a9-3bc3ec769f65,segment=NetworkSegment(addcfeb0-3804-40b8-8d82-5cfe87a946b2),segment_id=addcfeb0-3804-40b8-8d82-5cfe87a946b2)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:24.186418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.241599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (e30a3f3e-c783-470f-9956-5829e16fdadd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.255364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.257505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:24.261857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.412354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 1179d52f-017d-4912-81a3-eba7f54d3abe details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:39:24.444603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ccf5a-0dc0-40d2-b906-89a9018d0835 None None] Pushing event updated for resources: {'Port': ['ID=3292f0ec-5536-4867-81a9-3bc3ec769f65,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:24.451216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.465241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Network': ['ID=e30a3f3e-c783-470f-9956-5829e16fdadd,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:24.502251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network e30a3f3e-c783-470f-9956-5829e16fdadd details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:39:24.577423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:24.663716 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-506dad97-9417-4114-a035-f624c93d5c99 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7842939 Apr 29 07:39:24.666153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51426) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:24.678968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'subnet': {'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:24.701291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0887fa-3308-4cc5-a7b0-b3ba93b6af1e None None] Network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:24.714734 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:24.751906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51428) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:24.781476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:24.789779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.resource_extend [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:39:24.888711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0f5ab9a6-5003-457e-890b-698f8cb1acc5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:24.901604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:24.911621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:24.976852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e8f15-6028-4a61-bc3a-b4b90be3c28f req-3a678d74-3ff4-467e-b7de-135a9b15f34e tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:24.978544 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ef1e8f15-6028-4a61-bc3a-b4b90be3c28f req-3a678d74-3ff4-467e-b7de-135a9b15f34e tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.5871665 Apr 29 07:39:24.999776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c32f4b47-8d04-423b-8855-5041c46c0fc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a4367de6-be99-4be7-a29b-5bb993be750f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.002991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4454017f-fded-4b38-832e-4a42bbf8c8cf None None] Provisioning complete for port acbaca56-8a0f-4d0b-9af5-58a24171e112 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:25.003356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4454017f-fded-4b38-832e-4a42bbf8c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.039849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=a8f1738d-1a84-4b19-9530-836e4ab9e32c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:25.096188 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:22Z', 'revision_number': 3, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:22Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:25.104837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.26.3.148 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/0d0e44a3-597a-434f-a045-cc7fcd7ab4b5) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:25.140538 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:25.141705 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Updating router c341dfce-9663-45db-b58b-c12b3acdd2b4 port a335a86e-2db3-4bab-9858-3a9be59bbb00 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:39:25.143523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'network': {'name': 'tempest-network-smoke--1710970359', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'port_security_enabled': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:25.188359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:25.188892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.191284 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.198376 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ef1e8f15-6028-4a61-bc3a-b4b90be3c28f req-7b58846d-d231-46ed-9f32-f230be5a3a8d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959434 Apr 29 07:39:25.226898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f4b47-8d04-423b-8855-5041c46c0fc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=a4367de6-be99-4be7-a29b-5bb993be750f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:25.262216 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=1179d52f-017d-4912-81a3-eba7f54d3abe,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:25.272622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c32f4b47-8d04-423b-8855-5041c46c0fc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.277901 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c32f4b47-8d04-423b-8855-5041c46c0fc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/a4367de6-be99-4be7-a29b-5bb993be750f HTTP/1.1" status: 204 len: 168 time: 2.1057303 Apr 29 07:39:25.287873 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-758bf177-9dcf-43f6-be34-ba0b68bb58f6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.5398264 Apr 29 07:39:25.288081 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51432) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:25.303554 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51434) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:25.312804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'port_id': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'mac_address': 'fa:16:3e:c0:3e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:39:25.339259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:25.342664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.379194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.403298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:25.403681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.541198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 1179d52f-017d-4912-81a3-eba7f54d3abe is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:25.541974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.571346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (0d0e44a3-597a-434f-a045-cc7fcd7ab4b5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.576022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e34c2-99e4-4054-8b3a-2498ccf8ac81 None None] Network fab8d35a-362f-412d-a915-ecdf795f43e8 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:25.590052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:25.601798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.683286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (93249ac9-0eb4-431a-94f7-c929703387ca), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.697408 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Publish callbacks [] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.699376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (93249ac9-0eb4-431a-94f7-c929703387ca), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.707209 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.724018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b46d75-8a08-42a7-bd0f-3c7d127fc967 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:25.726871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:39:25.727636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b46d75-8a08-42a7-bd0f-3c7d127fc967 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:25.730960 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a1b46d75-8a08-42a7-bd0f-3c7d127fc967 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4431379 Apr 29 07:39:25.738950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51436) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:25.748728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1179d52f-017d-4912-81a3-eba7f54d3abe {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:39:25.765297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4454017f-fded-4b38-832e-4a42bbf8c8cf None None] Current status of the port acbaca56-8a0f-4d0b-9af5-58a24171e112 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:25.765699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4454017f-fded-4b38-832e-4a42bbf8c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.820100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Allocated IP 172.26.3.138 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/8d33a14e-45a8-48a2-accc-535e74c21db3) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:25.833687 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80519241-7e1b-44e6-b6e8-a0d0440fba1f None None] Pushing event updated for resources: {'Port': ['ID=a335a86e-2db3-4bab-9858-3a9be59bbb00,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:25.868626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0d0e44a3-597a-434f-a045-cc7fcd7ab4b5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.888748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=1179d52f-017d-4912-81a3-eba7f54d3abe,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:25.898344 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Attempting to bind port a335a86e-2db3-4bab-9858-3a9be59bbb00 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:25.899079 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Attempting to bind port a335a86e-2db3-4bab-9858-3a9be59bbb00 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '52e55af7-9fe4-44f9-a614-e084d5d3ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:25.900083 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Attempting to bind port a335a86e-2db3-4bab-9858-3a9be59bbb00 on network fab8d35a-362f-412d-a915-ecdf795f43e8 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:25.909304 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:25.909567 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4454017f-fded-4b38-832e-4a42bbf8c8cf None None] For port acbaca56-8a0f-4d0b-9af5-58a24171e112, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=acbaca56-8a0f-4d0b-9af5-58a24171e112,segment=NetworkSegment(2b605e7a-3c59-48c9-9829-992e832c57c9),segment_id=2b605e7a-3c59-48c9-9829-992e832c57c9)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:25.910604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.911353 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Checking segment: {'id': '52e55af7-9fe4-44f9-a614-e084d5d3ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:25.912087 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.912857 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Bound using segment: {'id': '52e55af7-9fe4-44f9-a614-e084d5d3ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:25.913848 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Bound port: a335a86e-2db3-4bab-9858-3a9be59bbb00, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e55af7-9fe4-44f9-a614-e084d5d3ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:25.914988 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.928851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4454017f-fded-4b38-832e-4a42bbf8c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.982624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7db4687e-331b-4c4f-9840-38537d039d10), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:25.982974 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Added segment 7db4687e-331b-4c4f-9840-38537d039d10 of type vlan for network 83a17604-949c-4c86-b775-5609dc1134e1 Apr 29 07:39:26.032085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93249ac9-0eb4-431a-94f7-c929703387ca,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:26.091067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:26.103580 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] For port a335a86e-2db3-4bab-9858-3a9be59bbb00, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:26.111228 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] For port a335a86e-2db3-4bab-9858-3a9be59bbb00, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=a335a86e-2db3-4bab-9858-3a9be59bbb00,segment=NetworkSegment(52e55af7-9fe4-44f9-a614-e084d5d3ce1b),segment_id=52e55af7-9fe4-44f9-a614-e084d5d3ce1b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:26.130939 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.144626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:26.150289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:26.150544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:26.151080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.171096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['1179d52f-017d-4912-81a3-eba7f54d3abe'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:39:26.179905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=0d0e44a3-597a-434f-a045-cc7fcd7ab4b5,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:26.186681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=1179d52f-017d-4912-81a3-eba7f54d3abe,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:26.186830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (83a17604-949c-4c86-b775-5609dc1134e1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.285485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Provisioning complete for port f86c9c20-1b69-4f1c-864b-553b791211d8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:26.285874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.298917 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:26.300449 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:26.335792 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454017f-fded-4b38-832e-4a42bbf8c8cf None None] Pushing event updated for resources: {'Port': ['ID=acbaca56-8a0f-4d0b-9af5-58a24171e112,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:26.340221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6880cc4d-b258-4b0f-b60f-90d42ae2514c None None] Network eed6f2c1-a341-407e-8590-a4cb94bb448e requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:26.453413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (83a17604-949c-4c86-b775-5609dc1134e1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.463623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:26.464657 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.496835 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80519241-7e1b-44e6-b6e8-a0d0440fba1f None None] Pushing event updated for resources: {'Port': ['ID=a335a86e-2db3-4bab-9858-3a9be59bbb00,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:26.561755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.568821 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:26.733415 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9706008 Apr 29 07:39:26.756882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 0f5ab9a6-5003-457e-890b-698f8cb1acc5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0f5ab9a6-5003-457e-890b-698f8cb1acc5,segment=NetworkSegment(52e55af7-9fe4-44f9-a614-e084d5d3ce1b),segment_id=52e55af7-9fe4-44f9-a614-e084d5d3ce1b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:26.780130 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51440) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:26.808389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 1179d52f-017d-4912-81a3-eba7f54d3abe no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:26.814341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'admin_state_up': True, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:26.870623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c87f49-262b-4306-b639-7cbf9c9d1024 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Network': ['ID=83a17604-949c-4c86-b775-5609dc1134e1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:26.889491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e652bde-8f14-4308-9353-829a60285688 req-c0afbcbe-fab7-4265-924d-4a44efd31b43 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:26.898875 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e652bde-8f14-4308-9353-829a60285688 req-c0afbcbe-fab7-4265-924d-4a44efd31b43 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 944 time: 0.5721986 Apr 29 07:39:26.899966 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d635c26-58a7-4baf-b7cb-09ba639896f7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet ac3ab756-d2f4-498f-b8d8-53824a9e96f6 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:26.905943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d635c26-58a7-4baf-b7cb-09ba639896f7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (ac3ab756-d2f4-498f-b8d8-53824a9e96f6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.916520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 83a17604-949c-4c86-b775-5609dc1134e1 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:39:26.933023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (8353600c-9bea-48ec-8514-39f2765bd25a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.934453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (8353600c-9bea-48ec-8514-39f2765bd25a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.967296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:26.986436 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:22Z', 'revision_number': 3, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:26Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:27.005905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.006819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device acbaca56-8a0f-4d0b-9af5-58a24171e112 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:27.027764 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cbce3-6492-4b8c-a4a3-c7b2ce412451 None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:22Z', 'revision_number': 3, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:26Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:27.050250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:27.062883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d635c26-58a7-4baf-b7cb-09ba639896f7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (ac3ab756-d2f4-498f-b8d8-53824a9e96f6), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.109204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:27.117724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:27.353075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 1179d52f-017d-4912-81a3-eba7f54d3abe is: BUILD; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:27.353491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.401446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=0f5ab9a6-5003-457e-890b-698f8cb1acc5,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:27.417873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1179d52f-017d-4912-81a3-eba7f54d3abe {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:39:27.431434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Current status of the port f86c9c20-1b69-4f1c-864b-553b791211d8 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:27.431821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.474847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port acbaca56-8a0f-4d0b-9af5-58a24171e112 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:27.475551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.487681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (0c1d6430-0fa0-4f4a-b8df-062b4325f08f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.488990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=1179d52f-017d-4912-81a3-eba7f54d3abe,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:27.520886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.574809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.587564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d635c26-58a7-4baf-b7cb-09ba639896f7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (ac3ab756-d2f4-498f-b8d8-53824a9e96f6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.710008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=1179d52f-017d-4912-81a3-eba7f54d3abe,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:27.721315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (8353600c-9bea-48ec-8514-39f2765bd25a), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.742729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port acbaca56-8a0f-4d0b-9af5-58a24171e112 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:27.744767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f86c9c20-1b69-4f1c-864b-553b791211d8 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:27.765014 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e652bde-8f14-4308-9353-829a60285688 req-1432136b-35f6-4bb2-b8dc-d10bf93a801d tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8647504 Apr 29 07:39:27.774344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Subnet': ['ID=0c1d6430-0fa0-4f4a-b8df-062b4325f08f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:27.816509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Checking segment: {'id': '16a7153b-2158-42ea-b480-90789ba5fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:27.816873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network hostable DHCP agents. Network: e30a3f3e-c783-470f-9956-5829e16fdadd, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:39:27.878640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51442) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:27.906702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f86c9c20-1b69-4f1c-864b-553b791211d8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:27.907247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.915707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event updated for resources: {'Port': ['ID=8d33a14e-45a8-48a2-accc-535e74c21db3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:27.969958 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d635c26-58a7-4baf-b7cb-09ba639896f7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (ac3ab756-d2f4-498f-b8d8-53824a9e96f6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:27.984021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_gateway (cca772e5-854c-4604-b98b-86c9a02e8ad9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.031947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network e30a3f3e-c783-470f-9956-5829e16fdadd is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:39:28.053826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d635c26-58a7-4baf-b7cb-09ba639896f7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.057985 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4d635c26-58a7-4baf-b7cb-09ba639896f7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/ac3ab756-d2f4-498f-b8d8-53824a9e96f6 HTTP/1.1" status: 204 len: 168 time: 2.2988858 Apr 29 07:39:28.058915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d635c26-58a7-4baf-b7cb-09ba639896f7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3ab756-d2f4-498f-b8d8-53824a9e96f6,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:28.066254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51444) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:28.068039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de14d89-6ca3-442c-be54-ecff7f0bdb25 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:28.074400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:39:28.075050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:39:28.130211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, e30a3f3e-c783-470f-9956-5829e16fdadd) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:28.144986 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:28.150052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.182583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddbf784-1d47-4c20-bf29-ad30abfa419a None None] Network e30a3f3e-c783-470f-9956-5829e16fdadd requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:28.200656 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-56368340-2237-4370-b334-ea84297fcb71 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168590 Apr 29 07:39:28.216196 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5cc3d4c6-fbc5-453b-8b57-be95a93aed04 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/floatingips/f37ccbe2-338a-424e-8145-7f7ac05f4e70 HTTP/1.1" status: 200 len: 990 time: 0.3333325 Apr 29 07:39:28.217470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51446) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:28.266874 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-67a2dd44-45da-4454-807c-47c8ac9d4e59 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5908399 Apr 29 07:39:28.267571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51448) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:28.303930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (8353600c-9bea-48ec-8514-39f2765bd25a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.326262 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db377486-8399-45ad-a8c7-44944f32d3fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:28.330470 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-db377486-8399-45ad-a8c7-44944f32d3fa tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1074326 Apr 29 07:39:28.334027 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51450) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:28.348625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f86c9c20-1b69-4f1c-864b-553b791211d8 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:28.348625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.351963 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.374572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.437878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port f86c9c20-1b69-4f1c-864b-553b791211d8, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f86c9c20-1b69-4f1c-864b-553b791211d8,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:28.448345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-e30a3f3e-c783-470f-9956-5829e16fdadd', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:28.449315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.468966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.499160 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35b90e-921f-451e-b65a-6e53adbcec47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:28.501155 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0b35b90e-921f-451e-b65a-6e53adbcec47 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1661453 Apr 29 07:39:28.513248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51452) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:28.530857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=a8f1738d-1a84-4b19-9530-836e4ab9e32c,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:28.592314 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-01168c2a-e7c8-4387-afeb-457db0554f2f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739415 Apr 29 07:39:28.595838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51454) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:28.601006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:28.622223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18745d9-937b-4a4f-af6a-ea06a472d22d None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:28.781730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=f86c9c20-1b69-4f1c-864b-553b791211d8,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:28.789098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Current status of the port f86c9c20-1b69-4f1c-864b-553b791211d8 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:28.797588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:28.801000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.835919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Allocated IP 172.22.0.2 (e30a3f3e-c783-470f-9956-5829e16fdadd/0c1d6430-0fa0-4f4a-b8df-062b4325f08f/fcf7db30-47bd-48dd-8f48-3482d0bbaa47) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:28.877425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Provisioning complete for port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:28.877878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.907075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (7f8c968a-e012-4ac2-a7fe-cf77660f433c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:28.950172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device a335a86e-2db3-4bab-9858-3a9be59bbb00 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:29.028469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (cca772e5-854c-4604-b98b-86c9a02e8ad9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.036627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.098226 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.158205 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b18745d9-937b-4a4f-af6a-ea06a472d22d None None] Deleting port f86c9c20-1b69-4f1c-864b-553b791211d8 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:29.158565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b18745d9-937b-4a4f-af6a-ea06a472d22d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.275136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b18745d9-937b-4a4f-af6a-ea06a472d22d None None] For port f86c9c20-1b69-4f1c-864b-553b791211d8, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f86c9c20-1b69-4f1c-864b-553b791211d8,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:29.275867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b18745d9-937b-4a4f-af6a-ea06a472d22d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.334263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b18745d9-937b-4a4f-af6a-ea06a472d22d None None] Calling delete_port for f86c9c20-1b69-4f1c-864b-553b791211d8 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:29.350874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (8353600c-9bea-48ec-8514-39f2765bd25a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.355016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port a335a86e-2db3-4bab-9858-3a9be59bbb00 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:29.355385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.388397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f45d862b-57b5-48d5-a878-8f0516d69f77 None None] Current status of the port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:29.408816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.435978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:39:29.441514 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Publish callbacks [] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.457717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.536324 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Network e30a3f3e-c783-470f-9956-5829e16fdadd is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:29.547184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Could not find standard attr ID for object a4367de6-be99-4be7-a29b-5bb993be750f. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:39:29.551306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Pushing event updated for resources: {'Port': ['ID=fcf7db30-47bd-48dd-8f48-3482d0bbaa47,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:29.566724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:29.573170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:29.607446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_pluggable_backend [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Port f86c9c20-1b69-4f1c-864b-553b791211d8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104224) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 07:39:29.607661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b18745d9-937b-4a4f-af6a-ea06a472d22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (f86c9c20-1b69-4f1c-864b-553b791211d8), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.607801 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_pluggable_backend [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:1db {{(pid=104224) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 07:39:29.622944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (9a94de5e-622d-4303-a190-1564dd99e603), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.633770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.642109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Provisioning complete for port acbaca56-8a0f-4d0b-9af5-58a24171e112 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:29.642600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.661148 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.705248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18745d9-937b-4a4f-af6a-ea06a472d22d None None] Pushing event deleted for resources: {'Port': ['ID=f86c9c20-1b69-4f1c-864b-553b791211d8,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:29.714308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18745d9-937b-4a4f-af6a-ea06a472d22d None None] No DVR routers for this DVR port f86c9c20-1b69-4f1c-864b-553b791211d8 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:29.724620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port a335a86e-2db3-4bab-9858-3a9be59bbb00 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:29.725659 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.740351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:29.745692 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Attempting to bind port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:29.745967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Attempting to bind port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '16a7153b-2158-42ea-b480-90789ba5fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:29.746351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Attempting to bind port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 on network e30a3f3e-c783-470f-9956-5829e16fdadd {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:29.751269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:29.754401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:29.754985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.764997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:29.765993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Checking segment: {'id': '16a7153b-2158-42ea-b480-90789ba5fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:29.766403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.767138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Bound using segment: {'id': '16a7153b-2158-42ea-b480-90789ba5fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:29.767282 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Bound port: fcf7db30-47bd-48dd-8f48-3482d0bbaa47, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a7153b-2158-42ea-b480-90789ba5fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:29.767661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.773556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c005024-3b3e-42aa-8ca6-f100f816f6df None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:29.778012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=9a94de5e-622d-4303-a190-1564dd99e603,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:29.788094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (7f8c968a-e012-4ac2-a7fe-cf77660f433c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.792333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=a8f1738d-1a84-4b19-9530-836e4ab9e32c,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:29.805123 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-38f1e9f3-7add-4be5-a506-1335272acd52 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2081988 Apr 29 07:39:29.808606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51456) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:29.813419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d122dbbe-ea7a-456c-866f-02ce2ed541ef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:29.868255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port a335a86e-2db3-4bab-9858-3a9be59bbb00, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=a335a86e-2db3-4bab-9858-3a9be59bbb00,segment=NetworkSegment(52e55af7-9fe4-44f9-a614-e084d5d3ce1b),segment_id=52e55af7-9fe4-44f9-a614-e084d5d3ce1b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:29.906355 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.907201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3292f0ec-5536-4867-81a9-3bc3ec769f65 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:29.920799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:29.980563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:29.986962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:30.026809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Current status of the port acbaca56-8a0f-4d0b-9af5-58a24171e112 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:30.039361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d122dbbe-ea7a-456c-866f-02ce2ed541ef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:30.042901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d122dbbe-ea7a-456c-866f-02ce2ed541ef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.072553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] For port fcf7db30-47bd-48dd-8f48-3482d0bbaa47, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:30.098414 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router cca772e5-854c-4604-b98b-86c9a02e8ad9 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:39:30.099029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=a335a86e-2db3-4bab-9858-3a9be59bbb00,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:30.101816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '9a94de5e-622d-4303-a190-1564dd99e603'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:30.102928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.112613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.113065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] For port fcf7db30-47bd-48dd-8f48-3482d0bbaa47, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fcf7db30-47bd-48dd-8f48-3482d0bbaa47,segment=NetworkSegment(16a7153b-2158-42ea-b480-90789ba5fc30),segment_id=16a7153b-2158-42ea-b480-90789ba5fc30)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:30.127321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.135 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/1f8c4556-25b5-4db9-8ccd-c7b4b625e157) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:30.138197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Provisioning complete for port a8f1738d-1a84-4b19-9530-836e4ab9e32c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:30.138560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.194726 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.ipam_backend_mixin [None req-d122dbbe-ea7a-456c-866f-02ce2ed541ef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a94de5e-622d-4303-a190-1564dd99e603 (CIDR: 2001:db8::/64) Apr 29 07:39:30.205074 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d122dbbe-ea7a-456c-866f-02ce2ed541ef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:39:30.205552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d122dbbe-ea7a-456c-866f-02ce2ed541ef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:39:30.225582 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Router 7f8c968a-e012-4ac2-a7fe-cf77660f433c is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:39:30.232461 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d122dbbe-ea7a-456c-866f-02ce2ed541ef tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4228861 Apr 29 07:39:30.236743 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51458) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:30.243196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:30.288281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.291276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Port a8f1738d-1a84-4b19-9530-836e4ab9e32c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:30.311536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3292f0ec-5536-4867-81a9-3bc3ec769f65 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:30.311912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.455488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 1179d52f-017d-4912-81a3-eba7f54d3abe up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:30.457874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Provisioning complete for port 3292f0ec-5536-4867-81a9-3bc3ec769f65 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:30.458243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.517849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b112bb-d989-4a46-86c1-825330d18ae5 None None] Pushing event updated for resources: {'Port': ['ID=fcf7db30-47bd-48dd-8f48-3482d0bbaa47,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:30.562826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Allocated IP 2001:db8::f816:3eff:fe01:f25f (5f57687c-3acb-4c32-82c9-53f862533295/9a94de5e-622d-4303-a190-1564dd99e603/4f17eaed-08b3-43d9-ba07-8010d52bb729) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:30.568318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.578300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:30.619489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643c88c3-e332-458f-add5-a83e5149c768 None None] Sync routers for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:30.675143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.681052 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-895c020c-409d-4e59-a87f-25fea83fddb4 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3514955 Apr 29 07:39:30.686228 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51460) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:30.742557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Router f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:39:30.762238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c88c3-e332-458f-add5-a83e5149c768 None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:30.763913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-643c88c3-e332-458f-add5-a83e5149c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:30.765921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 1179d52f-017d-4912-81a3-eba7f54d3abe triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:30.766304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.773748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3292f0ec-5536-4867-81a9-3bc3ec769f65 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:30.774149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.782026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.803407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.22.0.1 (e30a3f3e-c783-470f-9956-5829e16fdadd/0c1d6430-0fa0-4f4a-b8df-062b4325f08f/ed3e3cf1-1ae5-4e17-8970-687ae7955192) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:30.856331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:30.868249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:30.927399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:30.927930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Current status of the port 3292f0ec-5536-4867-81a9-3bc3ec769f65 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:30.928459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:30.938565 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc9272-5d01-4337-8956-4e7fef4d8f28 None None] Sync routers for ids ['7f8c968a-e012-4ac2-a7fe-cf77660f433c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:30.945146 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6889bc01-d8d0-4342-bb17-a44ff13562cb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "PUT /v2.0/routers/7f8c968a-e012-4ac2-a7fe-cf77660f433c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6371794 Apr 29 07:39:30.951216 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51462) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:30.952648 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc9272-5d01-4337-8956-4e7fef4d8f28 None None] Routers {'7f8c968a-e012-4ac2-a7fe-cf77660f433c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:30.954618 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fccc9272-5d01-4337-8956-4e7fef4d8f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['7f8c968a-e012-4ac2-a7fe-cf77660f433c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:31.047841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] For port 3292f0ec-5536-4867-81a9-3bc3ec769f65, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3292f0ec-5536-4867-81a9-3bc3ec769f65,segment=NetworkSegment(addcfeb0-3804-40b8-8d82-5cfe87a946b2),segment_id=addcfeb0-3804-40b8-8d82-5cfe87a946b2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:31.050137 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fccc9272-5d01-4337-8956-4e7fef4d8f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:31.064639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-643c88c3-e332-458f-add5-a83e5149c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:31.075673 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc9272-5d01-4337-8956-4e7fef4d8f28 None None] Routers {'7f8c968a-e012-4ac2-a7fe-cf77660f433c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:31.076283 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fccc9272-5d01-4337-8956-4e7fef4d8f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['7f8c968a-e012-4ac2-a7fe-cf77660f433c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:31.076875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.081804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.112177 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fccc9272-5d01-4337-8956-4e7fef4d8f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:31.113105 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc9272-5d01-4337-8956-4e7fef4d8f28 None None] The sync data for ids ['7f8c968a-e012-4ac2-a7fe-cf77660f433c'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:31.117899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:31.127463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c88c3-e332-458f-add5-a83e5149c768 None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:31.128336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-643c88c3-e332-458f-add5-a83e5149c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:31.168575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=1f8c4556-25b5-4db9-8ccd-c7b4b625e157,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:31.187989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:31.191589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.204175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.207663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 1179d52f-017d-4912-81a3-eba7f54d3abe is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:31.208155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.221581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-643c88c3-e332-458f-add5-a83e5149c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:31.222362 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643c88c3-e332-458f-add5-a83e5149c768 None None] The sync data for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:31.224239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128c4c24-c5c8-4534-8aff-cf21aa349f7f tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:31.226879 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-128c4c24-c5c8-4534-8aff-cf21aa349f7f tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8c968a-e012-4ac2-a7fe-cf77660f433c HTTP/1.1" status: 200 len: 981 time: 0.2731977 Apr 29 07:39:31.254464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=1179d52f-017d-4912-81a3-eba7f54d3abe,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:31.255702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Provisioning complete for port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:31.256318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.262698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51464) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:31.329398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:39:31.331991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33e91f3-b872-4a63-b69d-ebef7c6ddbd0" -d '{"events": [{"server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "name": "network-vif-plugged", "status": "completed", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:39:31.402480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network e30a3f3e-c783-470f-9956-5829e16fdadd is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:31.416385 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:31.422804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:31.475113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.477759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=ed3e3cf1-1ae5-4e17-8970-687ae7955192,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:31.524393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Pushing event updated for resources: {'Port': ['ID=3292f0ec-5536-4867-81a9-3bc3ec769f65,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:31.568587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.603124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:31.698735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Sync routers for ids ['f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:31.705381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=1179d52f-017d-4912-81a3-eba7f54d3abe,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:31.710087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac031f-19c9-4ec2-b3ca-58f8c61a8fed x-openstack-request-id: req-2eac031f-19c9-4ec2-b3ca-58f8c61a8fed {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:39:31.710483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "name": "network-vif-plugged", "status": "completed", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:39:31.710747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2eac031f-19c9-4ec2-b3ca-58f8c61a8fed {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:39:31.711149 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eac031f-19c9-4ec2-b3ca-58f8c61a8fed'] response: {'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'code': 200} Apr 29 07:39:31.732672 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:39:31.733027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:39:31.738172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-07455348-ea0e-490a-a1a2-4369a435115e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.790123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (8353600c-9bea-48ec-8514-39f2765bd25a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.815072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Current status of the port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:31.822484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Routers {'f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:31.823197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:31.950412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Set router f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:31.959741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:31.960916 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9f1d72c6-390c-4879-99bc-6801da6cf3b5 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.6828139 Apr 29 07:39:31.975754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51470) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:32.069902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945b2a3-aa5d-413c-adb7-a1d894079ff3 None None] Network e30a3f3e-c783-470f-9956-5829e16fdadd requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:32.103448 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.123884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Provisioning complete for port a335a86e-2db3-4bab-9858-3a9be59bbb00 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:32.124292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.150812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.172626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Publish callbacks [] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.192894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.259594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (4b5e020e-af69-4b17-abc0-23a4b945708f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.310961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:32.342635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:32.346965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:32.348557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:32.358909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:32.375834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Pushing event updated for resources: {'Port': ['ID=4f17eaed-08b3-43d9-ba07-8010d52bb729,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:32.383706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:32.384550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3292f0ec-5536-4867-81a9-3bc3ec769f65 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:32.384911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.385717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0f5ab9a6-5003-457e-890b-698f8cb1acc5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:32.403698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=4b5e020e-af69-4b17-abc0-23a4b945708f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:32.458788 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9dc3b00a-d14f-459e-a2ee-3dff665fddfe tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/routers/f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc HTTP/1.1" status: 200 len: 909 time: 0.4781978 Apr 29 07:39:32.463702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51472) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:32.469934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1508859412', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': True}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:32.488175 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e9656f87-5be5-4432-8ce7-4cecb82ae3f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2501955 Apr 29 07:39:32.492486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51474) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:32.497605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:6e:ce:a1', 'name': 'tempest-NetworksTestDHCPv6-514662847'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:32.535075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-04dddcc9-e6de-4ecf-9a34-5028ebf4e913 None None] Current status of the port a335a86e-2db3-4bab-9858-3a9be59bbb00 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:32.538137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Attempting to bind port 4f17eaed-08b3-43d9-ba07-8010d52bb729 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:32.538740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Attempting to bind port 4f17eaed-08b3-43d9-ba07-8010d52bb729 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:32.539350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Attempting to bind port 4f17eaed-08b3-43d9-ba07-8010d52bb729 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:32.545650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (e536087f-8cd0-4544-b1f3-3de6d0b16685), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.547035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (e536087f-8cd0-4544-b1f3-3de6d0b16685), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.554798 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:32.555183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:32.555590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.556036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:32.556908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Bound port: 4f17eaed-08b3-43d9-ba07-8010d52bb729, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:32.557322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.564129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (8353600c-9bea-48ec-8514-39f2765bd25a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.578566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.597639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:32.598895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.632038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc', 'name': 'tempest-snat-router-1508859412', 'tenant_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.138'}], 'enable_snat': False}, 'gw_port_id': '8d33a14e-45a8-48a2-accc-535e74c21db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:28Z', 'revision_number': 3, 'project_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'gw_port': {'id': '8d33a14e-45a8-48a2-accc-535e74c21db3', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:24Z', 'updated_at': '2022-04-29T07:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:32.716103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (7f8c968a-e012-4ac2-a7fe-cf77660f433c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.772457 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] Provisioning complete for port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:32.772854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.818515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Checking router: f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:32.818863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Updating router f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc port 8d33a14e-45a8-48a2-accc-535e74c21db3 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:39:32.906023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] For port 4f17eaed-08b3-43d9-ba07-8010d52bb729, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:32.911862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] For port 4f17eaed-08b3-43d9-ba07-8010d52bb729, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4f17eaed-08b3-43d9-ba07-8010d52bb729,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:32.918650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:32.959713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.149846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] Current status of the port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:33.151149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.256683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:33.257903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device acbaca56-8a0f-4d0b-9af5-58a24171e112 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:33.290902 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.20.0.1 (eed6f2c1-a341-407e-8590-a4cb94bb448e/485ec2f5-b800-4074-ae24-fad0f86589f9/1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:33.322790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_controller (e536087f-8cd0-4544-b1f3-3de6d0b16685), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.323374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] For port fcf7db30-47bd-48dd-8f48-3482d0bbaa47, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fcf7db30-47bd-48dd-8f48-3482d0bbaa47,segment=NetworkSegment(16a7153b-2158-42ea-b480-90789ba5fc30),segment_id=16a7153b-2158-42ea-b480-90789ba5fc30)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:33.326637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669d393-46a0-4e0f-a753-1abea644eac3 None None] Pushing event updated for resources: {'Port': ['ID=4f17eaed-08b3-43d9-ba07-8010d52bb729,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:33.335410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.377876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.380145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:33.463035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.472243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cc616df8-9a5d-4071-8c16-14c693571043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.528330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] Provisioning complete for port a8f1738d-1a84-4b19-9530-836e4ab9e32c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:33.528763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.594848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] Pushing event updated for resources: {'Port': ['ID=fcf7db30-47bd-48dd-8f48-3482d0bbaa47,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:33.623246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=ed3e3cf1-1ae5-4e17-8970-687ae7955192,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:33.672675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b784f425-d240-4ffd-bc6a-fe75f619b1cf None None] Port a8f1738d-1a84-4b19-9530-836e4ab9e32c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:33.677642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port acbaca56-8a0f-4d0b-9af5-58a24171e112 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:33.678013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.749332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.805719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.836375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 396d4d46-4a5d-44a6-b87d-b655a93b6057 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:33.842835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network e30a3f3e-c783-470f-9956-5829e16fdadd is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:33.843945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 8353600c-9bea-48ec-8514-39f2765bd25a is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:39:33.852167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:33.859872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (e536087f-8cd0-4544-b1f3-3de6d0b16685), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.971552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:33.984612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f643bf72-4ee4-48bd-b1ae-18602f5e7c0f None None] Provisioning complete for port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:33.984991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f643bf72-4ee4-48bd-b1ae-18602f5e7c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.040777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Publish callbacks [] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.064140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network eed6f2c1-a341-407e-8590-a4cb94bb448e is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:34.070655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:34.073709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:34.078289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.115774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:34.172637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port acbaca56-8a0f-4d0b-9af5-58a24171e112 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:34.187586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daf6f4-9163-4ed0-af15-09a65099dfef None None] Pushing event updated for resources: {'Port': ['ID=8d33a14e-45a8-48a2-accc-535e74c21db3,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:34.208308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Attempting to bind port 8d33a14e-45a8-48a2-accc-535e74c21db3 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:34.208739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Attempting to bind port 8d33a14e-45a8-48a2-accc-535e74c21db3 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:34.209162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Attempting to bind port 8d33a14e-45a8-48a2-accc-535e74c21db3 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:34.227312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (cca772e5-854c-4604-b98b-86c9a02e8ad9), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.255094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:34.255406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:34.255914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.256211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:34.256678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Bound port: 8d33a14e-45a8-48a2-accc-535e74c21db3, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:34.258271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.331159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f643bf72-4ee4-48bd-b1ae-18602f5e7c0f None None] Current status of the port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:34.360405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:34.396067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f643bf72-4ee4-48bd-b1ae-18602f5e7c0f None None] Provisioning complete for port ed3e3cf1-1ae5-4e17-8970-687ae7955192 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:34.400090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f643bf72-4ee4-48bd-b1ae-18602f5e7c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.405670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] For port 8d33a14e-45a8-48a2-accc-535e74c21db3, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:34.422997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:34.436354 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Sync routers for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:34.449992 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:34.450636 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:34.465437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] For port 8d33a14e-45a8-48a2-accc-535e74c21db3, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8d33a14e-45a8-48a2-accc-535e74c21db3,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:34.497092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.501528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f643bf72-4ee4-48bd-b1ae-18602f5e7c0f None None] Port ed3e3cf1-1ae5-4e17-8970-687ae7955192 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:34.536889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.592413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device a335a86e-2db3-4bab-9858-3a9be59bbb00 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:34.605495 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8:0:1::335 (5f57687c-3acb-4c32-82c9-53f862533295/4b5e020e-af69-4b17-abc0-23a4b945708f/396d4d46-4a5d-44a6-b87d-b655a93b6057) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:34.644364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.652182 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d4e92d82-8a51-40ab-a21f-2b1b4f0020a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8552983 Apr 29 07:39:34.653756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:fe6e:cea1 (5f57687c-3acb-4c32-82c9-53f862533295/9a94de5e-622d-4303-a190-1564dd99e603/396d4d46-4a5d-44a6-b87d-b655a93b6057) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:34.656745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51476) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:34.686214 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:34.710801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daf6f4-9163-4ed0-af15-09a65099dfef None None] Pushing event updated for resources: {'Port': ['ID=8d33a14e-45a8-48a2-accc-535e74c21db3,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:34.712788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:34.755931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:34.778090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Routers {'f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:34.778748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:34.784506 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-450ebe63-58f3-4ce1-9518-4e5900b93e87 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5132468 Apr 29 07:39:34.784738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51480) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:34.791922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'network': {'name': 'tempest-RoutersTest-82167829'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:34.819370 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.831297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port a8f1738d-1a84-4b19-9530-836e4ab9e32c {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:34.831715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.834313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:34.838051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.852785 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5008b8ad-53ee-43be-9594-4b6c1c30f571 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1911383 Apr 29 07:39:34.854811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51482) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:34.859939 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8f58fbb9-1f5b-46f9-b280-5897e7cdc11f None None] Provisioning complete for port ed3e3cf1-1ae5-4e17-8970-687ae7955192 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:34.860311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8f58fbb9-1f5b-46f9-b280-5897e7cdc11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.861909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:34.862547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:34.943986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5461dc-b8fb-49b0-8f23-b0e08a0b404f None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:34.944385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:39:34.999086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (377f3cf6-002c-44ca-93bc-36afdcf97b34), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:34.999459 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added segment 377f3cf6-002c-44ca-93bc-36afdcf97b34 of type vlan for network 2aa58803-1db6-41f9-a882-41407b14d3fa Apr 29 07:39:35.068400 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:39:31Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:35.078846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port a335a86e-2db3-4bab-9858-3a9be59bbb00 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:35.079801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.089815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8f58fbb9-1f5b-46f9-b280-5897e7cdc11f None None] Port ed3e3cf1-1ae5-4e17-8970-687ae7955192 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:35.099798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (e536087f-8cd0-4544-b1f3-3de6d0b16685), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.109202 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Checking router: 8353600c-9bea-48ec-8514-39f2765bd25a for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:35.109972 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Updating router 8353600c-9bea-48ec-8514-39f2765bd25a port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:39:35.127429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.147535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:35.159033 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.162017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (2aa58803-1db6-41f9-a882-41407b14d3fa), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.172640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.203273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for a8f1738d-1a84-4b19-9530-836e4ab9e32c owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:35.208339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d87697-351e-494e-a37c-fcfb030b3f1c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:35.212928 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-73d87697-351e-494e-a37c-fcfb030b3f1c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3541806 Apr 29 07:39:35.213559 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51486) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:35.218364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] Set router f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:35.221243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8f58fbb9-1f5b-46f9-b280-5897e7cdc11f None None] Provisioning complete for port 1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:35.221243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8f58fbb9-1f5b-46f9-b280-5897e7cdc11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.265855 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e628f02b-9588-43d4-bb0f-66d21960df61 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323009 Apr 29 07:39:35.267074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51488) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:35.282336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.resource_extend [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:39:35.287651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1193315755', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:35.339344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Allocated IP 172.26.3.97 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/ebfa70ae-d241-4005-b4af-7b88d0b4898c) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:35.398240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (2aa58803-1db6-41f9-a882-41407b14d3fa), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.403381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:35.403976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.408489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (396d4d46-4a5d-44a6-b87d-b655a93b6057), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.445205 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:35.447721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.447884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.491047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8f58fbb9-1f5b-46f9-b280-5897e7cdc11f None None] Port 1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:35.547079 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7604299 Apr 29 07:39:35.554393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51492) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:35.563664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.574917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'subnet': {'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:35.596012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port a335a86e-2db3-4bab-9858-3a9be59bbb00 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:35.606942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3292f0ec-5536-4867-81a9-3bc3ec769f65 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:35.649940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13656ec7-591a-4172-bcea-39b6e483e86e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Network': ['ID=2aa58803-1db6-41f9-a882-41407b14d3fa,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:35.653804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.678189 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 2aa58803-1db6-41f9-a882-41407b14d3fa details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:39:35.732972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:35.735434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.739272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:35.742399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:35.767466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.770599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (396d4d46-4a5d-44a6-b87d-b655a93b6057), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.793849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event updated for resources: {'Port': ['ID=ebfa70ae-d241-4005-b4af-7b88d0b4898c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:35.889728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:35.892877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Made reservation on behalf of 959d969c37d64dfc804c6ee5e2f4e91d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:35.896590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.907017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (cca772e5-854c-4604-b98b-86c9a02e8ad9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.911202 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Publish callbacks [] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.920309 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.922032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:35.924089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a8f1738d-1a84-4b19-9530-836e4ab9e32c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.928808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:35.934289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:35.934960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.955147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (360bb8fa-2a1c-4e1f-8331-3826f2aa174f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:35.967975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:35.989701 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Attempting to bind port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:35.989983 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Attempting to bind port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:35.991524 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Attempting to bind port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:36.001712 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:36.002238 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:36.004203 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.004600 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:36.005075 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Bound port: 1f8c4556-25b5-4db9-8ccd-c7b4b625e157, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:36.005568 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.024934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=360bb8fa-2a1c-4e1f-8331-3826f2aa174f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:36.045316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fb4fa1b3-a086-41e2-9616-81da0f5040ff None None] Provisioning complete for port 4f17eaed-08b3-43d9-ba07-8010d52bb729 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:36.046045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa1b3-a086-41e2-9616-81da0f5040ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.103527 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6102042 Apr 29 07:39:36.103776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51496) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:36.105169 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] For port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:36.110242 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] For port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1f8c4556-25b5-4db9-8ccd-c7b4b625e157,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:36.113630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Checking segment: {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:36.113861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network hostable DHCP agents. Network: 83a17604-949c-4c86-b775-5609dc1134e1, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:39:36.131863 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.136259 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2326d4d-1daa-420c-a541-917ef4c26020 None None] Pushing event updated for resources: {'Port': ['ID=1f8c4556-25b5-4db9-8ccd-c7b4b625e157,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:36.174556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad2bad-f69e-4ade-9cbd-7b95063c0c21 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=396d4d46-4a5d-44a6-b87d-b655a93b6057,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:36.211607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.211878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a261f-b695-4e29-b68b-fd97d5ec447e None None] Update dhcp port {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': '9a94de5e-622d-4303-a190-1564dd99e603', 'ip_address': '2001:db8::f816:3eff:fe01:f25f'}, {'subnet_id': '4b5e020e-af69-4b17-abc0-23a4b945708f'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '4f17eaed-08b3-43d9-ba07-8010d52bb729'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:39:36.257213 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:36.257800 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:36.273898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 83a17604-949c-4c86-b775-5609dc1134e1 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:39:36.303376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fd1a261f-b695-4e29-b68b-fd97d5ec447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.305728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3292f0ec-5536-4867-81a9-3bc3ec769f65 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:36.305873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.313890 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2326d4d-1daa-420c-a541-917ef4c26020 None None] Pushing event updated for resources: {'Port': ['ID=1f8c4556-25b5-4db9-8ccd-c7b4b625e157,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:36.329358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 83a17604-949c-4c86-b775-5609dc1134e1) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:36.339821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:36.340090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.350951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=a8f1738d-1a84-4b19-9530-836e4ab9e32c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:36.377739 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3faf545a-45fb-4706-9780-b8b06f7403f7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0955727 Apr 29 07:39:36.383449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23a6ff6-3066-4776-934d-6eb181f26b72 None None] Network 83a17604-949c-4c86-b775-5609dc1134e1 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:36.386515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51498) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:36.403670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (e536087f-8cd0-4544-b1f3-3de6d0b16685), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.430625 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:36.440884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network eed6f2c1-a341-407e-8590-a4cb94bb448e is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:36.446803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:36.502343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc', 'name': 'tempest-snat-router-1508859412', 'tenant_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.138'}], 'enable_snat': False}, 'gw_port_id': '8d33a14e-45a8-48a2-accc-535e74c21db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:28Z', 'revision_number': 3, 'project_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'gw_port': {'id': '8d33a14e-45a8-48a2-accc-535e74c21db3', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:24Z', 'updated_at': '2022-04-29T07:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:36.612451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5990f-a82d-4d4d-8158-3ff11b013327 None None] The sync data for ids ['f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc'] in dv-neutron-839860-1-hyperv is: [{'id': 'f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc', 'name': 'tempest-snat-router-1508859412', 'tenant_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.138'}], 'enable_snat': False}, 'gw_port_id': '8d33a14e-45a8-48a2-accc-535e74c21db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:28Z', 'revision_number': 3, 'project_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'gw_port': {'id': '8d33a14e-45a8-48a2-accc-535e74c21db3', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:24Z', 'updated_at': '2022-04-29T07:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:36.627695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:31Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:32Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:36.668790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (7f8c968a-e012-4ac2-a7fe-cf77660f433c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.707317 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:39:31Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:36.749618 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe184f68-5066-40c0-8c9c-418869bbb052 None None] The sync data for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv is: [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:39:31Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:36.921586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (827c1c10-64d7-4791-a14f-66549c32ddc3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.926779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fa1b3-a086-41e2-9616-81da0f5040ff None None] Current status of the port 4f17eaed-08b3-43d9-ba07-8010d52bb729 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:36.927161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa1b3-a086-41e2-9616-81da0f5040ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:36.930877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:36.931220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Updating router c341dfce-9663-45db-b58b-c12b3acdd2b4 port ed3e3cf1-1ae5-4e17-8970-687ae7955192 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:39:36.937368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router cca772e5-854c-4604-b98b-86c9a02e8ad9 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:36.953722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9e73ffdd-a4fa-4786-bcef-8f89792168a0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 396d4d46-4a5d-44a6-b87d-b655a93b6057 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:36.954296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e73ffdd-a4fa-4786-bcef-8f89792168a0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (396d4d46-4a5d-44a6-b87d-b655a93b6057), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:37.064140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fb4fa1b3-a086-41e2-9616-81da0f5040ff None None] For port 4f17eaed-08b3-43d9-ba07-8010d52bb729, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4f17eaed-08b3-43d9-ba07-8010d52bb729,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:37.070134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-83a17604-949c-4c86-b775-5609dc1134e1', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:37.075023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:37.099995 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa1b3-a086-41e2-9616-81da0f5040ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:37.172911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-fd1a261f-b695-4e29-b68b-fd97d5ec447e None None] Allocated IP 2001:db8:0:1::2 (5f57687c-3acb-4c32-82c9-53f862533295/4b5e020e-af69-4b17-abc0-23a4b945708f/4f17eaed-08b3-43d9-ba07-8010d52bb729) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:37.175578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:37.309257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:37.316392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3292f0ec-5536-4867-81a9-3bc3ec769f65 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:37.316392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fcf7db30-47bd-48dd-8f48-3482d0bbaa47 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:37.319454 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8aa8edc0-f691-464d-9c95-d13bd6c39645 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/routers/cca772e5-854c-4604-b98b-86c9a02e8ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6296999 Apr 29 07:39:37.329323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51500) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:37.350025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'port': {'network_id': 'eed6f2c1-a341-407e-8590-a4cb94bb448e', 'name': 'tempest-FloatingIPTestJSON-1437283525'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:37.358041 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8e6e3-9395-419d-90de-5b9e4df1c464 None None] Sync routers for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:37.371189 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8e6e3-9395-419d-90de-5b9e4df1c464 None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:37.371808 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-93e8e6e3-9395-419d-90de-5b9e4df1c464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:37.399809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Checking segment: {'id': '377f3cf6-002c-44ca-93bc-36afdcf97b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:37.399809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network hostable DHCP agents. Network: 2aa58803-1db6-41f9-a882-41407b14d3fa, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:39:37.407559 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Subnet': ['ID=827c1c10-64d7-4791-a14f-66549c32ddc3,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:37.428126 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Router 7f8c968a-e012-4ac2-a7fe-cf77660f433c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:37.435647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (e536087f-8cd0-4544-b1f3-3de6d0b16685), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:37.447233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e73ffdd-a4fa-4786-bcef-8f89792168a0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (396d4d46-4a5d-44a6-b87d-b655a93b6057), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:37.452652 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-93e8e6e3-9395-419d-90de-5b9e4df1c464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:37.470730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 2aa58803-1db6-41f9-a882-41407b14d3fa is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:39:37.480250 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8e6e3-9395-419d-90de-5b9e4df1c464 None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:37.483468 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-93e8e6e3-9395-419d-90de-5b9e4df1c464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:37.512745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9e73ffdd-a4fa-4786-bcef-8f89792168a0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 396d4d46-4a5d-44a6-b87d-b655a93b6057 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:37.579680 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-93e8e6e3-9395-419d-90de-5b9e4df1c464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:37.580495 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8e6e3-9395-419d-90de-5b9e4df1c464 None None] The sync data for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:37.664842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:37.733285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fa1b3-a086-41e2-9616-81da0f5040ff None None] Pushing event updated for resources: {'Port': ['ID=4f17eaed-08b3-43d9-ba07-8010d52bb729,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:37.744522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-29c9ab66-602f-48f1-942e-3b55a2adced2 None None] Provisioning complete for port 1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:37.745026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29c9ab66-602f-48f1-942e-3b55a2adced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:37.839617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:37.839999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:37.920657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Allocated IP 172.20.0.2 (83a17604-949c-4c86-b775-5609dc1134e1/360bb8fa-2a1c-4e1f-8331-3826f2aa174f/7d976985-f82d-4661-a34b-e30c353ea867) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:37.937997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-29c9ab66-602f-48f1-942e-3b55a2adced2 None None] Port 1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:37.963060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fd1a261f-b695-4e29-b68b-fd97d5ec447e None None] For port 4f17eaed-08b3-43d9-ba07-8010d52bb729, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4f17eaed-08b3-43d9-ba07-8010d52bb729,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:37.987166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Publish callbacks [] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.058952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 2aa58803-1db6-41f9-a882-41407b14d3fa) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:38.099929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Router e536087f-8cd0-4544-b1f3-3de6d0b16685 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:39:38.104091 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:38.104936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.119488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.127490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fd1a261f-b695-4e29-b68b-fd97d5ec447e None None] Publish callbacks [] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.131353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2459df1e-defe-4210-ae9e-5567f7a331b1 None None] Network 2aa58803-1db6-41f9-a882-41407b14d3fa requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:38.144928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:38.153552 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f584f442-bf3b-4623-aab3-3f23f7060078 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "PUT /v2.0/routers/7f8c968a-e012-4ac2-a7fe-cf77660f433c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8862255 Apr 29 07:39:38.154884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51504) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:38.177822 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-03cc7e7e-97b7-47a6-a6b2-1c79b27139d5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6052697 Apr 29 07:39:38.179175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51506) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:38.213846 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ea4c43-ed43-41fe-a2e8-e135231097ef tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:39:38.214272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad284502-e0c7-4f51-8846-82efe1671ed1 None None] Sync routers for ids ['7f8c968a-e012-4ac2-a7fe-cf77660f433c'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:38.217091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fd1a261f-b695-4e29-b68b-fd97d5ec447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.218854 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f5ea4c43-ed43-41fe-a2e8-e135231097ef tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/a8f1738d-1a84-4b19-9530-836e4ab9e32c HTTP/1.1" status: 404 len: 333 time: 0.0623145 Apr 29 07:39:38.219776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51508) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:38.276308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Made reservation on behalf of 528cb288da5b4df2a28de531d04471d8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:38.280909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.403515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:38.404562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4f17eaed-08b3-43d9-ba07-8010d52bb729 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:38.458050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] device_id is not set on port 141e6537-1c60-4aaa-b8ee-b9ee5d0cea67 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:38.472756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad7658d8-f904-41e8-a704-d719677e3170 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for router (7f8c968a-e012-4ac2-a7fe-cf77660f433c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.539302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e73ffdd-a4fa-4786-bcef-8f89792168a0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (396d4d46-4a5d-44a6-b87d-b655a93b6057), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.636203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad284502-e0c7-4f51-8846-82efe1671ed1 None None] Routers {'7f8c968a-e012-4ac2-a7fe-cf77660f433c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:38.636417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ad284502-e0c7-4f51-8846-82efe1671ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['7f8c968a-e012-4ac2-a7fe-cf77660f433c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:38.646142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73ffdd-a4fa-4786-bcef-8f89792168a0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=396d4d46-4a5d-44a6-b87d-b655a93b6057,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:38.654276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f754f4-e22a-4972-a76b-587bb1bb4614 None None] Pushing event updated for resources: {'Port': ['ID=ed3e3cf1-1ae5-4e17-8970-687ae7955192,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:38.748208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-2aa58803-1db6-41f9-a882-41407b14d3fa', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:38.749032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.762429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9e73ffdd-a4fa-4786-bcef-8f89792168a0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.767922 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9e73ffdd-a4fa-4786-bcef-8f89792168a0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/396d4d46-4a5d-44a6-b87d-b655a93b6057 HTTP/1.1" status: 204 len: 168 time: 2.6605229 Apr 29 07:39:38.777048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51510) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:38.784165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad7658d8-f904-41e8-a704-d719677e3170 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (7f8c968a-e012-4ac2-a7fe-cf77660f433c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.788008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad7658d8-f904-41e8-a704-d719677e3170 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for router_controller (7f8c968a-e012-4ac2-a7fe-cf77660f433c), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.792173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ad284502-e0c7-4f51-8846-82efe1671ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:38.799294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:38.811247 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Sync routers for ids ['e536087f-8cd0-4544-b1f3-3de6d0b16685'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:38.843750 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Routers {'e536087f-8cd0-4544-b1f3-3de6d0b16685'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:38.844623 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['e536087f-8cd0-4544-b1f3-3de6d0b16685'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:38.848028 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:39:38.863004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Attempting to bind port ed3e3cf1-1ae5-4e17-8970-687ae7955192 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:38.863392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Attempting to bind port ed3e3cf1-1ae5-4e17-8970-687ae7955192 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '16a7153b-2158-42ea-b480-90789ba5fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:38.863755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Attempting to bind port ed3e3cf1-1ae5-4e17-8970-687ae7955192 on network e30a3f3e-c783-470f-9956-5829e16fdadd {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:38.882386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7fdd0388-ef8c-4adf-a086-3160c761d2dd None None] Provisioning complete for port ed3e3cf1-1ae5-4e17-8970-687ae7955192 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:38.883401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0388-ef8c-4adf-a086-3160c761d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.907738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.911444 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-869f8ef0-260f-44af-b203-85774e8ed6e9 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4427910 Apr 29 07:39:38.917115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Allocated IP 172.20.0.7 (eed6f2c1-a341-407e-8590-a4cb94bb448e/485ec2f5-b800-4074-ae24-fad0f86589f9/141e6537-1c60-4aaa-b8ee-b9ee5d0cea67) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:38.929635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51512) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:38.934655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad284502-e0c7-4f51-8846-82efe1671ed1 None None] Routers {'7f8c968a-e012-4ac2-a7fe-cf77660f433c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:38.935327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ad284502-e0c7-4f51-8846-82efe1671ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['7f8c968a-e012-4ac2-a7fe-cf77660f433c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:38.943767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:38.944172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Checking segment: {'id': '16a7153b-2158-42ea-b480-90789ba5fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:38.944543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:38.944919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Bound using segment: {'id': '16a7153b-2158-42ea-b480-90789ba5fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:38.945435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Bound port: ed3e3cf1-1ae5-4e17-8970-687ae7955192, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a7153b-2158-42ea-b480-90789ba5fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:38.945824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.002352 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Set router e536087f-8cd0-4544-b1f3-3de6d0b16685 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:39.030506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a261f-b695-4e29-b68b-fd97d5ec447e None None] Pushing event updated for resources: {'Port': ['ID=4f17eaed-08b3-43d9-ba07-8010d52bb729,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:39.046012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad7658d8-f904-41e8-a704-d719677e3170 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (7f8c968a-e012-4ac2-a7fe-cf77660f433c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.046791 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7658d8-f904-41e8-a704-d719677e3170 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Fanout notify agent at l3_agent the message router_deleted on router 7f8c968a-e012-4ac2-a7fe-cf77660f433c {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:39:39.061138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad7658d8-f904-41e8-a704-d719677e3170 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.062789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ad284502-e0c7-4f51-8846-82efe1671ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:39.063430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad284502-e0c7-4f51-8846-82efe1671ed1 None None] The sync data for ids ['7f8c968a-e012-4ac2-a7fe-cf77660f433c'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:39.067202 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ad7658d8-f904-41e8-a704-d719677e3170 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/routers/7f8c968a-e012-4ac2-a7fe-cf77660f433c HTTP/1.1" status: 204 len: 168 time: 0.7771237 Apr 29 07:39:39.068099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51514) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:39.111781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Publish callbacks [] for port (7d976985-f82d-4661-a34b-e30c353ea867), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.115566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd0388-ef8c-4adf-a086-3160c761d2dd None None] Port ed3e3cf1-1ae5-4e17-8970-687ae7955192 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:39.180360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (7d976985-f82d-4661-a34b-e30c353ea867), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.195176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4f17eaed-08b3-43d9-ba07-8010d52bb729 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:39.195535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.246918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c19787-d6b6-459f-9a52-84f104856632 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet 53394b35-1819-40f3-94d1-331addad45ba {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:39.263651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4c19787-d6b6-459f-9a52-84f104856632 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (53394b35-1819-40f3-94d1-331addad45ba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.306477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Network 83a17604-949c-4c86-b775-5609dc1134e1 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:39.313280 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e536087f-8cd0-4544-b1f3-3de6d0b16685', 'name': 'tempest-snat-router-1508859412', 'tenant_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ebfa70ae-d241-4005-b4af-7b88d0b4898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:32Z', 'updated_at': '2022-04-29T07:39:36Z', 'revision_number': 3, 'project_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'gw_port': {'id': 'ebfa70ae-d241-4005-b4af-7b88d0b4898c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e536087f-8cd0-4544-b1f3-3de6d0b16685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:35Z', 'updated_at': '2022-04-29T07:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:39.316794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4c19787-d6b6-459f-9a52-84f104856632 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (53394b35-1819-40f3-94d1-331addad45ba), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.331888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:39.335054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:39.364748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] For port ed3e3cf1-1ae5-4e17-8970-687ae7955192, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:39.369721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Allocated IP 172.23.0.2 (2aa58803-1db6-41f9-a882-41407b14d3fa/827c1c10-64d7-4791-a14f-66549c32ddc3/4a21b1f9-2d98-45a6-9837-30f81ddab43f) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:39.374828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] For port ed3e3cf1-1ae5-4e17-8970-687ae7955192, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ed3e3cf1-1ae5-4e17-8970-687ae7955192,segment=NetworkSegment(16a7153b-2158-42ea-b480-90789ba5fc30),segment_id=16a7153b-2158-42ea-b480-90789ba5fc30)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:39.383767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Pushing event updated for resources: {'Port': ['ID=7d976985-f82d-4661-a34b-e30c353ea867,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:39.406804 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Checking router: e536087f-8cd0-4544-b1f3-3de6d0b16685 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:39.408296 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Updating router e536087f-8cd0-4544-b1f3-3de6d0b16685 port ebfa70ae-d241-4005-b4af-7b88d0b4898c binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:39:39.412664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb20bf5-ec29-4026-a3fb-c0a25898685c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:39.420388 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cbb20bf5-ec29-4026-a3fb-c0a25898685c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6396921 Apr 29 07:39:39.425698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51516) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:39.426459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.443973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4c19787-d6b6-459f-9a52-84f104856632 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (53394b35-1819-40f3-94d1-331addad45ba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.475858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.493271 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.525132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4c19787-d6b6-459f-9a52-84f104856632 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (53394b35-1819-40f3-94d1-331addad45ba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.537082 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-af2ed17a-f1ab-4709-a637-0b32d93e3ede tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/routers/e536087f-8cd0-4544-b1f3-3de6d0b16685 HTTP/1.1" status: 200 len: 907 time: 0.6062710 Apr 29 07:39:39.543127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51518) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:39.573570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Attempting to bind port 7d976985-f82d-4661-a34b-e30c353ea867 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:39.573948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Attempting to bind port 7d976985-f82d-4661-a34b-e30c353ea867 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:39.574311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Attempting to bind port 7d976985-f82d-4661-a34b-e30c353ea867 on network 83a17604-949c-4c86-b775-5609dc1134e1 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:39.597999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf09e84-e605-47eb-946e-098f931c6ac6 None None] Network b5bb9d8d-94e9-4ac2-953a-2651ce66ccee requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:39.637100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:39.637547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Checking segment: {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:39.640825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.641278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Bound using segment: {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:39.641825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Bound port: 7d976985-f82d-4661-a34b-e30c353ea867, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:39.642444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7d976985-f82d-4661-a34b-e30c353ea867), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.663896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f4c19787-d6b6-459f-9a52-84f104856632 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.688226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:39.688678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:39.690316 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f4c19787-d6b6-459f-9a52-84f104856632 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/53394b35-1819-40f3-94d1-331addad45ba HTTP/1.1" status: 204 len: 168 time: 0.6132584 Apr 29 07:39:39.695826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51520) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:39.757322 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c19787-d6b6-459f-9a52-84f104856632 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=53394b35-1819-40f3-94d1-331addad45ba,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:39.848987 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f754f4-e22a-4972-a76b-587bb1bb4614 None None] Pushing event updated for resources: {'Port': ['ID=ed3e3cf1-1ae5-4e17-8970-687ae7955192,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:39.899343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:39.929922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.1 (83a17604-949c-4c86-b775-5609dc1134e1/360bb8fa-2a1c-4e1f-8331-3826f2aa174f/4379df11-34d5-4daa-9ac5-722943931b8a) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:39.958655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (b5bb9d8d-94e9-4ac2-953a-2651ce66ccee), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.030696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4f17eaed-08b3-43d9-ba07-8010d52bb729 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:40.073471 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Publish callbacks [] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.087076 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.096603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (4379df11-34d5-4daa-9ac5-722943931b8a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.150871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.153349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f86c9c20-1b69-4f1c-864b-553b791211d8 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:40.192154 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3647ffe9-ce1c-4354-b10b-3a10130415a2 None None] Provisioning complete for port 4f17eaed-08b3-43d9-ba07-8010d52bb729 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:40.192520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3647ffe9-ce1c-4354-b10b-3a10130415a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.266802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:40.272132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: f86c9c20-1b69-4f1c-864b-553b791211d8 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:40.272465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f86c9c20-1b69-4f1c-864b-553b791211d8 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:40.296804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 83a17604-949c-4c86-b775-5609dc1134e1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:40.304778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:40.320381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f114f99-4fe5-48ff-95fa-c9f43754d499 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:40.338244 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f114f99-4fe5-48ff-95fa-c9f43754d499 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9094126 Apr 29 07:39:40.339652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:40.368044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] For port 7d976985-f82d-4661-a34b-e30c353ea867, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:40.414549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51522) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:40.424912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] For port 7d976985-f82d-4661-a34b-e30c353ea867, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7d976985-f82d-4661-a34b-e30c353ea867,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:40.426652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Publish callbacks [] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.446226 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Attempting to bind port ebfa70ae-d241-4005-b4af-7b88d0b4898c on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:40.450028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (8353600c-9bea-48ec-8514-39f2765bd25a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.450873 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Attempting to bind port ebfa70ae-d241-4005-b4af-7b88d0b4898c by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:40.451933 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Attempting to bind port ebfa70ae-d241-4005-b4af-7b88d0b4898c on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:40.480588 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94466472-eb85-40a1-9b7a-ba59241447bd None None] Pushing event updated for resources: {'Port': ['ID=ebfa70ae-d241-4005-b4af-7b88d0b4898c,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:40.489832 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:40.490689 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:40.492077 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.494432 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:40.495085 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Bound port: ebfa70ae-d241-4005-b4af-7b88d0b4898c, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:40.496777 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.532065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7d976985-f82d-4661-a34b-e30c353ea867), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.540623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94cde8-2de5-4fa8-8483-e74a24f2b812 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:40.542035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94cde8-2de5-4fa8-8483-e74a24f2b812 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:40.543404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.543539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94cde8-2de5-4fa8-8483-e74a24f2b812 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:40.558973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for port (141e6537-1c60-4aaa-b8ee-b9ee5d0cea67), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.560647 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6f94cde8-2de5-4fa8-8483-e74a24f2b812 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1408467 Apr 29 07:39:40.563000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (e536087f-8cd0-4544-b1f3-3de6d0b16685), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.565133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51524) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:40.602291 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] For port ebfa70ae-d241-4005-b4af-7b88d0b4898c, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:40.610326 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] For port ebfa70ae-d241-4005-b4af-7b88d0b4898c, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ebfa70ae-d241-4005-b4af-7b88d0b4898c,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:40.623353 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.636448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3647ffe9-ce1c-4354-b10b-3a10130415a2 None None] Current status of the port 4f17eaed-08b3-43d9-ba07-8010d52bb729 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:40.696828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8d33a14e-45a8-48a2-accc-535e74c21db3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:40.735758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Network 2aa58803-1db6-41f9-a882-41407b14d3fa is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:40.740685 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65d63b5-5bb5-484d-8d85-c083871820e2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 4b5e020e-af69-4b17-abc0-23a4b945708f {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:40.742467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:40.749592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c65d63b5-5bb5-484d-8d85-c083871820e2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (4b5e020e-af69-4b17-abc0-23a4b945708f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.760475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:40.762831 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Routers {'e536087f-8cd0-4544-b1f3-3de6d0b16685'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:40.764031 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['e536087f-8cd0-4544-b1f3-3de6d0b16685'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:40.796944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c65d63b5-5bb5-484d-8d85-c083871820e2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (4b5e020e-af69-4b17-abc0-23a4b945708f), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.900317 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c65d63b5-5bb5-484d-8d85-c083871820e2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (4b5e020e-af69-4b17-abc0-23a4b945708f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.932354 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] Set router e536087f-8cd0-4544-b1f3-3de6d0b16685 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:40.970357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port acbaca56-8a0f-4d0b-9af5-58a24171e112 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:40.970799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:40.980840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c65d63b5-5bb5-484d-8d85-c083871820e2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (4b5e020e-af69-4b17-abc0-23a4b945708f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.032476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00d63b-0074-402e-8f92-06f7776637ee None None] DHCP port deletion for b5bb9d8d-94e9-4ac2-953a-2651ce66ccee request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:41.035902 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94466472-eb85-40a1-9b7a-ba59241447bd None None] Pushing event updated for resources: {'Port': ['ID=ebfa70ae-d241-4005-b4af-7b88d0b4898c,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:41.093519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Allocated IP 172.23.0.1 (2aa58803-1db6-41f9-a882-41407b14d3fa/827c1c10-64d7-4791-a14f-66549c32ddc3/c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:41.138352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b232f-30ae-4eef-bf62-87b574b45c30 None None] Pushing event updated for resources: {'Port': ['ID=7d976985-f82d-4661-a34b-e30c353ea867,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:41.172498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c65d63b5-5bb5-484d-8d85-c083871820e2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.179767 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c65d63b5-5bb5-484d-8d85-c083871820e2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/4b5e020e-af69-4b17-abc0-23a4b945708f HTTP/1.1" status: 204 len: 168 time: 0.6115174 Apr 29 07:39:41.180004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d63b5-5bb5-484d-8d85-c083871820e2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5e020e-af69-4b17-abc0-23a4b945708f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:41.197299 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51526) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:41.215320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f093f167-6239-44ba-8a29-9373c6710e7d None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:41.228589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Attempting to bind port 4a21b1f9-2d98-45a6-9837-30f81ddab43f on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:41.228960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Attempting to bind port 4a21b1f9-2d98-45a6-9837-30f81ddab43f by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '377f3cf6-002c-44ca-93bc-36afdcf97b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:41.229405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Attempting to bind port 4a21b1f9-2d98-45a6-9837-30f81ddab43f on network 2aa58803-1db6-41f9-a882-41407b14d3fa {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:41.231384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1415612a-6ac7-4970-b6b1-07acf61ee764 None None] Provisioning complete for port ed3e3cf1-1ae5-4e17-8970-687ae7955192 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:41.231760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1415612a-6ac7-4970-b6b1-07acf61ee764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.270937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4c23e5-473c-40ce-9d6c-4b0dfcd105f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 9a94de5e-622d-4303-a190-1564dd99e603 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:41.286895 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e536087f-8cd0-4544-b1f3-3de6d0b16685', 'name': 'tempest-snat-router-1508859412', 'tenant_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ebfa70ae-d241-4005-b4af-7b88d0b4898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:32Z', 'updated_at': '2022-04-29T07:39:36Z', 'revision_number': 3, 'project_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'gw_port': {'id': 'ebfa70ae-d241-4005-b4af-7b88d0b4898c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e536087f-8cd0-4544-b1f3-3de6d0b16685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:35Z', 'updated_at': '2022-04-29T07:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:41.296733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a4c23e5-473c-40ce-9d6c-4b0dfcd105f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (9a94de5e-622d-4303-a190-1564dd99e603), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.317934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=4379df11-34d5-4daa-9ac5-722943931b8a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:41.337359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:41.337744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Checking segment: {'id': '377f3cf6-002c-44ca-93bc-36afdcf97b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:41.338145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.338636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Bound using segment: {'id': '377f3cf6-002c-44ca-93bc-36afdcf97b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:41.339130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Bound port: 4a21b1f9-2d98-45a6-9837-30f81ddab43f, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377f3cf6-002c-44ca-93bc-36afdcf97b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:41.339512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.341317 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2d962-201c-4013-bf7e-9852cbe9b37e None None] The sync data for ids ['e536087f-8cd0-4544-b1f3-3de6d0b16685'] in dv-neutron-839860-1-hyperv is: [{'id': 'e536087f-8cd0-4544-b1f3-3de6d0b16685', 'name': 'tempest-snat-router-1508859412', 'tenant_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': 'ebfa70ae-d241-4005-b4af-7b88d0b4898c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:32Z', 'updated_at': '2022-04-29T07:39:36Z', 'revision_number': 3, 'project_id': 'cbffe4bba1484507b8755bc41daf4a7a', 'gw_port': {'id': 'ebfa70ae-d241-4005-b4af-7b88d0b4898c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e536087f-8cd0-4544-b1f3-3de6d0b16685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:35Z', 'updated_at': '2022-04-29T07:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:41.341497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8d33a14e-45a8-48a2-accc-535e74c21db3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:41.341791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.370886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] For port acbaca56-8a0f-4d0b-9af5-58a24171e112, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=acbaca56-8a0f-4d0b-9af5-58a24171e112,segment=NetworkSegment(2b605e7a-3c59-48c9-9829-992e832c57c9),segment_id=2b605e7a-3c59-48c9-9829-992e832c57c9)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:41.371266 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.416768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for acbaca56-8a0f-4d0b-9af5-58a24171e112 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:41.422690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a4c23e5-473c-40ce-9d6c-4b0dfcd105f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (9a94de5e-622d-4303-a190-1564dd99e603), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.439216 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Pushing event updated for resources: {'Port': ['ID=4a21b1f9-2d98-45a6-9837-30f81ddab43f,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:41.454127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (141e6537-1c60-4aaa-b8ee-b9ee5d0cea67), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.514293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event updated for resources: {'Port': ['ID=141e6537-1c60-4aaa-b8ee-b9ee5d0cea67,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:41.562038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3e00d63b-0074-402e-8f92-06f7776637ee None None] Deleting port acbaca56-8a0f-4d0b-9af5-58a24171e112 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:41.562416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3e00d63b-0074-402e-8f92-06f7776637ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.576716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.579884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (e536087f-8cd0-4544-b1f3-3de6d0b16685), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.610717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.676985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.746034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] For port 4a21b1f9-2d98-45a6-9837-30f81ddab43f, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:41.747071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Network eed6f2c1-a341-407e-8590-a4cb94bb448e is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:41.758872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:41.782958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] For port 4a21b1f9-2d98-45a6-9837-30f81ddab43f, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4a21b1f9-2d98-45a6-9837-30f81ddab43f,segment=NetworkSegment(377f3cf6-002c-44ca-93bc-36afdcf97b34),segment_id=377f3cf6-002c-44ca-93bc-36afdcf97b34)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:41.786276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 2aa58803-1db6-41f9-a882-41407b14d3fa is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:41.787242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:41.796503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:41.800175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:41.804667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:41.872482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1415612a-6ac7-4970-b6b1-07acf61ee764 None None] Current status of the port ed3e3cf1-1ae5-4e17-8970-687ae7955192 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:41.873795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1415612a-6ac7-4970-b6b1-07acf61ee764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.883406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.887709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:31Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:39Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:41.893022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3e00d63b-0074-402e-8f92-06f7776637ee None None] For port acbaca56-8a0f-4d0b-9af5-58a24171e112, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=acbaca56-8a0f-4d0b-9af5-58a24171e112,segment=NetworkSegment(2b605e7a-3c59-48c9-9829-992e832c57c9),segment_id=2b605e7a-3c59-48c9-9829-992e832c57c9)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:41.896926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3e00d63b-0074-402e-8f92-06f7776637ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.907516 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.954290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:41.961331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:41.998609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a4c23e5-473c-40ce-9d6c-4b0dfcd105f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (9a94de5e-622d-4303-a190-1564dd99e603), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.000116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43953200-3ee7-4ad1-90d5-6c0152d31bcf None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:31Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:39Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:42.028108 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3e00d63b-0074-402e-8f92-06f7776637ee None None] Calling delete_port for acbaca56-8a0f-4d0b-9af5-58a24171e112 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:42.054999 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-334ed10d-d2cd-46a7-89dc-38a76dcfc04d tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7195692 Apr 29 07:39:42.064045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51528) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:42.067291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.089497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.114383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Request body: {'floatingip': {'port_id': '141e6537-1c60-4aaa-b8ee-b9ee5d0cea67'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:42.148059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8d33a14e-45a8-48a2-accc-535e74c21db3 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:42.148448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.178849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No DVR routers for this DVR port acbaca56-8a0f-4d0b-9af5-58a24171e112 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:42.218903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1415612a-6ac7-4970-b6b1-07acf61ee764 None None] For port ed3e3cf1-1ae5-4e17-8970-687ae7955192, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ed3e3cf1-1ae5-4e17-8970-687ae7955192,segment=NetworkSegment(16a7153b-2158-42ea-b480-90789ba5fc30),segment_id=16a7153b-2158-42ea-b480-90789ba5fc30)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:42.255579 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=acbaca56-8a0f-4d0b-9af5-58a24171e112,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:42.273627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Deleting port ebfa70ae-d241-4005-b4af-7b88d0b4898c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:42.273976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.345571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1415612a-6ac7-4970-b6b1-07acf61ee764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.390671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2842196-b894-47eb-ae5d-99382b1fef14 None None] Pushing event updated for resources: {'Port': ['ID=4a21b1f9-2d98-45a6-9837-30f81ddab43f,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:42.418437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1415612a-6ac7-4970-b6b1-07acf61ee764 None None] Could not find standard attr ID for object 396d4d46-4a5d-44a6-b87d-b655a93b6057. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:39:42.420728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (b5bb9d8d-94e9-4ac2-953a-2651ce66ccee), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.477040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bb9d8d-94e9-4ac2-953a-2651ce66ccee']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:42.484256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 8d33a14e-45a8-48a2-accc-535e74c21db3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8d33a14e-45a8-48a2-accc-535e74c21db3,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:42.505936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (7f39c4da-4653-4786-80e4-185170b74d82), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.523057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.526092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:42.551621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b605e7a-3c59-48c9-9829-992e832c57c9') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:42.551908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b605e7a-3c59-48c9-9829-992e832c57c9') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:42.737043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (2b605e7a-3c59-48c9-9829-992e832c57c9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.740118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415612a-6ac7-4970-b6b1-07acf61ee764 None None] Pushing event updated for resources: {'Port': ['ID=ed3e3cf1-1ae5-4e17-8970-687ae7955192,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:42.765099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] For port ebfa70ae-d241-4005-b4af-7b88d0b4898c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ebfa70ae-d241-4005-b4af-7b88d0b4898c,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:42.765496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.806132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (2b605e7a-3c59-48c9-9829-992e832c57c9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.818171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Calling delete_port for ebfa70ae-d241-4005-b4af-7b88d0b4898c owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:42.821038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:39:42.822630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (2b605e7a-3c59-48c9-9829-992e832c57c9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:42.875825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4280c6ab-67f5-4e3d-81e4-2bd7c8ee69b6 None None] Network 83a17604-949c-4c86-b775-5609dc1134e1 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:42.881431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8511fdc6-8e95-4037-a5fb-ee24240f1241 None None] Provisioning complete for port 141e6537-1c60-4aaa-b8ee-b9ee5d0cea67 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:42.881808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8511fdc6-8e95-4037-a5fb-ee24240f1241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (141e6537-1c60-4aaa-b8ee-b9ee5d0cea67), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.077832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3e00d63b-0074-402e-8f92-06f7776637ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (acbaca56-8a0f-4d0b-9af5-58a24171e112), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.119297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8511fdc6-8e95-4037-a5fb-ee24240f1241 None None] Port 141e6537-1c60-4aaa-b8ee-b9ee5d0cea67 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:43.158579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00d63b-0074-402e-8f92-06f7776637ee None None] No DVR routers for this DVR port acbaca56-8a0f-4d0b-9af5-58a24171e112 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:43.171280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (4379df11-34d5-4daa-9ac5-722943931b8a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.186513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=8d33a14e-45a8-48a2-accc-535e74c21db3,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:43.202796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:43.203054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.203594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.284763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00d63b-0074-402e-8f92-06f7776637ee None None] Pushing event deleted for resources: {'Port': ['ID=acbaca56-8a0f-4d0b-9af5-58a24171e112,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:43.323068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c6b046eb-2cf3-42fd-a804-69f9f714993a None None] Provisioning complete for port 7d976985-f82d-4661-a34b-e30c353ea867 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:43.323442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6b046eb-2cf3-42fd-a804-69f9f714993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7d976985-f82d-4661-a34b-e30c353ea867), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.433766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ebfa70ae-d241-4005-b4af-7b88d0b4898c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.435886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=4379df11-34d5-4daa-9ac5-722943931b8a,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:43.439496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a4c23e5-473c-40ce-9d6c-4b0dfcd105f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (9a94de5e-622d-4303-a190-1564dd99e603), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:39:43.441517 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:39:43.472912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:43.473333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.489737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c23e5-473c-40ce-9d6c-4b0dfcd105f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=9a94de5e-622d-4303-a190-1564dd99e603,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:43.506383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c6b046eb-2cf3-42fd-a804-69f9f714993a None None] Current status of the port 7d976985-f82d-4661-a34b-e30c353ea867 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:43.506946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6b046eb-2cf3-42fd-a804-69f9f714993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7d976985-f82d-4661-a34b-e30c353ea867), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.509833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1f8c4556-25b5-4db9-8ccd-c7b4b625e157,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:43.534461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.535413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4f17eaed-08b3-43d9-ba07-8010d52bb729 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:43.546049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a4c23e5-473c-40ce-9d6c-4b0dfcd105f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.553902 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9a4c23e5-473c-40ce-9d6c-4b0dfcd105f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/9a94de5e-622d-4303-a190-1564dd99e603 HTTP/1.1" status: 204 len: 168 time: 2.3568261 Apr 29 07:39:43.558054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51530) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:43.627594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f751c1c-e2a3-432b-ba71-7bb45754e103 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:43.636672 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-60bcf31c-7392-481d-8124-07f8326635e8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721121 Apr 29 07:39:43.640538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (b5bb9d8d-94e9-4ac2-953a-2651ce66ccee), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.642304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51532) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:43.690131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebfa70ae-d241-4005-b4af-7b88d0b4898c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:43.718241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c6b046eb-2cf3-42fd-a804-69f9f714993a None None] For port 7d976985-f82d-4661-a34b-e30c353ea867, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7d976985-f82d-4661-a34b-e30c353ea867,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:43.748995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (8353600c-9bea-48ec-8514-39f2765bd25a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.758968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6b046eb-2cf3-42fd-a804-69f9f714993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7d976985-f82d-4661-a34b-e30c353ea867), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.771409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (e536087f-8cd0-4544-b1f3-3de6d0b16685), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.774308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=1f8c4556-25b5-4db9-8ccd-c7b4b625e157,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:43.857450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.863759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4f17eaed-08b3-43d9-ba07-8010d52bb729 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:43.864243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.870244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:43.879949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.904588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b046eb-2cf3-42fd-a804-69f9f714993a None None] Pushing event updated for resources: {'Port': ['ID=7d976985-f82d-4661-a34b-e30c353ea867,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:43.923410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:43.933567 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/networks/b5bb9d8d-94e9-4ac2-953a-2651ce66ccee HTTP/1.1" status: 204 len: 168 time: 4.2027261 Apr 29 07:39:43.939634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51534) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:43.939938 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864e771-c707-4e85-8fbe-7bd07bbbc430 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Network': ['ID=b5bb9d8d-94e9-4ac2-953a-2651ce66ccee,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:43.940782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3f8e4bfb-d3d2-4e00-82bf-7e92c3bfe831 None None] Provisioning complete for port 4f17eaed-08b3-43d9-ba07-8010d52bb729 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:43.941707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4bfb-d3d2-4e00-82bf-7e92c3bfe831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.061186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (e536087f-8cd0-4544-b1f3-3de6d0b16685), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.067893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_controller (e536087f-8cd0-4544-b1f3-3de6d0b16685), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.138124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (e536087f-8cd0-4544-b1f3-3de6d0b16685), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.138668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e536087f-8cd0-4544-b1f3-3de6d0b16685 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:39:44.160824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.165234 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3ed1a291-b2d8-4304-8363-957ea95f9c54 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e536087f-8cd0-4544-b1f3-3de6d0b16685 HTTP/1.1" status: 204 len: 168 time: 4.0339646 Apr 29 07:39:44.177377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51536) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:44.198734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.206368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7704066-742c-445e-8d49-20b10754b9d2 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:44.208142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7534d41a-0432-4aff-b12a-dfc3e7480a43 None None] Network 2aa58803-1db6-41f9-a882-41407b14d3fa requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:44.225495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c826dd-bab0-45d8-990c-22cbf198d847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:44.228114 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-81c826dd-bab0-45d8-990c-22cbf198d847 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/29725158-d72a-4a18-92b7-e3268f30e20d HTTP/1.1" status: 200 len: 840 time: 0.2861881 Apr 29 07:39:44.235890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51538) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:44.303190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 83a17604-949c-4c86-b775-5609dc1134e1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:44.310788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4f17eaed-08b3-43d9-ba07-8010d52bb729 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:44.343686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:44.395113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e4bfb-d3d2-4e00-82bf-7e92c3bfe831 None None] Current status of the port 4f17eaed-08b3-43d9-ba07-8010d52bb729 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:44.411942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c7704066-742c-445e-8d49-20b10754b9d2 None None] Deleting port 4f17eaed-08b3-43d9-ba07-8010d52bb729 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:44.412308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c7704066-742c-445e-8d49-20b10754b9d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.420453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:44.430888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.480361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event updated for resources: {'Port': ['ID=c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:44.508250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7034a94b-3416-479d-b520-c019523a8481 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/29725158-d72a-4a18-92b7-e3268f30e20d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2661099 Apr 29 07:39:44.519051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51540) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:44.532912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:44.538925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c7704066-742c-445e-8d49-20b10754b9d2 None None] For port 4f17eaed-08b3-43d9-ba07-8010d52bb729, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4f17eaed-08b3-43d9-ba07-8010d52bb729,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:44.540304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c7704066-742c-445e-8d49-20b10754b9d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.570463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c7704066-742c-445e-8d49-20b10754b9d2 None None] Calling delete_port for 4f17eaed-08b3-43d9-ba07-8010d52bb729 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:44.572267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Provisioning complete for port 7d976985-f82d-4661-a34b-e30c353ea867 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:44.572628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7d976985-f82d-4661-a34b-e30c353ea867), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.706906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 8353600c-9bea-48ec-8514-39f2765bd25a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:44.722025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.771852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Current status of the port 7d976985-f82d-4661-a34b-e30c353ea867 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:44.786766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Provisioning complete for port 4a21b1f9-2d98-45a6-9837-30f81ddab43f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:44.787413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.830748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c7704066-742c-445e-8d49-20b10754b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (4f17eaed-08b3-43d9-ba07-8010d52bb729), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:44.833416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Network 2aa58803-1db6-41f9-a882-41407b14d3fa is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:44.863339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8d33a14e-45a8-48a2-accc-535e74c21db3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:44.871540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:44.919689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7704066-742c-445e-8d49-20b10754b9d2 None None] Pushing event deleted for resources: {'Port': ['ID=4f17eaed-08b3-43d9-ba07-8010d52bb729,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:44.923262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7704066-742c-445e-8d49-20b10754b9d2 None None] No DVR routers for this DVR port 4f17eaed-08b3-43d9-ba07-8010d52bb729 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:44.947486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:44.951521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.000744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8d33a14e-45a8-48a2-accc-535e74c21db3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:45.001017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.019162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:39:45.034614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Current status of the port 4a21b1f9-2d98-45a6-9837-30f81ddab43f is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:45.035376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.116368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:45.117405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] For port 4a21b1f9-2d98-45a6-9837-30f81ddab43f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4a21b1f9-2d98-45a6-9837-30f81ddab43f,segment=NetworkSegment(377f3cf6-002c-44ca-93bc-36afdcf97b34),segment_id=377f3cf6-002c-44ca-93bc-36afdcf97b34)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:45.121387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.143301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.146476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.161474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:45.163760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (7f39c4da-4653-4786-80e4-185170b74d82), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.191159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Sync routers for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:45.245829 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8d33a14e-45a8-48a2-accc-535e74c21db3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:45.248287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:45.290797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Provisioning complete for port 4379df11-34d5-4daa-9ac5-722943931b8a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:45.291167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.337472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Port 4379df11-34d5-4daa-9ac5-722943931b8a cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:45.345135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:45.345871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:45.364471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476f1a9-d749-4258-80b0-bb8e0733171a None None] Pushing event updated for resources: {'Port': ['ID=4a21b1f9-2d98-45a6-9837-30f81ddab43f,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:45.375412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:45.386383 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:45.403254 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4048835d-4549-48c6-8462-9bdbaac5699e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2204378 Apr 29 07:39:45.406117 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:45.412907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51542) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:45.415222 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:45.433422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:45.513490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:45.514009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.580343 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:45.600695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Deleting port 8d33a14e-45a8-48a2-accc-535e74c21db3 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:45.601493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.609578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-aea9ec90-35fc-4550-9f67-6fa0993f980f None None] Provisioning complete for port 4a21b1f9-2d98-45a6-9837-30f81ddab43f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:45.610176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aea9ec90-35fc-4550-9f67-6fa0993f980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.672697 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:45.738947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:45.739915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ed3e3cf1-1ae5-4e17-8970-687ae7955192 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:45.741787 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-778980af-cb4c-4e36-b6ff-4670399c07b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/8353600c-9bea-48ec-8514-39f2765bd25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3472791 Apr 29 07:39:45.747137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51544) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:45.757674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] For port 8d33a14e-45a8-48a2-accc-535e74c21db3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8d33a14e-45a8-48a2-accc-535e74c21db3,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:45.758341 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.772452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Calling delete_port for 8d33a14e-45a8-48a2-accc-535e74c21db3 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:45.803676 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:39:45.808767 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.891397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:45.897301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ed3e3cf1-1ae5-4e17-8970-687ae7955192 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:45.897678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.903156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:45.911271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:45.912060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:45.935948 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:41Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e', 'name': '', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:44:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:40Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:45.941254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36974c7d-e24e-4de7-ab25-52e21086b7ff None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:45.973921 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:45.974378 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Updating router c341dfce-9663-45db-b58b-c12b3acdd2b4 port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:39:46.004933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-aea9ec90-35fc-4550-9f67-6fa0993f980f None None] Current status of the port 4a21b1f9-2d98-45a6-9837-30f81ddab43f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:46.012368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:46.014743 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.034639 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6ab5c11b-788e-44b1-8db4-754f5a403640 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1702623 Apr 29 07:39:46.040136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51546) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:46.045515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ce6f3b03-551d-4108-930a-d1592d6963b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:46.057325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-aea9ec90-35fc-4550-9f67-6fa0993f980f None None] Provisioning complete for port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:46.057704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aea9ec90-35fc-4550-9f67-6fa0993f980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.072485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.073288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.073897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.075410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.076019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.081497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.082915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.084173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.084931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.086040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.086684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.087463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.089481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.090249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.092828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-32b94ad3-9bc4-4b24-be56-57b1e6f91173 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9746 time: 0.3447144 Apr 29 07:39:46.098605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51548) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:46.280433 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP 7f39c4da-4653-4786-80e4-185170b74d82 associated. External IP: 172.26.3.142, port: f067ba64-be17-4278-9c82-cc095659f152. Apr 29 07:39:46.368615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6f3b03-551d-4108-930a-d1592d6963b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:46.372489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3b03-551d-4108-930a-d1592d6963b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.398904 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Publish callbacks [] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.411607 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.412606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ed3e3cf1-1ae5-4e17-8970-687ae7955192 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:46.413755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7d976985-f82d-4661-a34b-e30c353ea867 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:46.415336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-aea9ec90-35fc-4550-9f67-6fa0993f980f None None] Port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:46.444472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:46.445350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.469264 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e0c01-f984-45ae-b254-b5be02eade0d None None] Pushing event updated for resources: {'Port': ['ID=c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:46.485558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.488125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.488760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.490223 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.491415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.492084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.492718 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.495015 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.496184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.497723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.498535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.499161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.499935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.503755 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-31a23dc0-99fd-4550-90ad-d25d839e52f2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8181 time: 0.4017935 Apr 29 07:39:46.508003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8d33a14e-45a8-48a2-accc-535e74c21db3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.511656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51550) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:46.560259 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Attempting to bind port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:46.560628 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Attempting to bind port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '377f3cf6-002c-44ca-93bc-36afdcf97b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:46.560983 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Attempting to bind port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e on network 2aa58803-1db6-41f9-a882-41407b14d3fa {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:46.566361 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:46.566725 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Checking segment: {'id': '377f3cf6-002c-44ca-93bc-36afdcf97b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:46.567115 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.567500 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Bound using segment: {'id': '377f3cf6-002c-44ca-93bc-36afdcf97b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:46.568087 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Bound port: c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377f3cf6-002c-44ca-93bc-36afdcf97b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:46.568509 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.588525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d33a14e-45a8-48a2-accc-535e74c21db3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:46.593839 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.ipam_backend_mixin [None req-ce6f3b03-551d-4108-930a-d1592d6963b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709 (CIDR: 2001:db8::/64) Apr 29 07:39:46.620434 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6f3b03-551d-4108-930a-d1592d6963b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:39:46.621264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6f3b03-551d-4108-930a-d1592d6963b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:39:46.655554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (1a4f838f-77c0-406c-9cf3-abb91cccf1c1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.672758 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] For port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:46.677143 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] For port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e,segment=NetworkSegment(377f3cf6-002c-44ca-93bc-36afdcf97b34),segment_id=377f3cf6-002c-44ca-93bc-36afdcf97b34)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:46.685002 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.694634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Allocated IP 2001:db8::f816:3eff:fe6f:7656 (5f57687c-3acb-4c32-82c9-53f862533295/2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709/0e40da64-ebbe-4fce-a8d4-0de347c00c86) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:46.760033 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e0c01-f984-45ae-b254-b5be02eade0d None None] Pushing event updated for resources: {'Port': ['ID=c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:46.765518 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ce6f3b03-551d-4108-930a-d1592d6963b8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7240229 Apr 29 07:39:46.766244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51552) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:46.780890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:46.785378 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:46.786471 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:46.822582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:46.843002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:46.846823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:46.847612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.884484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=1a4f838f-77c0-406c-9cf3-abb91cccf1c1,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:46.913744 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:46.932260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Publish callbacks [] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:46.940097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a8faf-5dde-49ca-bccf-faf7c12e903d None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:46.964024 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c8ba35e9-cde9-416b-8bcc-72fa5c855180 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4385276 Apr 29 07:39:46.996877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51554) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:47.006621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1bd48a68-5a6f-4517-bd5c-00d41249416c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'security_group': {'name': 'tempest-secgroup-826275319'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:47.026028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-aea9ec90-35fc-4550-9f67-6fa0993f980f None None] Provisioning complete for port 4379df11-34d5-4daa-9ac5-722943931b8a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:47.027111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aea9ec90-35fc-4550-9f67-6fa0993f980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.031128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.134353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Pushing event updated for resources: {'Port': ['ID=0e40da64-ebbe-4fce-a8d4-0de347c00c86,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:47.142573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1bd48a68-5a6f-4517-bd5c-00d41249416c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.163273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:47.166985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:39:41Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:47.203985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Checking router: 8353600c-9bea-48ec-8514-39f2765bd25a for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:47.204338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Updating router 8353600c-9bea-48ec-8514-39f2765bd25a port 4379df11-34d5-4daa-9ac5-722943931b8a binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:39:47.204826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:47.247374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.249790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:47.252919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:47.258811 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-521cddd0-19bb-4f9a-8948-8ea805a56a5c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5547 time: 0.7381947 Apr 29 07:39:47.355025 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:41Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e', 'name': '', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:44:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:40Z', 'updated_at': '2022-04-29T07:39:46Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:47.361400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1bd48a68-5a6f-4517-bd5c-00d41249416c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (de1bd2a4-8c5f-498d-a2da-cc92c0965b2f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.366733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.extraroute_db [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:39:47.383409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.392036 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb43f5-023b-48ef-a1ea-aee124851892 None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:41Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e', 'name': '', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:44:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:40Z', 'updated_at': '2022-04-29T07:39:46Z', 'revision_number': 4, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:47.411341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7d976985-f82d-4661-a34b-e30c353ea867 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:47.411596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1bd48a68-5a6f-4517-bd5c-00d41249416c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (de1bd2a4-8c5f-498d-a2da-cc92c0965b2f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.411699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7d976985-f82d-4661-a34b-e30c353ea867), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.415078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:47.419907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-aea9ec90-35fc-4550-9f67-6fa0993f980f None None] Port 4379df11-34d5-4daa-9ac5-722943931b8a cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:47.427606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.extraroute_db [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Removed routes are [] {{(pid=104224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:39:47.428033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.459117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd48a68-5a6f-4517-bd5c-00d41249416c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1bd2a4-8c5f-498d-a2da-cc92c0965b2f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:47.493621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5114b5-b138-435b-9a8e-a789fbefe5ca None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:47.611033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.614686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_controller (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.616165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Attempting to bind port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:47.617300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Attempting to bind port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:47.618065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Attempting to bind port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:47.661522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1bd48a68-5a6f-4517-bd5c-00d41249416c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.668316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1bd48a68-5a6f-4517-bd5c-00d41249416c tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6672771 Apr 29 07:39:47.668700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51558) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:47.671037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fea7e2e5-d022-493f-bc3c-7134ecf633d0 None None] Provisioning complete for port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:47.671499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fea7e2e5-d022-493f-bc3c-7134ecf633d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.675034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:47.675527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:47.676459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.676882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:47.677484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Bound port: 0e40da64-ebbe-4fce-a8d4-0de347c00c86, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:47.678052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.681617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-46e4070a-c916-4615-a401-bf11f1e52464 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1454574997'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:47.695736 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5114b5-b138-435b-9a8e-a789fbefe5ca None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:47.696538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3e5114b5-b138-435b-9a8e-a789fbefe5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:47.739483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.740830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:39:47.757616 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46e4070a-c916-4615-a401-bf11f1e52464 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.761008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.762602 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-94958671-c156-45dc-bb44-da0a7b6edb81 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f97dc82a-9744-4d0e-ba17-9cfb2de7f2fc HTTP/1.1" status: 204 len: 168 time: 3.5842345 Apr 29 07:39:47.768227 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51560) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:47.795040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1603010914', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:47.798419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3e5114b5-b138-435b-9a8e-a789fbefe5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:47.881633 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46e4070a-c916-4615-a401-bf11f1e52464 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (e4104a24-98e2-41e8-9e7f-05a0aefe278d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.882816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51562) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:47.893144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:47.894911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534397500', 'description': 'tempest-secgroup-smoke-534397500 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:47.896769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.907603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46e4070a-c916-4615-a401-bf11f1e52464 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e4104a24-98e2-41e8-9e7f-05a0aefe278d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.955744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-72d5701e-4b9c-4349-bd71-41417c741472', 'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'project_id': 'd31e6458f9f24d408e4ce3f7728ed9b2', 'fixed_ips': [{'subnet_id': '1a4f838f-77c0-406c-9cf3-abb91cccf1c1'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:47.956617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.977732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.988003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:47.994318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4070a-c916-4615-a401-bf11f1e52464 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4104a24-98e2-41e8-9e7f-05a0aefe278d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:48.010863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46e4070a-c916-4615-a401-bf11f1e52464 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.012384 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-46e4070a-c916-4615-a401-bf11f1e52464 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3409703 Apr 29 07:39:48.023425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5114b5-b138-435b-9a8e-a789fbefe5ca None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:48.024254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3e5114b5-b138-435b-9a8e-a789fbefe5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:48.049018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51566) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:48.059201 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-602708645', 'security_groups': ['e4104a24-98e2-41e8-9e7f-05a0aefe278d'], 'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a4f838f-77c0-406c-9cf3-abb91cccf1c1'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:48.082084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (edae0af5-136b-419e-824f-67a95908dcc4), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.083140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (edae0af5-136b-419e-824f-67a95908dcc4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.096562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3e5114b5-b138-435b-9a8e-a789fbefe5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:48.097363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5114b5-b138-435b-9a8e-a789fbefe5ca None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:48.147016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:48.151932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (edae0af5-136b-419e-824f-67a95908dcc4), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.184769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.216339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7d976985-f82d-4661-a34b-e30c353ea867 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:48.217795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4a21b1f9-2d98-45a6-9837-30f81ddab43f up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:48.320248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:48.331617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.332889 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e9bf3237-8549-4a01-8b02-03183be8f372 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4 HTTP/1.1" status: 200 len: 934 time: 2.9196570 Apr 29 07:39:48.338708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51570) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:48.412850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] For port 0e40da64-ebbe-4fce-a8d4-0de347c00c86, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:48.445481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (a9c818c8-e85d-4699-8b7d-081549cd2d70), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.474111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fea7e2e5-d022-493f-bc3c-7134ecf633d0 None None] Current status of the port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:48.474652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fea7e2e5-d022-493f-bc3c-7134ecf633d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.494774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] For port 0e40da64-ebbe-4fce-a8d4-0de347c00c86, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0e40da64-ebbe-4fce-a8d4-0de347c00c86,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:48.506442 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f1671594-ea58-48d0-8304-4beb2d95fc82 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4 HTTP/1.1" status: 200 len: 934 time: 0.1665905 Apr 29 07:39:48.508807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:48.514984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51576) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:48.516643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:48.526280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'routes': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:48.533093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:48.533727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.538360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.563377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4a21b1f9-2d98-45a6-9837-30f81ddab43f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:48.563377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.565687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Allocated IP 172.20.0.2 (72d5701e-4b9c-4349-bd71-41417c741472/1a4f838f-77c0-406c-9cf3-abb91cccf1c1/6bf86ca1-efde-42b2-b549-ed9964851f99) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:48.613117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fea7e2e5-d022-493f-bc3c-7134ecf633d0 None None] For port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e,segment=NetworkSegment(377f3cf6-002c-44ca-93bc-36afdcf97b34),segment_id=377f3cf6-002c-44ca-93bc-36afdcf97b34)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:48.623879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=a9c818c8-e85d-4699-8b7d-081549cd2d70,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:48.633128 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5577fc5d-e1bb-4c09-a6a3-8b0ec00600ad tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8562908 Apr 29 07:39:48.636391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51578) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:48.642565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:bd:2b:cf', 'name': 'tempest-NetworksTestDHCPv6-865680982'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:48.676275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fea7e2e5-d022-493f-bc3c-7134ecf633d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.783849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d796f-0def-4071-993b-6edb99bbc9ee None None] Pushing event updated for resources: {'Port': ['ID=0e40da64-ebbe-4fce-a8d4-0de347c00c86,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:48.819269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (edae0af5-136b-419e-824f-67a95908dcc4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:48.987572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:49.083861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (5a778b68-b5e0-49eb-a5b4-46beb347004f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.087242 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:49.101074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router cca772e5-854c-4604-b98b-86c9a02e8ad9 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:49.105316 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:49.105947 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:49.122981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (5a778b68-b5e0-49eb-a5b4-46beb347004f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.148295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:49.178276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Publish callbacks [] for port (4379df11-34d5-4daa-9ac5-722943931b8a), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.184727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7e2e5-d022-493f-bc3c-7134ecf633d0 None None] Pushing event updated for resources: {'Port': ['ID=c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:49.229995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.258467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 702a27ab-c86d-4d5b-84fd-b0c120d5a627 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:49.274360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.extraroute_db [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added routes are [] {{(pid=104224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:39:49.274676 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.extraroute_db [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:39:49.292959 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:49.302836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Publish callbacks [] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.315292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.375401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.386192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.390604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Pushing event updated for resources: {'Port': ['ID=4379df11-34d5-4daa-9ac5-722943931b8a,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:49.425264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.429827 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.5405166 Apr 29 07:39:49.430626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51580) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:49.437796 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a778b68-b5e0-49eb-a5b4-46beb347004f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:49.444931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ad90c8d6-d597-460e-84d0-5592518a1506 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5a778b68-b5e0-49eb-a5b4-46beb347004f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:49.473348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.473734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.474278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.474441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.474928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.475360 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.475698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.476032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.476361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.476692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.477019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.477838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.477838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83f1fa-3914-48e8-a8a7-d117fc0cbece tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:49.571344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:49.581469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.606801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.609694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:49.616257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c57b4-aeee-4f37-addb-eff3a4c12452 None None] Sync routers for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:49.641555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:49.659905 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:47Z', 'revision_number': 6, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e', 'name': '', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:44:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:40Z', 'updated_at': '2022-04-29T07:39:48Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:49.661908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad90c8d6-d597-460e-84d0-5592518a1506 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (58794a6f-4e51-48b5-9762-7e38101ddd0d), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.668029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:49.670319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4a21b1f9-2d98-45a6-9837-30f81ddab43f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:49.684464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Pushing event updated for resources: {'Port': ['ID=6bf86ca1-efde-42b2-b549-ed9964851f99,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:49.701052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c57b4-aeee-4f37-addb-eff3a4c12452 None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:49.701752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-928c57b4-aeee-4f37-addb-eff3a4c12452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:49.722220 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:49.731511 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:49.732288 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:49.799260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:39:49.800360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Attempting to bind port 4379df11-34d5-4daa-9ac5-722943931b8a on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:49.800832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Attempting to bind port 4379df11-34d5-4daa-9ac5-722943931b8a by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:49.801087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Attempting to bind port 4379df11-34d5-4daa-9ac5-722943931b8a on network 83a17604-949c-4c86-b775-5609dc1134e1 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:49.825534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8:0:1::185 (5f57687c-3acb-4c32-82c9-53f862533295/a9c818c8-e85d-4699-8b7d-081549cd2d70/702a27ab-c86d-4d5b-84fd-b0c120d5a627) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:49.830667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device acbaca56-8a0f-4d0b-9af5-58a24171e112 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:49.834620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-928c57b4-aeee-4f37-addb-eff3a4c12452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:49.839636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.845634 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::f816:3eff:febd:2bcf (5f57687c-3acb-4c32-82c9-53f862533295/2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709/702a27ab-c86d-4d5b-84fd-b0c120d5a627) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:49.865817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:49.866191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Checking segment: {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:49.866593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.866986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Bound using segment: {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:49.867452 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Bound port: 4379df11-34d5-4daa-9ac5-722943931b8a, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:49.867832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.869948 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:49.884018 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:49.897333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: acbaca56-8a0f-4d0b-9af5-58a24171e112 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:49.897738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device acbaca56-8a0f-4d0b-9af5-58a24171e112 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:49.898096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4f17eaed-08b3-43d9-ba07-8010d52bb729 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:49.956556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4f17eaed-08b3-43d9-ba07-8010d52bb729 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:49.956887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4f17eaed-08b3-43d9-ba07-8010d52bb729 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:49.963782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c57b4-aeee-4f37-addb-eff3a4c12452 None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:49.964144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-928c57b4-aeee-4f37-addb-eff3a4c12452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:49.971093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Attempting to bind port 6bf86ca1-efde-42b2-b549-ed9964851f99 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:49.971300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Attempting to bind port 6bf86ca1-efde-42b2-b549-ed9964851f99 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '50998d12-f267-43d5-b1a4-3abe78ccb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '72d5701e-4b9c-4349-bd71-41417c741472'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:49.971787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Attempting to bind port 6bf86ca1-efde-42b2-b549-ed9964851f99 on network 72d5701e-4b9c-4349-bd71-41417c741472 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:50.052951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d15c8dc6-1f59-43b3-87eb-59aaba419b5d None None] Provisioning complete for port 4379df11-34d5-4daa-9ac5-722943931b8a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:50.053376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d15c8dc6-1f59-43b3-87eb-59aaba419b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.088847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-928c57b4-aeee-4f37-addb-eff3a4c12452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:50.088847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c57b4-aeee-4f37-addb-eff3a4c12452 None None] The sync data for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:50.104062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:50.104443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Checking segment: {'id': '50998d12-f267-43d5-b1a4-3abe78ccb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '72d5701e-4b9c-4349-bd71-41417c741472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:50.104845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.105266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Bound using segment: {'id': '50998d12-f267-43d5-b1a4-3abe78ccb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '72d5701e-4b9c-4349-bd71-41417c741472'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:50.105860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Bound port: 6bf86ca1-efde-42b2-b549-ed9964851f99, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998d12-f267-43d5-b1a4-3abe78ccb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '72d5701e-4b9c-4349-bd71-41417c741472'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:50.106249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.129588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:50.181304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d15c8dc6-1f59-43b3-87eb-59aaba419b5d None None] Port 4379df11-34d5-4daa-9ac5-722943931b8a cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:50.198748 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-46022835-9fa4-496b-8468-943af7b7a9db tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/floatingips/7f39c4da-4653-4786-80e4-185170b74d82 HTTP/1.1" status: 200 len: 978 time: 8.1335497 Apr 29 07:39:50.205356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51582) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:50.290722 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:49Z', 'revision_number': 7, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e', 'name': '', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:44:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:40Z', 'updated_at': '2022-04-29T07:39:48Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:50.301910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] For port 4379df11-34d5-4daa-9ac5-722943931b8a, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:50.321068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad90c8d6-d597-460e-84d0-5592518a1506 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (58794a6f-4e51-48b5-9762-7e38101ddd0d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.339313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad90c8d6-d597-460e-84d0-5592518a1506 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (58794a6f-4e51-48b5-9762-7e38101ddd0d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.348862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] For port 4379df11-34d5-4daa-9ac5-722943931b8a, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4379df11-34d5-4daa-9ac5-722943931b8a,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:50.349102 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e0c1e-29f2-4ddb-ab2c-f15df0fb8b40 None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:49Z', 'revision_number': 7, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e', 'name': '', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:44:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:40Z', 'updated_at': '2022-04-29T07:39:48Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:50.395428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] For port 6bf86ca1-efde-42b2-b549-ed9964851f99, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:50.408859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9390ed70-4720-4ea3-bb6f-d0a184c5680a None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:50.411820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4a21b1f9-2d98-45a6-9837-30f81ddab43f up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:50.441180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.442959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90c8d6-d597-460e-84d0-5592518a1506 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58794a6f-4e51-48b5-9762-7e38101ddd0d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:50.445097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (edae0af5-136b-419e-824f-67a95908dcc4), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.498169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ad90c8d6-d597-460e-84d0-5592518a1506 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.502279 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ad90c8d6-d597-460e-84d0-5592518a1506 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0591033 Apr 29 07:39:50.502279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.507190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51584) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:50.513004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-53ecb54d-6915-44b7-a4ed-f85659d89d61 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5a778b68-b5e0-49eb-a5b4-46beb347004f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:50.516607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] For port 6bf86ca1-efde-42b2-b549-ed9964851f99, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6bf86ca1-efde-42b2-b549-ed9964851f99,segment=NetworkSegment(50998d12-f267-43d5-b1a4-3abe78ccb497),segment_id=50998d12-f267-43d5-b1a4-3abe78ccb497)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:50.593544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.607285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.11 (72d5701e-4b9c-4349-bd71-41417c741472/1a4f838f-77c0-406c-9cf3-abb91cccf1c1/6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:50.636446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-450deed1-d9d9-4edd-be88-753b80ee04dd None None] Provisioning complete for port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:50.636818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-450deed1-d9d9-4edd-be88-753b80ee04dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.652109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 141e6537-1c60-4aaa-b8ee-b9ee5d0cea67 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:50.652534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (141e6537-1c60-4aaa-b8ee-b9ee5d0cea67), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.664536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53ecb54d-6915-44b7-a4ed-f85659d89d61 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (f794b47f-af90-49ba-974c-de0ba8ea279e), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.743418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Pushing event updated for resources: {'Port': ['ID=4379df11-34d5-4daa-9ac5-722943931b8a,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:50.746226 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (702a27ab-c86d-4d5b-84fd-b0c120d5a627), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.755300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:50.764464 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.770201 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2d5123bf-ef28-46a1-b675-fb2a377c8a5c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4 HTTP/1.1" status: 200 len: 700 time: 2.2512941 Apr 29 07:39:50.772660 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:50.773073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51586) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:50.789203 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:50.790063 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:50.820845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.821465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.821595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.821941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.822276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.822671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.823010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.823342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.823823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.824159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.824855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.825178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.825582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d7220-8402-4901-abe1-66b16701d040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:50.886436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4a21b1f9-2d98-45a6-9837-30f81ddab43f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:50.886757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.931704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051d943-7824-40d9-b88e-678df39d1355 None None] Pushing event updated for resources: {'Port': ['ID=6bf86ca1-efde-42b2-b549-ed9964851f99,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:50.949115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:50.950590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:50.970551 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:50.972749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53ecb54d-6915-44b7-a4ed-f85659d89d61 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (f794b47f-af90-49ba-974c-de0ba8ea279e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:50.988136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (702a27ab-c86d-4d5b-84fd-b0c120d5a627), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.022227 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bd64cbb5-ec62-4453-abc6-336b452b78c5 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4 HTTP/1.1" status: 200 len: 700 time: 0.2475162 Apr 29 07:39:51.025075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Allocated IP 172.26.3.133 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/45acc9cb-e550-4fd9-9da4-4b2cb994aff2) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:51.043631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51590) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:51.098102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (141e6537-1c60-4aaa-b8ee-b9ee5d0cea67), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.172377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:51.178126 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:51.183741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:51.197745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:51.198491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.216212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=702a27ab-c86d-4d5b-84fd-b0c120d5a627,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:51.249421 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.249675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:51.249771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.250012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.250437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.250783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.252010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.252010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.252355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.253104 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.253104 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.253518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.253972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.254336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:39:51.273087 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3fa86a21-84de-4ab4-9de5-fc48182f1773 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6328032 Apr 29 07:39:51.281263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51592) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:51.322436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4a21b1f9-2d98-45a6-9837-30f81ddab43f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:51.323800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0e40da64-ebbe-4fce-a8d4-0de347c00c86 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:51.325844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-450deed1-d9d9-4edd-be88-753b80ee04dd None None] Current status of the port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:51.326215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-450deed1-d9d9-4edd-be88-753b80ee04dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.431628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e768e89a-3e21-4be6-bbec-06c5296b4af7 None None] Update dhcp port {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'fixed_ips': [{'subnet_id': '2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709', 'ip_address': '2001:db8::f816:3eff:fe6f:7656'}, {'subnet_id': 'a9c818c8-e85d-4699-8b7d-081549cd2d70'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '0e40da64-ebbe-4fce-a8d4-0de347c00c86'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:39:51.438809 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:49Z', 'revision_number': 7, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e', 'name': '', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:44:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:40Z', 'updated_at': '2022-04-29T07:39:48Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:51.478528 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:51.495491 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:51.496587 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:51.513830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c9c79-95ba-488c-8e69-333e34637f63 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 702a27ab-c86d-4d5b-84fd-b0c120d5a627 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:51.514082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9c79-95ba-488c-8e69-333e34637f63 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (702a27ab-c86d-4d5b-84fd-b0c120d5a627), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.548704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e768e89a-3e21-4be6-bbec-06c5296b4af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.558634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-450deed1-d9d9-4edd-be88-753b80ee04dd None None] For port 0e40da64-ebbe-4fce-a8d4-0de347c00c86, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0e40da64-ebbe-4fce-a8d4-0de347c00c86,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:51.578046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-450deed1-d9d9-4edd-be88-753b80ee04dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.668640 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:51.737380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53ecb54d-6915-44b7-a4ed-f85659d89d61 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (f794b47f-af90-49ba-974c-de0ba8ea279e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.760613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9c79-95ba-488c-8e69-333e34637f63 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (702a27ab-c86d-4d5b-84fd-b0c120d5a627), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.800671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecb54d-6915-44b7-a4ed-f85659d89d61 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f794b47f-af90-49ba-974c-de0ba8ea279e,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:51.837340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c9c79-95ba-488c-8e69-333e34637f63 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 702a27ab-c86d-4d5b-84fd-b0c120d5a627 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:51.849891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53ecb54d-6915-44b7-a4ed-f85659d89d61 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:51.851139 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-53ecb54d-6915-44b7-a4ed-f85659d89d61 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3418820 Apr 29 07:39:51.858439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51594) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:51.872244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4cdf9b8e-0d63-47e1-a345-444be06e6bc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5a778b68-b5e0-49eb-a5b4-46beb347004f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:52.049971 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b8e-0d63-47e1-a345-444be06e6bc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (7d0c1846-a58f-4e49-842d-e8d3de8335f8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.132841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:52.133455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.149948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.155641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.156064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (7f39c4da-4653-4786-80e4-185170b74d82), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.157112 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Floating IP 7f39c4da-4653-4786-80e4-185170b74d82 disassociated. External IP: 172.26.3.142, port: 141e6537-1c60-4aaa-b8ee-b9ee5d0cea67. Apr 29 07:39:52.157569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 141e6537-1c60-4aaa-b8ee-b9ee5d0cea67 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:52.168032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450deed1-d9d9-4edd-be88-753b80ee04dd None None] Pushing event updated for resources: {'Port': ['ID=0e40da64-ebbe-4fce-a8d4-0de347c00c86,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:52.181095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for port (45acc9cb-e550-4fd9-9da4-4b2cb994aff2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.230258 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:49Z', 'revision_number': 7, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e', 'name': '', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:44:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:40Z', 'updated_at': '2022-04-29T07:39:48Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:52.281015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b8e-0d63-47e1-a345-444be06e6bc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (7d0c1846-a58f-4e49-842d-e8d3de8335f8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.285449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6bf5229e-4414-4e9c-ab29-cce2b7b9766f None None] Provisioning complete for port 4379df11-34d5-4daa-9ac5-722943931b8a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:52.285983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6bf5229e-4414-4e9c-ab29-cce2b7b9766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.289262 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02691163-18aa-400a-8d3a-3f237d629d0a None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:49Z', 'revision_number': 7, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e', 'name': '', 'network_id': '2aa58803-1db6-41f9-a882-41407b14d3fa', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:44:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:40Z', 'updated_at': '2022-04-29T07:39:48Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '827c1c10-64d7-4791-a14f-66549c32ddc3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:52.293672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.305331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b8e-0d63-47e1-a345-444be06e6bc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7d0c1846-a58f-4e49-842d-e8d3de8335f8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.305573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.330910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:52.335152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (45acc9cb-e550-4fd9-9da4-4b2cb994aff2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.363721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:52.378772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:52.420892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b8e-0d63-47e1-a345-444be06e6bc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.422145 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4cdf9b8e-0d63-47e1-a345-444be06e6bc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5590835 Apr 29 07:39:52.429013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51596) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:52.440720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d8b99b45-dbac-438e-87be-7f31c910b408 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5a778b68-b5e0-49eb-a5b4-46beb347004f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:52.471061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:52.482262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:52.486716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf9b8e-0d63-47e1-a345-444be06e6bc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0c1846-a58f-4e49-842d-e8d3de8335f8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:52.545583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:52.556179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:52.563351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5229e-4414-4e9c-ab29-cce2b7b9766f None None] Current status of the port 4379df11-34d5-4daa-9ac5-722943931b8a is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:52.563744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6bf5229e-4414-4e9c-ab29-cce2b7b9766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.588439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-e768e89a-3e21-4be6-bbec-06c5296b4af7 None None] Allocated IP 2001:db8:0:1::2 (5f57687c-3acb-4c32-82c9-53f862533295/a9c818c8-e85d-4699-8b7d-081549cd2d70/0e40da64-ebbe-4fce-a8d4-0de347c00c86) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:52.606276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:52.606509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9c79-95ba-488c-8e69-333e34637f63 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (702a27ab-c86d-4d5b-84fd-b0c120d5a627), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.606824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.609756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:39:41Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:50Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:52.615936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8b99b45-dbac-438e-87be-7f31c910b408 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b0cacd05-7ddb-4ac1-9349-c982557cd59f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.619629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:52.621466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:52.659925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event updated for resources: {'Port': ['ID=45acc9cb-e550-4fd9-9da4-4b2cb994aff2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:52.679122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (141e6537-1c60-4aaa-b8ee-b9ee5d0cea67), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.681946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6bf5229e-4414-4e9c-ab29-cce2b7b9766f None None] For port 4379df11-34d5-4daa-9ac5-722943931b8a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4379df11-34d5-4daa-9ac5-722943931b8a,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:52.689006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c9c79-95ba-488c-8e69-333e34637f63 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=702a27ab-c86d-4d5b-84fd-b0c120d5a627,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:52.698500 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-accdb407-9157-4b80-824a-312dbde8557a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6452985 Apr 29 07:39:52.701452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51598) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:52.708677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c5bba104-1dc9-4a88-94f6-7bc2e3b66125 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:52.710886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9824d-ed2a-4347-a588-ac240ac9fb18 None None] The sync data for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv is: [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:39:41Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:50Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:52.716318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6bf5229e-4414-4e9c-ab29-cce2b7b9766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.791771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=141e6537-1c60-4aaa-b8ee-b9ee5d0cea67,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:52.919994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:52.920399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.921995 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5229e-4414-4e9c-ab29-cce2b7b9766f None None] Pushing event updated for resources: {'Port': ['ID=4379df11-34d5-4daa-9ac5-722943931b8a,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:52.935544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8b99b45-dbac-438e-87be-7f31c910b408 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b0cacd05-7ddb-4ac1-9349-c982557cd59f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.950843 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bba104-1dc9-4a88-94f6-7bc2e3b66125 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:52.954520 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c5bba104-1dc9-4a88-94f6-7bc2e3b66125 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.958192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9c79-95ba-488c-8e69-333e34637f63 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:52.963680 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3a5c9c79-95ba-488c-8e69-333e34637f63 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/702a27ab-c86d-4d5b-84fd-b0c120d5a627 HTTP/1.1" status: 204 len: 168 time: 1.6791885 Apr 29 07:39:52.964295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51600) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:52.992224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Provisioning complete for port 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:52.992596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.009411 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8b99b45-dbac-438e-87be-7f31c910b408 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b0cacd05-7ddb-4ac1-9349-c982557cd59f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.060540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Port 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:53.074213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e768e89a-3e21-4be6-bbec-06c5296b4af7 None None] For port 0e40da64-ebbe-4fce-a8d4-0de347c00c86, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0e40da64-ebbe-4fce-a8d4-0de347c00c86,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:53.106649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b99b45-dbac-438e-87be-7f31c910b408 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cacd05-7ddb-4ac1-9349-c982557cd59f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:53.113129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8b99b45-dbac-438e-87be-7f31c910b408 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.121978 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d8b99b45-dbac-438e-87be-7f31c910b408 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6871393 Apr 29 07:39:53.122727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51602) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:53.139648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-df279fcf-4502-4bf9-b8e1-a3e2eb38b3d7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5a778b68-b5e0-49eb-a5b4-46beb347004f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:53.141497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e768e89a-3e21-4be6-bbec-06c5296b4af7 None None] Publish callbacks [] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.145539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Provisioning complete for port 29725158-d72a-4a18-92b7-e3268f30e20d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:53.146303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.185262 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38459e15-1d9f-476e-8042-acf9f31add7b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:53.188846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e768e89a-3e21-4be6-bbec-06c5296b4af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.189679 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-38459e15-1d9f-476e-8042-acf9f31add7b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2242980 Apr 29 07:39:53.195020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51604) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:53.210876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router cca772e5-854c-4604-b98b-86c9a02e8ad9 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:53.263398 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.ipam_backend_mixin [None req-c5bba104-1dc9-4a88-94f6-7bc2e3b66125 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a4f838f-77c0-406c-9cf3-abb91cccf1c1 (CIDR: 172.20.0.0/28) Apr 29 07:39:53.295920 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bba104-1dc9-4a88-94f6-7bc2e3b66125 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:39:53.296552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bba104-1dc9-4a88-94f6-7bc2e3b66125 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:39:53.302990 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-df279fcf-4502-4bf9-b8e1-a3e2eb38b3d7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:39:53.319230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:53.319636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.342158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecb9c5f-17f2-49db-a4eb-3299559a8f2c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:53.348133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Port 29725158-d72a-4a18-92b7-e3268f30e20d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:53.348981 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9ecb9c5f-17f2-49db-a4eb-3299559a8f2c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1477518 Apr 29 07:39:53.355582 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c5bba104-1dc9-4a88-94f6-7bc2e3b66125 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6515191 Apr 29 07:39:53.369573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51606) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:53.369872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51608) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:53.374726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:53.375099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.378065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df279fcf-4502-4bf9-b8e1-a3e2eb38b3d7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (2098626f-a368-49e2-a762-e7d5e08b5de2), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.386259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768e89a-3e21-4be6-bbec-06c5296b4af7 None None] Pushing event updated for resources: {'Port': ['ID=0e40da64-ebbe-4fce-a8d4-0de347c00c86,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:53.386847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:53.409875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:53.491281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:53.491679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.509329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (edae0af5-136b-419e-824f-67a95908dcc4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.547198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] For port 6bf86ca1-efde-42b2-b549-ed9964851f99, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6bf86ca1-efde-42b2-b549-ed9964851f99,segment=NetworkSegment(50998d12-f267-43d5-b1a4-3abe78ccb497),segment_id=50998d12-f267-43d5-b1a4-3abe78ccb497)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:53.555279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ebfa70ae-d241-4005-b4af-7b88d0b4898c no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:53.560175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.581056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21adaf6-1a30-4cbb-821d-cbfb992a4a8c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:53.582568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21adaf6-1a30-4cbb-821d-cbfb992a4a8c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:53.583974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21adaf6-1a30-4cbb-821d-cbfb992a4a8c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:53.586050 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b21adaf6-1a30-4cbb-821d-cbfb992a4a8c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2151437 Apr 29 07:39:53.591213 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51610) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:53.591706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: ebfa70ae-d241-4005-b4af-7b88d0b4898c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:53.592047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ebfa70ae-d241-4005-b4af-7b88d0b4898c not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:53.593684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8d33a14e-45a8-48a2-accc-535e74c21db3 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:53.637720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:53.646966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 8d33a14e-45a8-48a2-accc-535e74c21db3 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:53.647326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8d33a14e-45a8-48a2-accc-535e74c21db3 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:53.672637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d98a41-87fa-4829-b4f7-f2baeb2eba1d None None] Sync routers for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:53.685705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df279fcf-4502-4bf9-b8e1-a3e2eb38b3d7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (2098626f-a368-49e2-a762-e7d5e08b5de2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.689196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-048d7d35-0837-40f8-a233-8b4feb0ae37a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:53.708452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d7d35-0837-40f8-a233-8b4feb0ae37a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.725628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df279fcf-4502-4bf9-b8e1-a3e2eb38b3d7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2098626f-a368-49e2-a762-e7d5e08b5de2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.754886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0958c7e-8055-45dd-bbb4-2daf0fa05a22 None None] Pushing event updated for resources: {'Port': ['ID=6bf86ca1-efde-42b2-b549-ed9964851f99,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:53.758127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d98a41-87fa-4829-b4f7-f2baeb2eba1d None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:53.758786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f9d98a41-87fa-4829-b4f7-f2baeb2eba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:53.795393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df279fcf-4502-4bf9-b8e1-a3e2eb38b3d7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2098626f-a368-49e2-a762-e7d5e08b5de2,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:53.827492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.834301 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-43e6bdc2-9609-475c-b48b-dea0fc19229a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/ports/141e6537-1c60-4aaa-b8ee-b9ee5d0cea67 HTTP/1.1" status: 204 len: 168 time: 3.6254530 Apr 29 07:39:53.835280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51612) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:53.852077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f9d98a41-87fa-4829-b4f7-f2baeb2eba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:53.861153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df279fcf-4502-4bf9-b8e1-a3e2eb38b3d7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:53.865308 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-df279fcf-4502-4bf9-b8e1-a3e2eb38b3d7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7302313 Apr 29 07:39:53.870291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d98a41-87fa-4829-b4f7-f2baeb2eba1d None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:53.873569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51614) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:53.876295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f9d98a41-87fa-4829-b4f7-f2baeb2eba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:53.909320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-77de12c5-605b-47d1-bed3-a9b09c94fc9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5a778b68-b5e0-49eb-a5b4-46beb347004f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:53.926326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f9d98a41-87fa-4829-b4f7-f2baeb2eba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:53.939468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d98a41-87fa-4829-b4f7-f2baeb2eba1d None None] The sync data for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:53.962790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d7d35-0837-40f8-a233-8b4feb0ae37a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.009143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e,segment=NetworkSegment(377f3cf6-002c-44ca-93bc-36afdcf97b34),segment_id=377f3cf6-002c-44ca-93bc-36afdcf97b34)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:54.009830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.072411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0e40da64-ebbe-4fce-a8d4-0de347c00c86 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:54.073725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:54.137486 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-77de12c5-605b-47d1-bed3-a9b09c94fc9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:39:54.147644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:54.148252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.148389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77de12c5-605b-47d1-bed3-a9b09c94fc9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (368463db-e257-4b8f-8983-9562212d0828), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.225891 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77de12c5-605b-47d1-bed3-a9b09c94fc9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (368463db-e257-4b8f-8983-9562212d0828), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.271932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77de12c5-605b-47d1-bed3-a9b09c94fc9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (368463db-e257-4b8f-8983-9562212d0828), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.273559 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:54.276031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6bf86ca1-efde-42b2-b549-ed9964851f99 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:54.295238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d7d35-0837-40f8-a233-8b4feb0ae37a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.313811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (edae0af5-136b-419e-824f-67a95908dcc4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.328926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:54.332351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.353685 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:54.354378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.415163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de12c5-605b-47d1-bed3-a9b09c94fc9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368463db-e257-4b8f-8983-9562212d0828,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:54.415347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0495d77e-c5da-4c32-8f89-2af543242076 None None] Provisioning complete for port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:54.416057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0495d77e-c5da-4c32-8f89-2af543242076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.443335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77de12c5-605b-47d1-bed3-a9b09c94fc9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.444563 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-77de12c5-605b-47d1-bed3-a9b09c94fc9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5652928 Apr 29 07:39:54.569104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:54.570491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4379df11-34d5-4daa-9ac5-722943931b8a up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:54.661529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0495d77e-c5da-4c32-8f89-2af543242076 None None] Current status of the port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:54.689011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4379df11-34d5-4daa-9ac5-722943931b8a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:54.689582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.718269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d7d35-0837-40f8-a233-8b4feb0ae37a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.793006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e29fa0bb-b5af-4363-afa1-e03317b54750 None None] Could not find standard attr ID for object 702a27ab-c86d-4d5b-84fd-b0c120d5a627. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:39:54.807611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4379df11-34d5-4daa-9ac5-722943931b8a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:54.842282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d7d35-0837-40f8-a233-8b4feb0ae37a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:54.847067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-048d7d35-0837-40f8-a233-8b4feb0ae37a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.853419 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-048d7d35-0837-40f8-a233-8b4feb0ae37a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709 HTTP/1.1" status: 204 len: 168 time: 1.2593331 Apr 29 07:39:54.860226 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51630) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:54.897808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:54.927187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c181a-6987-4426-a176-de59eea60f32 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:54.956628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:55.007422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (d6499b41-e01d-4c3a-9690-b9b27b1906a0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:55.039876 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-8bbda8fc-758f-4b94-a74e-114b7ce1df06 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534397500&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.1015744 Apr 29 07:39:55.055289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-689a5e76-4218-4285-aa68-b5cf8c1f1e93 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet a9c818c8-e85d-4699-8b7d-081549cd2d70 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:55.082856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-689a5e76-4218-4285-aa68-b5cf8c1f1e93 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (a9c818c8-e85d-4699-8b7d-081549cd2d70), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:55.092679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:55.344921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b8448842-f7a4-4ea9-8bc8-72f8d932303e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:55.346644 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b8448842-f7a4-4ea9-8bc8-72f8d932303e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=83a17604-949c-4c86-b775-5609dc1134e1 HTTP/1.1" status: 200 len: 797 time: 0.2969916 Apr 29 07:39:55.349040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Router edae0af5-136b-419e-824f-67a95908dcc4 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:39:55.371033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (cca772e5-854c-4604-b98b-86c9a02e8ad9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:55.414778 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-d03d2609-28d4-442e-bb18-f08f45bb8c21 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0537665 Apr 29 07:39:55.476038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:55.483977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:55.485777 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:55.489416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac654b8-fc53-4708-b971-74c84d835e59 None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:55.550608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=d6499b41-e01d-4c3a-9690-b9b27b1906a0,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:55.619592 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7eb328da-e1e7-4810-b67d-6c73d4a2e631 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2378876 Apr 29 07:39:55.624229 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51632) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:55.629634 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-375546924', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6499b41-e01d-4c3a-9690-b9b27b1906a0'}], 'security_groups': ['de1bd2a4-8c5f-498d-a2da-cc92c0965b2f']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:55.661850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-689a5e76-4218-4285-aa68-b5cf8c1f1e93 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (a9c818c8-e85d-4699-8b7d-081549cd2d70), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:55.668889 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-8a0c1869-8fdf-4504-87e6-9e5b0552040a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2233427 Apr 29 07:39:55.693726 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:55.835515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:55.846950 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216cefd-ce91-40e1-8d5a-94a79c7a28ec None None] Sync routers for ids ['edae0af5-136b-419e-824f-67a95908dcc4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:55.863257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a380c1-6914-4964-b4ad-dba52213ac66 None None] Update dhcp port {'port': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'fixed_ips': [{'subnet_id': '1a4f838f-77c0-406c-9cf3-abb91cccf1c1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6499b41-e01d-4c3a-9690-b9b27b1906a0'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '6bf86ca1-efde-42b2-b549-ed9964851f99'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:39:55.874385 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216cefd-ce91-40e1-8d5a-94a79c7a28ec None None] Routers {'edae0af5-136b-419e-824f-67a95908dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:55.875022 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4216cefd-ce91-40e1-8d5a-94a79c7a28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['edae0af5-136b-419e-824f-67a95908dcc4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:55.910638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8a380c1-6914-4964-b4ad-dba52213ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:55.912859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6bf86ca1-efde-42b2-b549-ed9964851f99 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:55.916513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:55.917934 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2969d75b-3ebb-450c-96b9-a463eea637cf tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1477413 Apr 29 07:39:55.926717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51634) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:55.932692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e4a1d07f-97a2-441f-93a8-ac1812b06c96 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': False}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:55.949751 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4216cefd-ce91-40e1-8d5a-94a79c7a28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:55.967240 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216cefd-ce91-40e1-8d5a-94a79c7a28ec None None] Routers {'edae0af5-136b-419e-824f-67a95908dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:55.973897 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4216cefd-ce91-40e1-8d5a-94a79c7a28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['edae0af5-136b-419e-824f-67a95908dcc4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:56.032600 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-037d47fc-ef8e-4f31-8a44-73e277990ac0 service neutron] 10.222.0.23 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879896 Apr 29 07:39:56.045305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-689a5e76-4218-4285-aa68-b5cf8c1f1e93 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a9c818c8-e85d-4699-8b7d-081549cd2d70), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.070551 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4216cefd-ce91-40e1-8d5a-94a79c7a28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:56.071474 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216cefd-ce91-40e1-8d5a-94a79c7a28ec None None] The sync data for ids ['edae0af5-136b-419e-824f-67a95908dcc4'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:56.159382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-16f742b5-6a1a-4587-baa2-92c7ea51d5c2 None None] Provisioning complete for port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:56.159744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16f742b5-6a1a-4587-baa2-92c7ea51d5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.186179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-f8a380c1-6914-4964-b4ad-dba52213ac66 None None] Allocated IP 172.20.0.18 (72d5701e-4b9c-4349-bd71-41417c741472/d6499b41-e01d-4c3a-9690-b9b27b1906a0/6bf86ca1-efde-42b2-b549-ed9964851f99) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:56.186436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.193190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:56.193541 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.262981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:56.281975 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-06d5b807-f1bf-426a-bc1c-5e17b418ca8c service neutron] 10.222.0.23 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387981 Apr 29 07:39:56.308630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-689a5e76-4218-4285-aa68-b5cf8c1f1e93 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (a9c818c8-e85d-4699-8b7d-081549cd2d70), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.330769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:56.331373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.355981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a5e76-4218-4285-aa68-b5cf8c1f1e93 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c818c8-e85d-4699-8b7d-081549cd2d70,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:56.384467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819bfd36-f166-4f5c-a0fa-a63f6e28320f None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:56.394389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f8a380c1-6914-4964-b4ad-dba52213ac66 None None] For port 6bf86ca1-efde-42b2-b549-ed9964851f99, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6bf86ca1-efde-42b2-b549-ed9964851f99,segment=NetworkSegment(50998d12-f267-43d5-b1a4-3abe78ccb497),segment_id=50998d12-f267-43d5-b1a4-3abe78ccb497)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:56.408235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-689a5e76-4218-4285-aa68-b5cf8c1f1e93 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.412179 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-689a5e76-4218-4285-aa68-b5cf8c1f1e93 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/a9c818c8-e85d-4699-8b7d-081549cd2d70 HTTP/1.1" status: 204 len: 168 time: 1.5508156 Apr 29 07:39:56.434471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51636) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:56.472714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-16f742b5-6a1a-4587-baa2-92c7ea51d5c2 None None] Current status of the port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:56.516879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:56.580796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8a380c1-6914-4964-b4ad-dba52213ac66 None None] Publish callbacks [] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.595311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:39:56.609691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8a380c1-6914-4964-b4ad-dba52213ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.610375 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cfb65e3d-2f90-48f8-9c5d-cf4c3198fc98 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5639381 Apr 29 07:39:56.612571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51642) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:56.670548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:39:56.734436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a380c1-6914-4964-b4ad-dba52213ac66 None None] Pushing event updated for resources: {'Port': ['ID=6bf86ca1-efde-42b2-b549-ed9964851f99,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:56.762823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Delete allocated IP 172.20.0.11 (72d5701e-4b9c-4349-bd71-41417c741472/1a4f838f-77c0-406c-9cf3-abb91cccf1c1) {{(pid=104224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:39:56.768582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:56.769517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:56.774937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.22 (72d5701e-4b9c-4349-bd71-41417c741472/d6499b41-e01d-4c3a-9690-b9b27b1906a0/6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:56.811145 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-92ec429f-a4ee-4e5a-aed5-56881970ad1d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3716788 Apr 29 07:39:56.813944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51648) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:56.821022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:56.896664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5eb1a-7cd1-4153-851e-3205317aac03 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:56.903174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:56.953041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:56.980041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:56.992987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d07f-97a2-441f-93a8-ac1812b06c96 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (edae0af5-136b-419e-824f-67a95908dcc4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.111596 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-abc76ae0-985b-4dc4-a70d-2a014a430a43 req-44cae332-391b-48d1-b486-9289040f0573 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 210 time: 0.5119951 Apr 29 07:39:57.118163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.120362 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5eb1a-7cd1-4153-851e-3205317aac03 None None] Deleting port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:57.120826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb1a-7cd1-4153-851e-3205317aac03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.128150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.147426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:57.161860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.189833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-da844bf4-ed51-4f9d-ad74-f8e4f6faae9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting subnet 827c1c10-64d7-4791-a14f-66549c32ddc3 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:39:57.229273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da844bf4-ed51-4f9d-ad74-f8e4f6faae9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (827c1c10-64d7-4791-a14f-66549c32ddc3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.263473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d5d5eb1a-7cd1-4153-851e-3205317aac03 None None] For port 0e40da64-ebbe-4fce-a8d4-0de347c00c86, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0e40da64-ebbe-4fce-a8d4-0de347c00c86,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:57.264078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb1a-7cd1-4153-851e-3205317aac03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.310101 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5eb1a-7cd1-4153-851e-3205317aac03 None None] Calling delete_port for 0e40da64-ebbe-4fce-a8d4-0de347c00c86 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:57.338701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:57.360305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] In _notify_port_updated(), no bound segment for port 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 on network 72d5701e-4b9c-4349-bd71-41417c741472 {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:39:57.366874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:57.368171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.370012 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3f14e845-7852-45b6-a643-6ed72d1773b7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "PUT /v2.0/ports/6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 HTTP/1.1" status: 200 len: 920 time: 1.7446010 Apr 29 07:39:57.374762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51652) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:57.385741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da844bf4-ed51-4f9d-ad74-f8e4f6faae9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (827c1c10-64d7-4791-a14f-66549c32ddc3), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.427738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:54Z', 'revision_number': 8, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:57.467473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:39:57.478281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:39:57.479435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:57.561005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da844bf4-ed51-4f9d-ad74-f8e4f6faae9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (827c1c10-64d7-4791-a14f-66549c32ddc3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.685513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.695435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da844bf4-ed51-4f9d-ad74-f8e4f6faae9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (827c1c10-64d7-4791-a14f-66549c32ddc3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.726888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ed620-810f-4ab0-bae5-5f2b4e0f9881 None None] Network 2aa58803-1db6-41f9-a882-41407b14d3fa requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:57.728754 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5d5eb1a-7cd1-4153-851e-3205317aac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (0e40da64-ebbe-4fce-a8d4-0de347c00c86), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.743499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da844bf4-ed51-4f9d-ad74-f8e4f6faae9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.752997 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-da844bf4-ed51-4f9d-ad74-f8e4f6faae9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/827c1c10-64d7-4791-a14f-66549c32ddc3 HTTP/1.1" status: 204 len: 168 time: 0.6882784 Apr 29 07:39:57.754098 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51654) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:57.755070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da844bf4-ed51-4f9d-ad74-f8e4f6faae9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Subnet': ['ID=827c1c10-64d7-4791-a14f-66549c32ddc3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:57.797048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=1a3a1a73-a5c6-4b49-9cbf-1ed1f2501351,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:57.808237 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (95ad33d9-34af-41b1-9eab-44d2351443d8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.826048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:39:57.860826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (2aa58803-1db6-41f9-a882-41407b14d3fa), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.919378 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port 4a21b1f9-2d98-45a6-9837-30f81ddab43f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:57.919623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:57.923271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6bf86ca1-efde-42b2-b549-ed9964851f99 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:39:57.989848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:58.004561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:58.007994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:58.009482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.017092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port 4a21b1f9-2d98-45a6-9837-30f81ddab43f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4a21b1f9-2d98-45a6-9837-30f81ddab43f,segment=NetworkSegment(377f3cf6-002c-44ca-93bc-36afdcf97b34),segment_id=377f3cf6-002c-44ca-93bc-36afdcf97b34)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:39:58.017410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.026644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=95ad33d9-34af-41b1-9eab-44d2351443d8,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:58.037778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for 4a21b1f9-2d98-45a6-9837-30f81ddab43f owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:58.059769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-780748af-ae13-4016-aae4-65bf6ba3e339 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:39:58.060305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780748af-ae13-4016-aae4-65bf6ba3e339 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.089831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5eb1a-7cd1-4153-851e-3205317aac03 None None] Pushing event deleted for resources: {'Port': ['ID=0e40da64-ebbe-4fce-a8d4-0de347c00c86,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:58.097215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5eb1a-7cd1-4153-851e-3205317aac03 None None] No DVR routers for this DVR port 0e40da64-ebbe-4fce-a8d4-0de347c00c86 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:58.157708 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2fed74c8-efea-4f51-bab5-85058bf0de35 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3405335 Apr 29 07:39:58.163687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51656) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:58.175787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f468ff62-2907-4465-b55d-21361e2ed70c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:58.220234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8fcb3f-f427-4694-a554-fed318c51569 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:39:58.258338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-943d4d4e-b12a-4138-89fc-b42591a746b4 None None] Provisioning complete for port 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:58.258720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-943d4d4e-b12a-4138-89fc-b42591a746b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.318046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (4a21b1f9-2d98-45a6-9837-30f81ddab43f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.366922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=4a21b1f9-2d98-45a6-9837-30f81ddab43f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:58.379138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No DVR routers for this DVR port 4a21b1f9-2d98-45a6-9837-30f81ddab43f on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:39:58.409256 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1cab59ed-f069-497a-bbba-be69e4138f98 req-768bb405-7369-4ab8-bd1d-fa65e363d11e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 210 time: 0.1309652 Apr 29 07:39:58.441008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-943d4d4e-b12a-4138-89fc-b42591a746b4 None None] Port 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:58.457180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '95ad33d9-34af-41b1-9eab-44d2351443d8'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:39:58.458255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.480615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (2aa58803-1db6-41f9-a882-41407b14d3fa), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.485185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:58.485830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.488610 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f468ff62-2907-4465-b55d-21361e2ed70c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:58.492007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f468ff62-2907-4465-b55d-21361e2ed70c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.545876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780748af-ae13-4016-aae4-65bf6ba3e339 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.546372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa58803-1db6-41f9-a882-41407b14d3fa']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:58.565644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377f3cf6-002c-44ca-93bc-36afdcf97b34') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:58.566220 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377f3cf6-002c-44ca-93bc-36afdcf97b34') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:58.586012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-780748af-ae13-4016-aae4-65bf6ba3e339 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:39:58.589272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (377f3cf6-002c-44ca-93bc-36afdcf97b34), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.598866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-cda63321-d17d-41ae-b8fd-4c269fb2d2bd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:39:58.600676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-cda63321-d17d-41ae-b8fd-4c269fb2d2bd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=83a17604-949c-4c86-b775-5609dc1134e1 HTTP/1.1" status: 200 len: 797 time: 0.4879725 Apr 29 07:39:58.612275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (cca772e5-854c-4604-b98b-86c9a02e8ad9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.617510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (377f3cf6-002c-44ca-93bc-36afdcf97b34), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.629438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-943d4d4e-b12a-4138-89fc-b42591a746b4 None None] Provisioning complete for port 29725158-d72a-4a18-92b7-e3268f30e20d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:58.629811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-943d4d4e-b12a-4138-89fc-b42591a746b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.637241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:39:58.637811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (377f3cf6-002c-44ca-93bc-36afdcf97b34), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:39:58.641278 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:39:58.683425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:54Z', 'revision_number': 8, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:39:58.700799 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.ipam_backend_mixin [None req-f468ff62-2907-4465-b55d-21361e2ed70c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95ad33d9-34af-41b1-9eab-44d2351443d8 (CIDR: 2001:db8::/64) Apr 29 07:39:58.716504 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f468ff62-2907-4465-b55d-21361e2ed70c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:39:58.717128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f468ff62-2907-4465-b55d-21361e2ed70c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:39:58.740652 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f468ff62-2907-4465-b55d-21361e2ed70c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5758581 Apr 29 07:39:58.741709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (2aa58803-1db6-41f9-a882-41407b14d3fa), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.743867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51664) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:58.747360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b51a3-5440-4dfe-8a5d-4f0d044d55cf None None] DHCP port deletion for 2aa58803-1db6-41f9-a882-41407b14d3fa request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:39:58.749625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2a12d7-d804-4230-9878-a631a2407559 None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:39:54Z', 'revision_number': 8, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e3cf1-1ae5-4e17-8970-687ae7955192', 'name': '', 'network_id': 'e30a3f3e-c783-470f-9956-5829e16fdadd', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:3f:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:30Z', 'updated_at': '2022-04-29T07:39:42Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '0c1d6430-0fa0-4f4a-b8df-062b4325f08f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:39:58.751238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:58.822962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.823380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-943d4d4e-b12a-4138-89fc-b42591a746b4 None None] Port 29725158-d72a-4a18-92b7-e3268f30e20d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:58.827536 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/networks/2aa58803-1db6-41f9-a882-41407b14d3fa HTTP/1.1" status: 204 len: 168 time: 1.0700824 Apr 29 07:39:58.845314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51666) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:58.859366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/95ad33d9-34af-41b1-9eab-44d2351443d8/726b3031-58a2-4849-b2ca-8392ed535dac) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:39:58.859593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fafaaa-7a8c-46c9-99af-3a1bc7f71880 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Network': ['ID=2aa58803-1db6-41f9-a882-41407b14d3fa,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:58.862724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:58.873406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-943d4d4e-b12a-4138-89fc-b42591a746b4 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:58.873776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-943d4d4e-b12a-4138-89fc-b42591a746b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:58.936565 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-7496f7c2-be0a-48b8-9f4f-90b35d661192 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 379 time: 0.3220258 Apr 29 07:39:58.955867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['5a778b68-b5e0-49eb-a5b4-46beb347004f']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:39:59.008909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:59.012285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.060176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-943d4d4e-b12a-4138-89fc-b42591a746b4 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:39:59.093256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d07f-97a2-441f-93a8-ac1812b06c96 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (edae0af5-136b-419e-824f-67a95908dcc4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.099364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Publish callbacks [] for port (726b3031-58a2-4849-b2ca-8392ed535dac), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.111689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.171461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0e40da64-ebbe-4fce-a8d4-0de347c00c86 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:59.214700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 0e40da64-ebbe-4fce-a8d4-0de347c00c86 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:59.215062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0e40da64-ebbe-4fce-a8d4-0de347c00c86 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:59.221795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:39:59.236747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:39:59.241610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:39:59.274055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Pushing event updated for resources: {'Port': ['ID=726b3031-58a2-4849-b2ca-8392ed535dac,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:59.285122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8f449c35-183f-4c7e-8ab8-66efb842d450 None None] Provisioning complete for port 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:39:59.285122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8f449c35-183f-4c7e-8ab8-66efb842d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.344502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Attempting to bind port 726b3031-58a2-4849-b2ca-8392ed535dac on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:39:59.344770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Attempting to bind port 726b3031-58a2-4849-b2ca-8392ed535dac by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:39:59.345130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Attempting to bind port 726b3031-58a2-4849-b2ca-8392ed535dac on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:39:59.356201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:39:59.356550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:39:59.356944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.358311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:39:59.358311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Bound port: 726b3031-58a2-4849-b2ca-8392ed535dac, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:39:59.358311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.360281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8f449c35-183f-4c7e-8ab8-66efb842d450 None None] Port 6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:39:59.444550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] For port 726b3031-58a2-4849-b2ca-8392ed535dac, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:39:59.471136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51672) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:59.504440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d07f-97a2-441f-93a8-ac1812b06c96 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (edae0af5-136b-419e-824f-67a95908dcc4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.523098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] For port 726b3031-58a2-4849-b2ca-8392ed535dac, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=726b3031-58a2-4849-b2ca-8392ed535dac,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:39:59.533659 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.538491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780748af-ae13-4016-aae4-65bf6ba3e339 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.621106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5fb7a-baa9-4b96-a51b-759b25797079 None None] Pushing event updated for resources: {'Port': ['ID=726b3031-58a2-4849-b2ca-8392ed535dac,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:59.669417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780748af-ae13-4016-aae4-65bf6ba3e339 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:39:59.780661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:39:59.784153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.787669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router cca772e5-854c-4604-b98b-86c9a02e8ad9 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:59.812863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780748af-ae13-4016-aae4-65bf6ba3e339 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:39:59.818819 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-780748af-ae13-4016-aae4-65bf6ba3e339 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 HTTP/1.1" status: 204 len: 168 time: 2.4384775 Apr 29 07:39:59.821150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51674) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:59.828225 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4a21b1f9-2d98-45a6-9837-30f81ddab43f no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:59.861250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4a21b1f9-2d98-45a6-9837-30f81ddab43f {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:59.861481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4a21b1f9-2d98-45a6-9837-30f81ddab43f not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:39:59.861879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:39:59.876195 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2011524f-cfd2-4994-b9f5-cb2749725ed9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:39:59.880127 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2011524f-cfd2-4994-b9f5-cb2749725ed9 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/6cd69ea2-4c9b-4e98-92cd-f064f9a74ed8 HTTP/1.1" status: 404 len: 333 time: 0.0499063 Apr 29 07:39:59.882110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51676) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:39:59.898038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a1d07f-97a2-441f-93a8-ac1812b06c96 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Router edae0af5-136b-419e-824f-67a95908dcc4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:39:59.926583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:39:59.927099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c56eefb9-7a4b-4996-b2f7-7909e9bcbe2e not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:00.065115 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-dde5ddf7-bb1a-4de7-9b24-a17d5a093775 req-669841e7-3687-4c3b-a47d-8061b28999a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 210 time: 0.0879471 Apr 29 07:40:00.179904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.257266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e7d5-dcba-47f8-899f-e92e4e483f7d tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (e4104a24-98e2-41e8-9e7f-05a0aefe278d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.265001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:00.277463 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-508e9899-5647-4279-bc39-05ac329453f3 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/routers/cca772e5-854c-4604-b98b-86c9a02e8ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4392383 Apr 29 07:40:00.279463 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9d722-50ff-44e7-b427-499989ac8407 None None] Sync routers for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:00.282249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51678) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:00.293160 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9d722-50ff-44e7-b427-499989ac8407 None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:00.294281 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-38c9d722-50ff-44e7-b427-499989ac8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:00.297567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:40:00.300373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.6 (83a17604-949c-4c86-b775-5609dc1134e1/360bb8fa-2a1c-4e1f-8331-3826f2aa174f/37e77e3a-2f65-4f9a-a458-bff90c380ef1) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:00.334108 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-38c9d722-50ff-44e7-b427-499989ac8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:00.343160 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9d722-50ff-44e7-b427-499989ac8407 None None] Routers {'cca772e5-854c-4604-b98b-86c9a02e8ad9'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:00.343863 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-38c9d722-50ff-44e7-b427-499989ac8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cca772e5-854c-4604-b98b-86c9a02e8ad9'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:00.378915 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-38c9d722-50ff-44e7-b427-499989ac8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:00.379688 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9d722-50ff-44e7-b427-499989ac8407 None None] The sync data for ids ['cca772e5-854c-4604-b98b-86c9a02e8ad9'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:00.389979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e7d5-dcba-47f8-899f-e92e4e483f7d tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (e4104a24-98e2-41e8-9e7f-05a0aefe278d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.454331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a1d07f-97a2-441f-93a8-ac1812b06c96 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:00.464221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e5639a-ba30-4fd1-bd8f-08dcd0ff3915 None None] Sync routers for ids ['edae0af5-136b-419e-824f-67a95908dcc4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:00.466626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d07f-97a2-441f-93a8-ac1812b06c96 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.467902 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e4a1d07f-97a2-441f-93a8-ac1812b06c96 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "PUT /v2.0/routers/edae0af5-136b-419e-824f-67a95908dcc4 HTTP/1.1" status: 200 len: 922 time: 4.5399413 Apr 29 07:40:00.478569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e5639a-ba30-4fd1-bd8f-08dcd0ff3915 None None] Routers {'edae0af5-136b-419e-824f-67a95908dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:00.479418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-86e5639a-ba30-4fd1-bd8f-08dcd0ff3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['edae0af5-136b-419e-824f-67a95908dcc4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:00.484010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51680) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:00.526892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-86e5639a-ba30-4fd1-bd8f-08dcd0ff3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:00.536817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e5639a-ba30-4fd1-bd8f-08dcd0ff3915 None None] Routers {'edae0af5-136b-419e-824f-67a95908dcc4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:00.537399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-86e5639a-ba30-4fd1-bd8f-08dcd0ff3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:39:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['edae0af5-136b-419e-824f-67a95908dcc4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:00.542629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Deleting port 1c820054-d716-4bbd-a5bc-2469e6a5459f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:00.543002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1c820054-d716-4bbd-a5bc-2469e6a5459f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.561625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router (cca772e5-854c-4604-b98b-86c9a02e8ad9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.582938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-86e5639a-ba30-4fd1-bd8f-08dcd0ff3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:00.583607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e5639a-ba30-4fd1-bd8f-08dcd0ff3915 None None] The sync data for ids ['edae0af5-136b-419e-824f-67a95908dcc4'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:00.609797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e7d5-dcba-47f8-899f-e92e4e483f7d tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e4104a24-98e2-41e8-9e7f-05a0aefe278d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.612493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3a0e7d5-dcba-47f8-899f-e92e4e483f7d tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.616523 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a3a0e7d5-dcba-47f8-899f-e92e4e483f7d tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/security-groups/e4104a24-98e2-41e8-9e7f-05a0aefe278d HTTP/1.1" status: 204 len: 168 time: 0.7319691 Apr 29 07:40:00.617250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51682) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:00.693662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0e7d5-dcba-47f8-899f-e92e4e483f7d tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4104a24-98e2-41e8-9e7f-05a0aefe278d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:00.713787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.761823 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a7c687c0-fb6e-4c41-8ffe-0f52d22cd26c tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/routers/edae0af5-136b-419e-824f-67a95908dcc4 HTTP/1.1" status: 200 len: 922 time: 0.2771025 Apr 29 07:40:00.768258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51684) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:00.793854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1c820054-d716-4bbd-a5bc-2469e6a5459f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.794169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for floatingip (1c820054-d716-4bbd-a5bc-2469e6a5459f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.843284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Calling delete_port for 1c820054-d716-4bbd-a5bc-2469e6a5459f owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:00.857245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.892712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-721bf2bb-32f3-4951-9ae3-f3bffeb1297a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (de1bd2a4-8c5f-498d-a2da-cc92c0965b2f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.924881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Provisioning complete for port 726b3031-58a2-4849-b2ca-8392ed535dac triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:00.925925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.943991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_gateway (cca772e5-854c-4604-b98b-86c9a02e8ad9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.956351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61deebb5-2c89-402e-93cb-b96ab4fe1386 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:00.960570 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-61deebb5-2c89-402e-93cb-b96ab4fe1386 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=edae0af5-136b-419e-824f-67a95908dcc4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1887052 Apr 29 07:40:00.960570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-721bf2bb-32f3-4951-9ae3-f3bffeb1297a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (de1bd2a4-8c5f-498d-a2da-cc92c0965b2f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:00.971956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51686) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:01.012059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Current status of the port 726b3031-58a2-4849-b2ca-8392ed535dac is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:01.012533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.053626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port ed3e3cf1-1ae5-4e17-8970-687ae7955192 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:01.053960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.065778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] For port 726b3031-58a2-4849-b2ca-8392ed535dac, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=726b3031-58a2-4849-b2ca-8392ed535dac,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:01.079351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.126177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-721bf2bb-32f3-4951-9ae3-f3bffeb1297a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (de1bd2a4-8c5f-498d-a2da-cc92c0965b2f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.128725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-721bf2bb-32f3-4951-9ae3-f3bffeb1297a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.132661 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-721bf2bb-32f3-4951-9ae3-f3bffeb1297a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/security-groups/de1bd2a4-8c5f-498d-a2da-cc92c0965b2f HTTP/1.1" status: 204 len: 168 time: 0.4682634 Apr 29 07:40:01.134223 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51690) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:01.171952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 83a17604-949c-4c86-b775-5609dc1134e1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:01.195048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (726b3031-58a2-4849-b2ca-8392ed535dac), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.197035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bf2bb-32f3-4951-9ae3-f3bffeb1297a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1bd2a4-8c5f-498d-a2da-cc92c0965b2f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:01.199051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:01.214364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.221468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=37e77e3a-2f65-4f9a-a458-bff90c380ef1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:01.225390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:01.234787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa6de1-0305-4b13-9b63-04c5d0139955 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:01.240540 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1daa6de1-0305-4b13-9b63-04c5d0139955 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 881 time: 0.2680621 Apr 29 07:40:01.241184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51692) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:01.270771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:40:01.271100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:40:01.289273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0e7824fa-8520-4b1b-b149-a5f8d333a30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.305561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 0d0e44a3-597a-434f-a045-cc7fcd7ab4b5 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:01.305905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0d0e44a3-597a-434f-a045-cc7fcd7ab4b5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.313843 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-28611d01-1034-4d4e-859c-4674684f9917 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=edae0af5-136b-419e-824f-67a95908dcc4 HTTP/1.1" status: 200 len: 205 time: 0.0490794 Apr 29 07:40:01.331805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51694) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:01.355264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-447b5458-1eeb-46d7-bc71-605a384543a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet 1a4f838f-77c0-406c-9cf3-abb91cccf1c1 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:01.370221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:01.370879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.400622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973778f2-a982-445f-947f-04a141ee31c6 req-836254b3-7093-4927-9ee4-a083927ab4be tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:01.402241 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-973778f2-a982-445f-947f-04a141ee31c6 req-836254b3-7093-4927-9ee4-a083927ab4be tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 931 time: 0.2437136 Apr 29 07:40:01.420647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (fa943cc8-527b-4126-96a2-be8fa43095c0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.424682 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-93dc5037-dcf1-4bba-9396-6972d319d932 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4735665 Apr 29 07:40:01.425888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-447b5458-1eeb-46d7-bc71-605a384543a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (1a4f838f-77c0-406c-9cf3-abb91cccf1c1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.444328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Request body: {'port': {'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:01.491925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0d0e44a3-597a-434f-a045-cc7fcd7ab4b5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.530019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port ed3e3cf1-1ae5-4e17-8970-687ae7955192, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ed3e3cf1-1ae5-4e17-8970-687ae7955192,segment=NetworkSegment(16a7153b-2158-42ea-b480-90789ba5fc30),segment_id=16a7153b-2158-42ea-b480-90789ba5fc30)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:01.530382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.537533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 0d0e44a3-597a-434f-a045-cc7fcd7ab4b5 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:01.542474 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-973778f2-a982-445f-947f-04a141ee31c6 req-ae86f826-7c71-4f05-b836-c984c1a7bc8a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327183 Apr 29 07:40:01.551444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:01.565322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.566487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:01.570304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:01.570898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.577602 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c86908-e225-40fb-81e5-1186ed0c6dfe None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:01.584922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=726b3031-58a2-4849-b2ca-8392ed535dac,revision_number=4']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:01.605137 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for ed3e3cf1-1ae5-4e17-8970-687ae7955192 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:01.612750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-447b5458-1eeb-46d7-bc71-605a384543a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (1a4f838f-77c0-406c-9cf3-abb91cccf1c1), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.622032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1c820054-d716-4bbd-a5bc-2469e6a5459f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.698669 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=fa943cc8-527b-4126-96a2-be8fa43095c0,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:01.709149 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-91d5760e-4b64-45a6-b83a-8e9cf3cfc793 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9640932 Apr 29 07:40:01.723612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51696) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:01.730623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:7a:31:50', 'name': 'tempest-NetworksTestDHCPv6-1281177809'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:01.754946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event deleted for resources: {'Port': ['ID=1c820054-d716-4bbd-a5bc-2469e6a5459f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:01.835026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (edae0af5-136b-419e-824f-67a95908dcc4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.846861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Current status of the port 726b3031-58a2-4849-b2ca-8392ed535dac is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:01.847678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:01.887279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 726b3031-58a2-4849-b2ca-8392ed535dac up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:01.937052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] For port 726b3031-58a2-4849-b2ca-8392ed535dac, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=726b3031-58a2-4849-b2ca-8392ed535dac,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:01.951706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.013547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for floatingip (f37ccbe2-338a-424e-8145-7f7ac05f4e70), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.013883 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Floating IP f37ccbe2-338a-424e-8145-7f7ac05f4e70 disassociated (deleted). External IP: 172.26.3.29, port: 1179d52f-017d-4912-81a3-eba7f54d3abe. Apr 29 07:40:02.031062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 726b3031-58a2-4849-b2ca-8392ed535dac triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:02.031446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.068002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f82c0-5093-401d-ac9f-9a308bf8ea57 None None] Pushing event updated for resources: {'Port': ['ID=726b3031-58a2-4849-b2ca-8392ed535dac,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:02.102187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-447b5458-1eeb-46d7-bc71-605a384543a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (1a4f838f-77c0-406c-9cf3-abb91cccf1c1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.104474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a87c1db4-4273-4679-ad74-4681fa368a9a None None] Provisioning complete for port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:02.105533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a87c1db4-4273-4679-ad74-4681fa368a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.154386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a87c1db4-4273-4679-ad74-4681fa368a9a None None] Port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:02.210856 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 726b3031-58a2-4849-b2ca-8392ed535dac is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:02.392996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0d0e44a3-597a-434f-a045-cc7fcd7ab4b5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.400045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:02.439522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=0d0e44a3-597a-434f-a045-cc7fcd7ab4b5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:02.581322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-367df018-4763-4580-a8b6-fcea9e58866a None None] Provisioning complete for port 726b3031-58a2-4849-b2ca-8392ed535dac triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:02.581664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-367df018-4763-4580-a8b6-fcea9e58866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.595134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e77e3a-2f65-4f9a-a458-bff90c380ef1 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:40:02.608762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (edae0af5-136b-419e-824f-67a95908dcc4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.615585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Publish callbacks [] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.626913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-447b5458-1eeb-46d7-bc71-605a384543a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (1a4f838f-77c0-406c-9cf3-abb91cccf1c1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.636771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.638973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (cca772e5-854c-4604-b98b-86c9a02e8ad9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.678194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-367df018-4763-4580-a8b6-fcea9e58866a None None] Current status of the port 726b3031-58a2-4849-b2ca-8392ed535dac is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:02.708216 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-447b5458-1eeb-46d7-bc71-605a384543a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.709730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Transition to ACTIVE for port object 37e77e3a-2f65-4f9a-a458-bff90c380ef1 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:40:02.715629 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-447b5458-1eeb-46d7-bc71-605a384543a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/1a4f838f-77c0-406c-9cf3-abb91cccf1c1 HTTP/1.1" status: 204 len: 168 time: 1.5702684 Apr 29 07:40:02.715629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b5458-1eeb-46d7-bc71-605a384543a0 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4f838f-77c0-406c-9cf3-abb91cccf1c1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:02.716108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51700) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:02.722416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5187e33-da9d-4754-b5b2-0836dab1151c None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:02.742111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ed3e3cf1-1ae5-4e17-8970-687ae7955192), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.752698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:02.766225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.768491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port 51f7be3d-2355-4cc2-9db1-fbc7cde49e37 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:02.812240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (cca772e5-854c-4604-b98b-86c9a02e8ad9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.816583 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=ed3e3cf1-1ae5-4e17-8970-687ae7955192,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:02.819048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_controller (cca772e5-854c-4604-b98b-86c9a02e8ad9), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.970558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179569e-2968-468a-aec3-249d7e945e8a req-2f89de88-7d8d-41ba-bdea-3ebad81dd6a6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:02.971720 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f179569e-2968-468a-aec3-249d7e945e8a req-2f89de88-7d8d-41ba-bdea-3ebad81dd6a6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 931 time: 0.2783358 Apr 29 07:40:02.973339 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Deleting port 45acc9cb-e550-4fd9-9da4-4b2cb994aff2 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:02.973728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (45acc9cb-e550-4fd9-9da4-4b2cb994aff2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:02.996869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Pushing event updated for resources: {'Port': ['ID=37e77e3a-2f65-4f9a-a458-bff90c380ef1,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:03.020440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (cca772e5-854c-4604-b98b-86c9a02e8ad9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.020910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Fanout notify agent at l3_agent the message router_deleted on router cca772e5-854c-4604-b98b-86c9a02e8ad9 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:03.051174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.057513 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-905a9fc7-466e-4de5-b289-ade69a864981 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/routers/cca772e5-854c-4604-b98b-86c9a02e8ad9 HTTP/1.1" status: 204 len: 168 time: 2.7657328 Apr 29 07:40:03.060745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51702) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:03.085107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Router f553c6aa-d352-41e0-9c84-73b5d8e8776d has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:03.265595 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f179569e-2968-468a-aec3-249d7e945e8a req-70ebb946-2845-4f49-bcec-7ad43fc33875 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796590 Apr 29 07:40:03.283789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c750f71f-4a34-4a05-b525-d37d0c0c96fe tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting subnet 485ec2f5-b800-4074-ae24-fad0f86589f9 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:03.295055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c750f71f-4a34-4a05-b525-d37d0c0c96fe tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for subnet (485ec2f5-b800-4074-ae24-fad0f86589f9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.322951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:03.328082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.329910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.338945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Attempting to bind port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:03.339637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Attempting to bind port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:03.340205 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Attempting to bind port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 on network 83a17604-949c-4c86-b775-5609dc1134e1 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:03.370427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc825240-7e38-4efa-9389-25266564d1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.379460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::18e (5f57687c-3acb-4c32-82c9-53f862533295/95ad33d9-34af-41b1-9eab-44d2351443d8/51f7be3d-2355-4cc2-9db1-fbc7cde49e37) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:03.408830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (45acc9cb-e550-4fd9-9da4-4b2cb994aff2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.422523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 on network 83a17604-949c-4c86-b775-5609dc1134e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:40:03.423278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Attempting to bind port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 on network 83a17604-949c-4c86-b775-5609dc1134e1 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:03.442895 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:3150 (5f57687c-3acb-4c32-82c9-53f862533295/fa943cc8-527b-4126-96a2-be8fa43095c0/51f7be3d-2355-4cc2-9db1-fbc7cde49e37) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:03.455976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c750f71f-4a34-4a05-b525-d37d0c0c96fe tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (485ec2f5-b800-4074-ae24-fad0f86589f9), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.459508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:03.459980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Checking segment: {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:03.460118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Calling delete_port for 45acc9cb-e550-4fd9-9da4-4b2cb994aff2 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:03.460540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Bound using segment: {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:03.461078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Bound port: 37e77e3a-2f65-4f9a-a458-bff90c380ef1, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db4687e-331b-4c4f-9840-38537d039d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:03.461544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.498052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:03.505562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.514070 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] Sync routers for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:03.526469 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:03.526469 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:03.654333 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:03.760346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] For port 37e77e3a-2f65-4f9a-a458-bff90c380ef1, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:03.769725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] For port 37e77e3a-2f65-4f9a-a458-bff90c380ef1, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=37e77e3a-2f65-4f9a-a458-bff90c380ef1,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:03.786554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c750f71f-4a34-4a05-b525-d37d0c0c96fe tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (485ec2f5-b800-4074-ae24-fad0f86589f9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.816483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.847288 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b734fa8e-a9e7-4a71-8c73-b93211e90d16 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "DELETE /v2.0/floatingips/f37ccbe2-338a-424e-8145-7f7ac05f4e70 HTTP/1.1" status: 204 len: 168 time: 4.3700066 Apr 29 07:40:03.876727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:40:03.882023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e1417-1b4f-46f1-9eff-17c6f674c554" -d '{"events": [{"name": "network-changed", "server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:40:03.913664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:03.950076 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:38:02Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '89796ccf-bf61-4413-9705-0ae3fa8f2ce9', 'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'mac_address': 'fa:16:3e:6e:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:59Z', 'updated_at': '2022-04-29T07:38:09Z', 'revision_number': 5, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'subnets': [{'id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:03.952022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 726b3031-58a2-4849-b2ca-8392ed535dac up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:03.976254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:03.977370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:03.978937 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] 10.222.0.36 "PUT /v2.0/ports/37e77e3a-2f65-4f9a-a458-bff90c380ef1 HTTP/1.1" status: 200 len: 1093 time: 2.5411453 Apr 29 07:40:03.987953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e707de67-42af-43fb-bf5b-c6236ab29d1b x-openstack-request-id: req-e707de67-42af-43fb-bf5b-c6236ab29d1b {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:40:03.988230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:40:03.988488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e707de67-42af-43fb-bf5b-c6236ab29d1b {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:40:03.988901 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e707de67-42af-43fb-bf5b-c6236ab29d1b'] response: {'name': 'network-changed', 'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'status': 'completed', 'code': 200} Apr 29 07:40:03.990317 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:40:03.992765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf721459-2ce0-4642-9516-4b5d6a9cb059" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:40:04.040874 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] Checking router: f553c6aa-d352-41e0-9c84-73b5d8e8776d for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:40:04.059056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 726b3031-58a2-4849-b2ca-8392ed535dac triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:04.059540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.061849 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:04.064535 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:04.104416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2072c58-ad30-44ed-a921-d005a4a28b02 x-openstack-request-id: req-d2072c58-ad30-44ed-a921-d005a4a28b02 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:40:04.104954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:40:04.105581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2072c58-ad30-44ed-a921-d005a4a28b02 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:40:04.106200 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2072c58-ad30-44ed-a921-d005a4a28b02'] response: {'name': 'network-changed', 'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'status': 'completed', 'code': 200} Apr 29 07:40:04.243867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:04.264761 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (45acc9cb-e550-4fd9-9da4-4b2cb994aff2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.272541 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:04.273876 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2a7129c6-d1a3-40c7-b938-158c6240086a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4273670 Apr 29 07:40:04.279926 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:04.280961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51712) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:04.318484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 726b3031-58a2-4849-b2ca-8392ed535dac is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:04.319838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ff57d-d9b6-488b-b927-98c3ae3e0927 service neutron] Pushing event updated for resources: {'Port': ['ID=37e77e3a-2f65-4f9a-a458-bff90c380ef1,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:04.331042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:04.332097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:04.335450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (51f7be3d-2355-4cc2-9db1-fbc7cde49e37), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.345543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c750f71f-4a34-4a05-b525-d37d0c0c96fe tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (485ec2f5-b800-4074-ae24-fad0f86589f9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.417260 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event deleted for resources: {'Port': ['ID=45acc9cb-e550-4fd9-9da4-4b2cb994aff2,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:04.490682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:04.497381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c750f71f-4a34-4a05-b525-d37d0c0c96fe tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.511577 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c750f71f-4a34-4a05-b525-d37d0c0c96fe tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/subnets/485ec2f5-b800-4074-ae24-fad0f86589f9 HTTP/1.1" status: 204 len: 168 time: 1.4448593 Apr 29 07:40:04.513329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51716) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:04.534163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff7627e-0008-4df5-bbc7-23a799be73e4 None None] Network eed6f2c1-a341-407e-8590-a4cb94bb448e requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:04.536659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750f71f-4a34-4a05-b525-d37d0c0c96fe tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Subnet': ['ID=485ec2f5-b800-4074-ae24-fad0f86589f9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:04.537198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (edae0af5-136b-419e-824f-67a95908dcc4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.583054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7fc934-c1d7-4d56-b714-2c93afd8998d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting subnet 0c1d6430-0fa0-4f4a-b8df-062b4325f08f {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:04.629311 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:38:02Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '89796ccf-bf61-4413-9705-0ae3fa8f2ce9', 'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'mac_address': 'fa:16:3e:6e:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:59Z', 'updated_at': '2022-04-29T07:38:09Z', 'revision_number': 5, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'subnets': [{'id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:04.648757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cee1160e-ea1e-4d97-bdb7-e6c156bf379f None None] Provisioning complete for port 29725158-d72a-4a18-92b7-e3268f30e20d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:04.649178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cee1160e-ea1e-4d97-bdb7-e6c156bf379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.662779 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d521263-caad-47cf-84d9-ffee011e49f7 None None] The sync data for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv is: [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:38:02Z', 'revision_number': 4, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '89796ccf-bf61-4413-9705-0ae3fa8f2ce9', 'name': '', 'network_id': '35f6f126-d5ad-454a-9439-8239d8e73051', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'mac_address': 'fa:16:3e:6e:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:59Z', 'updated_at': '2022-04-29T07:38:09Z', 'revision_number': 5, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'subnets': [{'id': '20fadd92-0c91-4b9b-ad86-91b484ffe9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:04.668133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-13f81840-409f-4cbe-a158-2ba3adccc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:04.669835 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-13f81840-409f-4cbe-a158-2ba3adccc596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7bb0acb40d64152b3836bfaa0b7f0b5&device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 1129 time: 0.6685410 Apr 29 07:40:04.671381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65531aa2-a637-420a-a59b-f726c1fd38dc req-8fef9b7a-1f9a-4130-b1d7-a4af90aee350 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:04.673105 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-65531aa2-a637-420a-a59b-f726c1fd38dc req-8fef9b7a-1f9a-4130-b1d7-a4af90aee350 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.4547443 Apr 29 07:40:04.675997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a7fc934-c1d7-4d56-b714-2c93afd8998d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (0c1d6430-0fa0-4f4a-b8df-062b4325f08f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.758735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (edae0af5-136b-419e-824f-67a95908dcc4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.763860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (edae0af5-136b-419e-824f-67a95908dcc4), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.798912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-bbea0b05-5998-4412-abaf-32a52cb550cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:04.801180 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-bbea0b05-5998-4412-abaf-32a52cb550cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=35f6f126-d5ad-454a-9439-8239d8e73051 HTTP/1.1" status: 200 len: 898 time: 0.1143639 Apr 29 07:40:04.803533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-e785791c-be9e-40a7-8668-04695490106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:04.805715 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-e785791c-be9e-40a7-8668-04695490106f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 1127 time: 0.7332654 Apr 29 07:40:04.827454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.828228 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a7fc934-c1d7-4d56-b714-2c93afd8998d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (0c1d6430-0fa0-4f4a-b8df-062b4325f08f), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.841393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (eed6f2c1-a341-407e-8590-a4cb94bb448e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.856044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cee1160e-ea1e-4d97-bdb7-e6c156bf379f None None] Port 29725158-d72a-4a18-92b7-e3268f30e20d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:04.868638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (edae0af5-136b-419e-824f-67a95908dcc4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.869404 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Fanout notify agent at l3_agent the message router_deleted on router edae0af5-136b-419e-824f-67a95908dcc4 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:04.877071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.878489 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-54b7c54e-85b9-43d1-bad1-7961100aafbc tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/edae0af5-136b-419e-824f-67a95908dcc4 HTTP/1.1" status: 204 len: 168 time: 3.5452929 Apr 29 07:40:04.884954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51718) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:04.889720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d6bd06ba-866c-441e-9f71-5392ee9d9acb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-477798113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:04.903890 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-65531aa2-a637-420a-a59b-f726c1fd38dc req-663af29e-a588-49fe-9362-a000987a3eab tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764588 Apr 29 07:40:04.923327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cee1160e-ea1e-4d97-bdb7-e6c156bf379f None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:04.923784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cee1160e-ea1e-4d97-bdb7-e6c156bf379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.962320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6bd06ba-866c-441e-9f71-5392ee9d9acb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (34e22e7b-0c69-4689-bac1-44b7ce21bd39), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.963563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6bd06ba-866c-441e-9f71-5392ee9d9acb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (34e22e7b-0c69-4689-bac1-44b7ce21bd39), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:04.993127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a7fc934-c1d7-4d56-b714-2c93afd8998d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (0c1d6430-0fa0-4f4a-b8df-062b4325f08f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.016460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3debcf3e-382d-4cee-8d36-6e97a68748bc None None] DHCP port deletion for eed6f2c1-a341-407e-8590-a4cb94bb448e request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:05.076895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6bd06ba-866c-441e-9f71-5392ee9d9acb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (34e22e7b-0c69-4689-bac1-44b7ce21bd39), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.088111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6bd06ba-866c-441e-9f71-5392ee9d9acb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (34e22e7b-0c69-4689-bac1-44b7ce21bd39), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.095778 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:02Z', 'revision_number': 9, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:05.109665 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe8396-c0c4-4f2d-9101-138e4c9fc3b9 None None] New status for floating IP f37ccbe2-338a-424e-8145-7f7ac05f4e70: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:40:05.132866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a7fc934-c1d7-4d56-b714-2c93afd8998d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (0c1d6430-0fa0-4f4a-b8df-062b4325f08f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.135960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cee1160e-ea1e-4d97-bdb7-e6c156bf379f None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:05.139401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:40:05.154672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6bd06ba-866c-441e-9f71-5392ee9d9acb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.159849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:05.160562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:05.161853 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d6bd06ba-866c-441e-9f71-5392ee9d9acb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2745495 Apr 29 07:40:05.168576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51720) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:05.177740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:05.206521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fc934-c1d7-4d56-b714-2c93afd8998d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1d6430-0fa0-4f4a-b8df-062b4325f08f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:05.212848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a7fc934-c1d7-4d56-b714-2c93afd8998d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.216589 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9a7fc934-c1d7-4d56-b714-2c93afd8998d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/0c1d6430-0fa0-4f4a-b8df-062b4325f08f HTTP/1.1" status: 204 len: 168 time: 0.9345703 Apr 29 07:40:05.253352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51722) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:05.259162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:05.298311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3debcf3e-382d-4cee-8d36-6e97a68748bc None None] Deleting port 3292f0ec-5536-4867-81a9-3bc3ec769f65 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:05.298676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3debcf3e-382d-4cee-8d36-6e97a68748bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.300810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0149803-b86d-492e-bf28-6fb453d33b1d None None] Network e30a3f3e-c783-470f-9956-5829e16fdadd requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:05.322449 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-e6a022d6-f8e4-4c5d-9d47-209d1a1a5af8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e77e3a-2f65-4f9a-a458-bff90c380ef1 HTTP/1.1" status: 200 len: 217 time: 0.4721642 Apr 29 07:40:05.331101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (51f7be3d-2355-4cc2-9db1-fbc7cde49e37), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.337561 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-d521cafe-a63f-4ff1-b679-2829597d494d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1179d52f-017d-4912-81a3-eba7f54d3abe HTTP/1.1" status: 200 len: 217 time: 0.0536766 Apr 29 07:40:05.375695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bb69d-c34a-4aad-b868-58a512203ef4 req-2d9d7671-e243-4a68-aafd-3a3f6eb56f67 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:05.377196 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-949bb69d-c34a-4aad-b868-58a512203ef4 req-2d9d7671-e243-4a68-aafd-3a3f6eb56f67 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 943 time: 0.8615940 Apr 29 07:40:05.416465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (f723cc6e-82d7-4707-8170-ee6745abf9d8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.488447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.533343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3debcf3e-382d-4cee-8d36-6e97a68748bc None None] For port 3292f0ec-5536-4867-81a9-3bc3ec769f65, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3292f0ec-5536-4867-81a9-3bc3ec769f65,segment=NetworkSegment(addcfeb0-3804-40b8-8d82-5cfe87a946b2),segment_id=addcfeb0-3804-40b8-8d82-5cfe87a946b2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:05.534092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3debcf3e-382d-4cee-8d36-6e97a68748bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.549588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:05.559264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=51f7be3d-2355-4cc2-9db1-fbc7cde49e37,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:05.568430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:05.582316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:05.588236 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3debcf3e-382d-4cee-8d36-6e97a68748bc None None] Calling delete_port for 3292f0ec-5536-4867-81a9-3bc3ec769f65 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:05.590241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:05.592324 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:05.598778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:05.599657 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.613436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-d3cb4190-83f1-4f85-bb50-84cd611fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:05.615232 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-d3cb4190-83f1-4f85-bb50-84cd611fc285 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20fadd92-0c91-4b9b-ad86-91b484ffe9df HTTP/1.1" status: 200 len: 834 time: 0.2344472 Apr 29 07:40:05.616728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-113c7a49-e40c-4d2b-8fca-749ebb10d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:05.618175 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-113c7a49-e40c-4d2b-8fca-749ebb10d6c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360bb8fa-2a1c-4e1f-8331-3826f2aa174f HTTP/1.1" status: 200 len: 835 time: 0.2852204 Apr 29 07:40:05.621445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:05.625588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.630462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=f723cc6e-82d7-4707-8170-ee6745abf9d8,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:05.717208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc11bd-3322-4f9c-8d77-1a054b494ff2 None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:05.723041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-949bb69d-c34a-4aad-b868-58a512203ef4 req-f17173ff-2538-4929-ae59-3f7051ddc4e0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315344 Apr 29 07:40:05.726962 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c23f412b-cc2b-453b-9181-a3dc32ec49fa tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9782403 Apr 29 07:40:05.731151 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3e848723-92e6-4a41-bd0e-37e1a61950ed tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0044689 Apr 29 07:40:05.731947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51726) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:05.739655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-42380964-da51-4675-998e-c5da1bc675fb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1808508624'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:05.746156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51728) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:05.871163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 3292f0ec-5536-4867-81a9-3bc3ec769f65 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:05.871781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.876077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42380964-da51-4675-998e-c5da1bc675fb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.908433 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (e30a3f3e-c783-470f-9956-5829e16fdadd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:05.909062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-509f0f74-f812-4020-8d8b-6da09e10b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:05.910224 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-509f0f74-f812-4020-8d8b-6da09e10b283 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35f6f126-d5ad-454a-9439-8239d8e73051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2760160 Apr 29 07:40:05.992118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-2673b3c7-e1a0-49f9-9c7a-63c319d62ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:05.993275 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-2673b3c7-e1a0-49f9-9c7a-63c319d62ea3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83a17604-949c-4c86-b775-5609dc1134e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3434200 Apr 29 07:40:06.029813 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (34e22e7b-0c69-4689-bac1-44b7ce21bd39), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.044034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-aed7fcc0-883c-4bec-a4b8-cf47aac114da tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:06.045340 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-aed7fcc0-883c-4bec-a4b8-cf47aac114da tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.6332536 Apr 29 07:40:06.055286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3292f0ec-5536-4867-81a9-3bc3ec769f65 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:06.057479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31458b53-2944-4db0-92c4-be69e07ee416 None None] DHCP port deletion for e30a3f3e-c783-470f-9956-5829e16fdadd request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:06.149546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] For port 3292f0ec-5536-4867-81a9-3bc3ec769f65, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3292f0ec-5536-4867-81a9-3bc3ec769f65,segment=NetworkSegment(addcfeb0-3804-40b8-8d82-5cfe87a946b2),segment_id=addcfeb0-3804-40b8-8d82-5cfe87a946b2)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:06.149943 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.184243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 3292f0ec-5536-4867-81a9-3bc3ec769f65 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:06.190940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.215622 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-12561070-5c40-43e2-a4c5-45b2e23b6110 None None] Provisioning complete for port 51f7be3d-2355-4cc2-9db1-fbc7cde49e37 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:06.216001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-12561070-5c40-43e2-a4c5-45b2e23b6110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (51f7be3d-2355-4cc2-9db1-fbc7cde49e37), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.234287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba98fd-c87a-4868-9b6b-917622e0cc64 req-53c05d98-73b5-4a33-987a-6ba13b7fbcdc tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:06.235816 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0dba98fd-c87a-4868-9b6b-917622e0cc64 req-53c05d98-73b5-4a33-987a-6ba13b7fbcdc tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 945 time: 0.1884496 Apr 29 07:40:06.267832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3debcf3e-382d-4cee-8d36-6e97a68748bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.278016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:02Z', 'revision_number': 9, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:06.284868 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:06.285206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.303630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4d836e3b-bb49-498f-bd06-e10220428e81 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port 51f7be3d-2355-4cc2-9db1-fbc7cde49e37 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:06.303973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d836e3b-bb49-498f-bd06-e10220428e81 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (51f7be3d-2355-4cc2-9db1-fbc7cde49e37), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.313517 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-05cf7621-2d3f-4feb-8ac6-b2f17371a6c6 service neutron] 10.222.0.36 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486698 Apr 29 07:40:06.330339 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-18331861-6c23-4373-8b63-523899aaded6 service neutron] 10.222.0.36 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856400 Apr 29 07:40:06.345782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42380964-da51-4675-998e-c5da1bc675fb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (2d220b10-2286-4a10-8ad8-29edabd677e2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.379718 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debcf3e-382d-4cee-8d36-6e97a68748bc None None] Pushing event deleted for resources: {'Port': ['ID=3292f0ec-5536-4867-81a9-3bc3ec769f65,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:06.384238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Port 3292f0ec-5536-4867-81a9-3bc3ec769f65 update to DOWN by agent not found {{(pid=104225) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 29 07:40:06.387041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9edd5-72d9-46c7-80a6-376e88cbbf52 None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:02Z', 'revision_number': 9, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a335a86e-2db3-4bab-9858-3a9be59bbb00', 'name': '', 'network_id': 'fab8d35a-362f-412d-a915-ecdf795f43e8', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:d1:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:21Z', 'updated_at': '2022-04-29T07:39:29Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': 'd8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:06.393527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42380964-da51-4675-998e-c5da1bc675fb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (2d220b10-2286-4a10-8ad8-29edabd677e2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.407254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-12561070-5c40-43e2-a4c5-45b2e23b6110 None None] Port 51f7be3d-2355-4cc2-9db1-fbc7cde49e37 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:06.411673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debcf3e-382d-4cee-8d36-6e97a68748bc None None] No DVR routers for this DVR port 3292f0ec-5536-4867-81a9-3bc3ec769f65 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:06.412965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port fcf7db30-47bd-48dd-8f48-3482d0bbaa47, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fcf7db30-47bd-48dd-8f48-3482d0bbaa47,segment=NetworkSegment(16a7153b-2158-42ea-b480-90789ba5fc30),segment_id=16a7153b-2158-42ea-b480-90789ba5fc30)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:06.413373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.425910 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0dba98fd-c87a-4868-9b6b-917622e0cc64 req-f6d3b71f-60d5-404c-bcd6-0a4176bf3b58 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/security-groups?id=a524427f-7c62-4487-b289-cd3ce02fc49b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670415 Apr 29 07:40:06.438971 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Deleting port 1179d52f-017d-4912-81a3-eba7f54d3abe {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:06.439312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.470018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-31458b53-2944-4db0-92c4-be69e07ee416 None None] Deleting port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:06.470390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-31458b53-2944-4db0-92c4-be69e07ee416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.476287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb5c2bf-9b02-410a-94e1-7757d8f893fb None None] Update dhcp port {'port': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'fixed_ips': [{'subnet_id': 'd6499b41-e01d-4c3a-9690-b9b27b1906a0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f723cc6e-82d7-4707-8170-ee6745abf9d8'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '6bf86ca1-efde-42b2-b549-ed9964851f99'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:40:06.480695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for fcf7db30-47bd-48dd-8f48-3482d0bbaa47 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:06.556556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42380964-da51-4675-998e-c5da1bc675fb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.557541 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6bb5c2bf-9b02-410a-94e1-7757d8f893fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.560906 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-42380964-da51-4675-998e-c5da1bc675fb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8218298 Apr 29 07:40:06.562551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51732) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:06.570731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ca2cf334-0fd4-440b-a18c-d08fdb5e5c41 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1904245191'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:06.575328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42380964-da51-4675-998e-c5da1bc675fb tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d220b10-2286-4a10-8ad8-29edabd677e2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:06.585529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-31458b53-2944-4db0-92c4-be69e07ee416 None None] For port fcf7db30-47bd-48dd-8f48-3482d0bbaa47, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fcf7db30-47bd-48dd-8f48-3482d0bbaa47,segment=NetworkSegment(16a7153b-2158-42ea-b480-90789ba5fc30),segment_id=16a7153b-2158-42ea-b480-90789ba5fc30)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:06.585924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-31458b53-2944-4db0-92c4-be69e07ee416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.618545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-31458b53-2944-4db0-92c4-be69e07ee416 None None] Calling delete_port for fcf7db30-47bd-48dd-8f48-3482d0bbaa47 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:06.637868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d836e3b-bb49-498f-bd06-e10220428e81 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (51f7be3d-2355-4cc2-9db1-fbc7cde49e37), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.655294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3292f0ec-5536-4867-81a9-3bc3ec769f65), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.657570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4d836e3b-bb49-498f-bd06-e10220428e81 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for 51f7be3d-2355-4cc2-9db1-fbc7cde49e37 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:06.665647 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-8e4548bb-380d-4422-85ca-14a880b7e56e service neutron] 10.222.0.36 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925882 Apr 29 07:40:06.667819 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866e1417-1b4f-46f1-9eff-17c6f674c554 req-60f399da-7f1d-4e03-9981-d312c1be823f service neutron] 10.222.0.36 "GET /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364668 Apr 29 07:40:06.679370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (34e22e7b-0c69-4689-bac1-44b7ce21bd39), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.696456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=3292f0ec-5536-4867-81a9-3bc3ec769f65,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:06.703852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] No DVR routers for this DVR port 3292f0ec-5536-4867-81a9-3bc3ec769f65 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:06.724909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.739429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf334-0fd4-440b-a18c-d08fdb5e5c41 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.842288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-6bb5c2bf-9b02-410a-94e1-7757d8f893fb None None] Allocated IP 172.20.0.2 (72d5701e-4b9c-4349-bd71-41417c741472/f723cc6e-82d7-4707-8170-ee6745abf9d8/6bf86ca1-efde-42b2-b549-ed9964851f99) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:06.888469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-31458b53-2944-4db0-92c4-be69e07ee416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.934931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] For port 1179d52f-017d-4912-81a3-eba7f54d3abe, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=1179d52f-017d-4912-81a3-eba7f54d3abe,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:06.934931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.943755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (eed6f2c1-a341-407e-8590-a4cb94bb448e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.949000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-ce96cd29-523d-46c7-a687-2b35cac8c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:06.949184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31458b53-2944-4db0-92c4-be69e07ee416 None None] Pushing event deleted for resources: {'Port': ['ID=fcf7db30-47bd-48dd-8f48-3482d0bbaa47,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:06.952738 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-ce96cd29-523d-46c7-a687-2b35cac8c086 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 1127 time: 0.2153962 Apr 29 07:40:06.965561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (fcf7db30-47bd-48dd-8f48-3482d0bbaa47), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:06.966918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31458b53-2944-4db0-92c4-be69e07ee416 None None] No DVR routers for this DVR port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:06.971599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Calling delete_port for 1179d52f-017d-4912-81a3-eba7f54d3abe owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:07.011354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6bb5c2bf-9b02-410a-94e1-7757d8f893fb None None] For port 6bf86ca1-efde-42b2-b549-ed9964851f99, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6bf86ca1-efde-42b2-b549-ed9964851f99,segment=NetworkSegment(50998d12-f267-43d5-b1a4-3abe78ccb497),segment_id=50998d12-f267-43d5-b1a4-3abe78ccb497)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:07.047618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=fcf7db30-47bd-48dd-8f48-3482d0bbaa47,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:07.051347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No DVR routers for this DVR port fcf7db30-47bd-48dd-8f48-3482d0bbaa47 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:07.055002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6bb5c2bf-9b02-410a-94e1-7757d8f893fb None None] Publish callbacks [] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.062784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed6f2c1-a341-407e-8590-a4cb94bb448e']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:07.064174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6bb5c2bf-9b02-410a-94e1-7757d8f893fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.113342 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addcfeb0-3804-40b8-8d82-5cfe87a946b2') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:07.113628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addcfeb0-3804-40b8-8d82-5cfe87a946b2') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:07.138752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd71ac-9ebd-435a-9970-675e8fe56cfb req-5c958bd7-a5f0-4e1e-a4dc-36c8fb660695 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:07.140274 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0dfd71ac-9ebd-435a-9970-675e8fe56cfb req-5c958bd7-a5f0-4e1e-a4dc-36c8fb660695 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 943 time: 0.2700145 Apr 29 07:40:07.146128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Allocated IP 172.26.3.112 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/1739886a-bf05-4762-a299-2a03c7a1ae3e) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:07.146679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (addcfeb0-3804-40b8-8d82-5cfe87a946b2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.184587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5c2bf-9b02-410a-94e1-7757d8f893fb None None] Pushing event updated for resources: {'Port': ['ID=6bf86ca1-efde-42b2-b549-ed9964851f99,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:07.192662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf334-0fd4-440b-a18c-d08fdb5e5c41 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (b8736b02-282d-476f-9af4-2fdbeacbe317), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.213693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (addcfeb0-3804-40b8-8d82-5cfe87a946b2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.223505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf334-0fd4-440b-a18c-d08fdb5e5c41 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b8736b02-282d-476f-9af4-2fdbeacbe317), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.239631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (e30a3f3e-c783-470f-9956-5829e16fdadd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.262747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:07.263213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (addcfeb0-3804-40b8-8d82-5cfe87a946b2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.266856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-2af0fd9e-054d-4e8b-b99d-f526ea0f7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:07.268521 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-2af0fd9e-054d-4e8b-b99d-f526ea0f7b82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83a17604-949c-4c86-b775-5609dc1134e1 HTTP/1.1" status: 200 len: 898 time: 0.3056655 Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:07.269330 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:07.307723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.323860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30a3f3e-c783-470f-9956-5829e16fdadd']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:07.355175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca2cf334-0fd4-440b-a18c-d08fdb5e5c41 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.358999 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ca2cf334-0fd4-440b-a18c-d08fdb5e5c41 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7892537 Apr 29 07:40:07.359184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a7153b-2158-42ea-b480-90789ba5fc30') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:07.359498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a7153b-2158-42ea-b480-90789ba5fc30') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:07.363138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51736) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:07.374346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7dcaa14e-b27b-4540-b4ed-b51fa10f4c77 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'security_group': {'name': 'tempest-secgroup-428024553'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:07.377851 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-92135ee9-d9a5-4b3e-b126-75700bf94a6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e77e3a-2f65-4f9a-a458-bff90c380ef1 HTTP/1.1" status: 200 len: 217 time: 0.0851583 Apr 29 07:40:07.381890 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0dfd71ac-9ebd-435a-9970-675e8fe56cfb req-7d1ee9ad-3ea9-47e0-8820-fbb8d77b1906 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284858 Apr 29 07:40:07.382821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cf334-0fd4-440b-a18c-d08fdb5e5c41 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8736b02-282d-476f-9af4-2fdbeacbe317,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:07.389464 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (16a7153b-2158-42ea-b480-90789ba5fc30), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.420855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (16a7153b-2158-42ea-b480-90789ba5fc30), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.434481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d836e3b-bb49-498f-bd06-e10220428e81 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (51f7be3d-2355-4cc2-9db1-fbc7cde49e37), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.469656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for port (1739886a-bf05-4762-a299-2a03c7a1ae3e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.478392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (eed6f2c1-a341-407e-8590-a4cb94bb448e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.484169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.491506 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/networks/eed6f2c1-a341-407e-8590-a4cb94bb448e HTTP/1.1" status: 204 len: 168 time: 2.9476383 Apr 29 07:40:07.492655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d836e3b-bb49-498f-bd06-e10220428e81 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=51f7be3d-2355-4cc2-9db1-fbc7cde49e37,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:07.497922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51740) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:07.583142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1739886a-bf05-4762-a299-2a03c7a1ae3e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.585118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-2fbf7b81-39f3-482f-8d18-bca492b434e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:07.586908 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-2fbf7b81-39f3-482f-8d18-bca492b434e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360bb8fa-2a1c-4e1f-8331-3826f2aa174f HTTP/1.1" status: 200 len: 835 time: 0.1945956 Apr 29 07:40:07.594025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240fe1c-4abc-49c3-8f6d-a6296789ee2f tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Network': ['ID=eed6f2c1-a341-407e-8590-a4cb94bb448e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:07.619044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:07.619531 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (16a7153b-2158-42ea-b480-90789ba5fc30), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.628159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d836e3b-bb49-498f-bd06-e10220428e81 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.631818 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4d836e3b-bb49-498f-bd06-e10220428e81 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/51f7be3d-2355-4cc2-9db1-fbc7cde49e37 HTTP/1.1" status: 204 len: 168 time: 1.8817418 Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:07.640291 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:07.643004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1179d52f-017d-4912-81a3-eba7f54d3abe), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.652605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51742) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:07.658110 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4f191a54-97e6-47bf-8603-ff37958f8ed6 req-f8bf6ba5-1379-4e3f-8aeb-2ca2594d6475 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "GET /v2.0/ports?device_id=a378a7ea-7662-458f-83bf-378842d41c30 HTTP/1.1" status: 200 len: 210 time: 0.0898056 Apr 29 07:40:07.658873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7dcaa14e-b27b-4540-b4ed-b51fa10f4c77 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.803264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:07.807910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-31cf6310-8a59-48f9-96cf-a4210400250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:07.809139 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-31cf6310-8a59-48f9-96cf-a4210400250e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83a17604-949c-4c86-b775-5609dc1134e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2087796 Apr 29 07:40:07.821889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6bf86ca1-efde-42b2-b549-ed9964851f99 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:07.838138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] No DVR routers for this DVR port 1179d52f-017d-4912-81a3-eba7f54d3abe on host hv-neutron-8398 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:07.845499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a1ac11-08fa-450d-b77d-673a8b7fe60b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:07.847630 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b2a1ac11-08fa-450d-b77d-673a8b7fe60b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1928570 Apr 29 07:40:07.851759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:07.865152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51744) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:07.873615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.878774 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a7abe3b8-0278-46f7-9157-c220b6f0e439 req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.36 "DELETE /v2.0/ports/1179d52f-017d-4912-81a3-eba7f54d3abe HTTP/1.1" status: 204 len: 173 time: 1.8225825 Apr 29 07:40:07.909921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'name': 'network-vif-deleted', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:40:07.913059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ee44f1-ed36-4c33-adcf-65ee858745fa" -d '{"events": [{"server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "name": "network-vif-deleted", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:40:07.915705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:07.915845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:07.916534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.924155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 299c0425-215f-425c-bab7-ce9e56d4de64 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:07.924579 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (299c0425-215f-425c-bab7-ce9e56d4de64), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.983598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d70a9630-9d4b-4162-8de3-a44d46a88c79 None None] Provisioning complete for port 29725158-d72a-4a18-92b7-e3268f30e20d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:07.984144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d70a9630-9d4b-4162-8de3-a44d46a88c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:07.999496 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-6a7d9a00-6b06-4808-b631-179c463e1d31 service neutron] 10.222.0.36 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802473 Apr 29 07:40:08.076567 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d70a9630-9d4b-4162-8de3-a44d46a88c79 None None] Port 29725158-d72a-4a18-92b7-e3268f30e20d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:08.088084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (299c0425-215f-425c-bab7-ce9e56d4de64), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.088505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (299c0425-215f-425c-bab7-ce9e56d4de64), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.093026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:08.097724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d70a9630-9d4b-4162-8de3-a44d46a88c79 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:08.098643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d70a9630-9d4b-4162-8de3-a44d46a88c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.108179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 299c0425-215f-425c-bab7-ce9e56d4de64 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:08.108340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09e3096-d725-4d01-a423-a51deadffac9 x-openstack-request-id: req-b09e3096-d725-4d01-a423-a51deadffac9 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:40:08.108934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a378a7ea-7662-458f-83bf-378842d41c30", "name": "network-vif-deleted", "tag": "1179d52f-017d-4912-81a3-eba7f54d3abe", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:40:08.108934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b09e3096-d725-4d01-a423-a51deadffac9 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:40:08.109325 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09e3096-d725-4d01-a423-a51deadffac9'] response: {'server_uuid': 'a378a7ea-7662-458f-83bf-378842d41c30', 'name': 'network-vif-deleted', 'tag': '1179d52f-017d-4912-81a3-eba7f54d3abe', 'status': 'completed', 'code': 200} Apr 29 07:40:08.113661 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (e30a3f3e-c783-470f-9956-5829e16fdadd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.116429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event updated for resources: {'Port': ['ID=1739886a-bf05-4762-a299-2a03c7a1ae3e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:08.196917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d70a9630-9d4b-4162-8de3-a44d46a88c79 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:08.201741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fcf7db30-47bd-48dd-8f48-3482d0bbaa47 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:08.204236 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf721459-2ce0-4642-9516-4b5d6a9cb059 req-4d25d11b-f484-45a7-8789-b00280ef43ea service neutron] 10.222.0.36 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919022 Apr 29 07:40:08.226610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: fcf7db30-47bd-48dd-8f48-3482d0bbaa47 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:08.226968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fcf7db30-47bd-48dd-8f48-3482d0bbaa47 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:08.227460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ed3e3cf1-1ae5-4e17-8970-687ae7955192 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:08.248401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: ed3e3cf1-1ae5-4e17-8970-687ae7955192 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:08.248658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ed3e3cf1-1ae5-4e17-8970-687ae7955192 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:08.265657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.269198 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/networks/e30a3f3e-c783-470f-9956-5829e16fdadd HTTP/1.1" status: 204 len: 168 time: 3.0146942 Apr 29 07:40:08.276962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10199b22-9591-4683-9de0-60eac6c703ba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Network': ['ID=e30a3f3e-c783-470f-9956-5829e16fdadd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:08.283764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51748) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:08.328185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9e920-8794-4b83-9be3-03423bc35b86 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event deleted for resources: {'Port': ['ID=1179d52f-017d-4912-81a3-eba7f54d3abe,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:08.334132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (34e22e7b-0c69-4689-bac1-44b7ce21bd39), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.521634 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f63dbb-56e3-4784-b0d7-bf82fed18d5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:08.523236 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f1f63dbb-56e3-4784-b0d7-bf82fed18d5a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6434832 Apr 29 07:40:08.551935 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51752) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:08.558708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 37e77e3a-2f65-4f9a-a458-bff90c380ef1 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:40:08.561164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 1179d52f-017d-4912-81a3-eba7f54d3abe no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:08.584023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7dcaa14e-b27b-4540-b4ed-b51fa10f4c77 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (78780104-03bf-46c5-9bec-69e04b5ba04d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.593530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 1179d52f-017d-4912-81a3-eba7f54d3abe {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:08.594129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 1179d52f-017d-4912-81a3-eba7f54d3abe not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:08.615425 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7dcaa14e-b27b-4540-b4ed-b51fa10f4c77 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (78780104-03bf-46c5-9bec-69e04b5ba04d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.688054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (299c0425-215f-425c-bab7-ce9e56d4de64), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.697031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 37e77e3a-2f65-4f9a-a458-bff90c380ef1, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=37e77e3a-2f65-4f9a-a458-bff90c380ef1,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:08.716600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:40:08.721100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=299c0425-215f-425c-bab7-ce9e56d4de64,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:08.748485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51756) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:08.772644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:08.773024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.787433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e77e3a-2f65-4f9a-a458-bff90c380ef1 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:40:08.808286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 37e77e3a-2f65-4f9a-a458-bff90c380ef1, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=37e77e3a-2f65-4f9a-a458-bff90c380ef1,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:08.816212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.867186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=37e77e3a-2f65-4f9a-a458-bff90c380ef1,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:08.877704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for floatingip (7f39c4da-4653-4786-80e4-185170b74d82), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.880392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:08.882571 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ccd80f95-4992-4c5f-99d0-7577a90a6a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/floatingips/7f39c4da-4653-4786-80e4-185170b74d82 HTTP/1.1" status: 204 len: 168 time: 1.3796029 Apr 29 07:40:08.887837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51758) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:08.916237 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ace539d-9fbb-428c-a597-7613d33775bb tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:08.916828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ace539d-9fbb-428c-a597-7613d33775bb tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:08.920210 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8ace539d-9fbb-428c-a597-7613d33775bb tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/ports/141e6537-1c60-4aaa-b8ee-b9ee5d0cea67 HTTP/1.1" status: 404 len: 333 time: 0.0313199 Apr 29 07:40:08.923158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51760) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:08.957492 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c48c38fe-353f-4740-9185-fffa0538c251 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "GET /v2.0/ports?device_id=cca772e5-854c-4604-b98b-86c9a02e8ad9 HTTP/1.1" status: 200 len: 205 time: 0.0332069 Apr 29 07:40:08.959864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51762) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:09.021469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['37e77e3a-2f65-4f9a-a458-bff90c380ef1'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:40:09.042965 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-4daa77b1-234c-48f3-a778-ae902f34f4c8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] delete failed (client error): The resource could not be found. Apr 29 07:40:09.044292 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4daa77b1-234c-48f3-a778-ae902f34f4c8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/routers/cca772e5-854c-4604-b98b-86c9a02e8ad9 HTTP/1.1" status: 404 len: 336 time: 0.0834336 Apr 29 07:40:09.048697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51764) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:09.092858 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103886e-08e7-4a05-81b3-5e87eaafec4a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:09.094310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103886e-08e7-4a05-81b3-5e87eaafec4a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:09.095599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103886e-08e7-4a05-81b3-5e87eaafec4a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:09.100057 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3103886e-08e7-4a05-81b3-5e87eaafec4a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5474503 Apr 29 07:40:09.102802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7dcaa14e-b27b-4540-b4ed-b51fa10f4c77 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.106697 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7dcaa14e-b27b-4540-b4ed-b51fa10f4c77 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.7333019 Apr 29 07:40:09.106697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51766) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:09.113793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51768) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:09.120655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1318648619', 'security_groups': ['78780104-03bf-46c5-9bec-69e04b5ba04d'], 'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f723cc6e-82d7-4707-8170-ee6745abf9d8'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:09.123995 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-30361835-8864-4d21-be46-4421635e7fd0 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:09.124508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30361835-8864-4d21-be46-4421635e7fd0 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:09.129830 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-30361835-8864-4d21-be46-4421635e7fd0 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/subnets/485ec2f5-b800-4074-ae24-fad0f86589f9 HTTP/1.1" status: 404 len: 337 time: 0.0775170 Apr 29 07:40:09.143700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51770) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:09.160080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ca6ba-1a2d-4f65-9b66-0eb36796483a req-a890f8b3-c98b-4c63-ba6d-c2d47ee475b8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:09.161633 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f94ca6ba-1a2d-4f65-9b66-0eb36796483a req-a890f8b3-c98b-4c63-ba6d-c2d47ee475b8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 943 time: 0.6740861 Apr 29 07:40:09.162281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaa14e-b27b-4540-b4ed-b51fa10f4c77 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78780104-03bf-46c5-9bec-69e04b5ba04d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:09.314362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fd17e1-59dc-4ee5-b3e4-14d60e9a7ab4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 95ad33d9-34af-41b1-9eab-44d2351443d8 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:09.329718 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6fd17e1-59dc-4ee5-b3e4-14d60e9a7ab4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (95ad33d9-34af-41b1-9eab-44d2351443d8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.378340 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f94ca6ba-1a2d-4f65-9b66-0eb36796483a req-303eb874-1952-4e56-bab7-feae475ad4ff tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679909 Apr 29 07:40:09.383890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-42adc5b4-ece1-4684-b0f6-d064af08ce4a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port f067ba64-be17-4278-9c82-cc095659f152 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:09.384228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42adc5b4-ece1-4684-b0f6-d064af08ce4a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f067ba64-be17-4278-9c82-cc095659f152), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.391159 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (34e22e7b-0c69-4689-bac1-44b7ce21bd39), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.427237 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (34e22e7b-0c69-4689-bac1-44b7ce21bd39), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.438380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6fd17e1-59dc-4ee5-b3e4-14d60e9a7ab4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (95ad33d9-34af-41b1-9eab-44d2351443d8), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.448824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:09.575747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42adc5b4-ece1-4684-b0f6-d064af08ce4a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f067ba64-be17-4278-9c82-cc095659f152), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.582865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.614656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-42adc5b4-ece1-4684-b0f6-d064af08ce4a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for f067ba64-be17-4278-9c82-cc095659f152 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:09.626372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] device_id is not set on port ba11bea0-4cef-4b7b-807c-3e144ec93704 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:09.626553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6fd17e1-59dc-4ee5-b3e4-14d60e9a7ab4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (95ad33d9-34af-41b1-9eab-44d2351443d8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.741530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6fd17e1-59dc-4ee5-b3e4-14d60e9a7ab4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (95ad33d9-34af-41b1-9eab-44d2351443d8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.752409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Router 34e22e7b-0c69-4689-bac1-44b7ce21bd39 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:40:09.776884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd17e1-59dc-4ee5-b3e4-14d60e9a7ab4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=95ad33d9-34af-41b1-9eab-44d2351443d8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:09.779945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6fd17e1-59dc-4ee5-b3e4-14d60e9a7ab4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.783128 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a6fd17e1-59dc-4ee5-b3e4-14d60e9a7ab4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/95ad33d9-34af-41b1-9eab-44d2351443d8 HTTP/1.1" status: 204 len: 168 time: 0.6399612 Apr 29 07:40:09.786993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51772) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:09.787624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb7ce1-4451-4a27-8211-4e989af1d723 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:09.834967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.836766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (f553c6aa-d352-41e0-9c84-73b5d8e8776d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:09.988211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dcdcd6-668f-4b3d-a871-6af01670625d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet fa943cc8-527b-4126-96a2-be8fa43095c0 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:09.996089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdcd6-668f-4b3d-a871-6af01670625d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (fa943cc8-527b-4126-96a2-be8fa43095c0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.002225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.5 (72d5701e-4b9c-4349-bd71-41417c741472/f723cc6e-82d7-4707-8170-ee6745abf9d8/ba11bea0-4cef-4b7b-807c-3e144ec93704) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:10.011174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42adc5b4-ece1-4684-b0f6-d064af08ce4a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f067ba64-be17-4278-9c82-cc095659f152), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.057777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adc5b4-ece1-4684-b0f6-d064af08ce4a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=f067ba64-be17-4278-9c82-cc095659f152,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:10.098396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdcd6-668f-4b3d-a871-6af01670625d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (fa943cc8-527b-4126-96a2-be8fa43095c0), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.161803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:10.169783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.173517 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9c4e2781-2085-4f22-86c7-daee903bc33a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "PUT /v2.0/routers/34e22e7b-0c69-4689-bac1-44b7ce21bd39 HTTP/1.1" status: 200 len: 879 time: 5.0005198 Apr 29 07:40:10.176176 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51774) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:10.177778 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d080c-6ca0-4175-9540-0a476266996c None None] Sync routers for ids ['34e22e7b-0c69-4689-bac1-44b7ce21bd39'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:10.195951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d080c-6ca0-4175-9540-0a476266996c None None] Routers {'34e22e7b-0c69-4689-bac1-44b7ce21bd39'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:10.195951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c01d080c-6ca0-4175-9540-0a476266996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['34e22e7b-0c69-4689-bac1-44b7ce21bd39'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:10.244642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c01d080c-6ca0-4175-9540-0a476266996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:10.253623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d080c-6ca0-4175-9540-0a476266996c None None] Routers {'34e22e7b-0c69-4689-bac1-44b7ce21bd39'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:10.254243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c01d080c-6ca0-4175-9540-0a476266996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['34e22e7b-0c69-4689-bac1-44b7ce21bd39'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:10.296159 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdcd6-668f-4b3d-a871-6af01670625d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (fa943cc8-527b-4126-96a2-be8fa43095c0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.297468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c01d080c-6ca0-4175-9540-0a476266996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:10.298131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d080c-6ca0-4175-9540-0a476266996c None None] The sync data for ids ['34e22e7b-0c69-4689-bac1-44b7ce21bd39'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:10.331049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42adc5b4-ece1-4684-b0f6-d064af08ce4a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.336824 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-42adc5b4-ece1-4684-b0f6-d064af08ce4a tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/ports/f067ba64-be17-4278-9c82-cc095659f152 HTTP/1.1" status: 204 len: 168 time: 1.1923418 Apr 29 07:40:10.342628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51776) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:10.400702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port a335a86e-2db3-4bab-9858-3a9be59bbb00 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:10.401068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.429892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdcd6-668f-4b3d-a871-6af01670625d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (fa943cc8-527b-4126-96a2-be8fa43095c0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.443468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.487203 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7d917d8b-643f-463a-8ecc-5661649a6a70 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/routers/34e22e7b-0c69-4689-bac1-44b7ce21bd39 HTTP/1.1" status: 200 len: 920 time: 0.2980611 Apr 29 07:40:10.494522 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51780) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:10.505286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcdcd6-668f-4b3d-a871-6af01670625d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=fa943cc8-527b-4126-96a2-be8fa43095c0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:10.534645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0dcdcd6-668f-4b3d-a871-6af01670625d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.537825 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a0dcdcd6-668f-4b3d-a871-6af01670625d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/fa943cc8-527b-4126-96a2-be8fa43095c0 HTTP/1.1" status: 204 len: 168 time: 0.7496967 Apr 29 07:40:10.549696 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51782) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:10.568450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 37e77e3a-2f65-4f9a-a458-bff90c380ef1 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:10.624557 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-755416dc-0e8d-4781-ad55-a166a3138e01 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701196 Apr 29 07:40:10.625266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51784) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:10.630234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:40:10.631925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port a335a86e-2db3-4bab-9858-3a9be59bbb00, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=a335a86e-2db3-4bab-9858-3a9be59bbb00,segment=NetworkSegment(52e55af7-9fe4-44f9-a614-e084d5d3ce1b),segment_id=52e55af7-9fe4-44f9-a614-e084d5d3ce1b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:10.632396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.636355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb60531-8f1c-48a9-b3b1-9bbf93e730c6 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:10.636477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:10.636749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.639991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:10.641537 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ddb60531-8f1c-48a9-b3b1-9bbf93e730c6 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=34e22e7b-0c69-4689-bac1-44b7ce21bd39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1456022 Apr 29 07:40:10.647502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51786) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:10.673130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98f0ad-ec09-46bd-a5c0-a2cac10cad21 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:10.673631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for a335a86e-2db3-4bab-9858-3a9be59bbb00 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:10.718118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.733997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ae4492a4-373e-4a90-a996-f545e512a34a None None] Provisioning complete for port 726b3031-58a2-4849-b2ca-8392ed535dac triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:10.734365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae4492a4-373e-4a90-a996-f545e512a34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:10.787333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248b3bb-0565-493e-aee9-40a7d83158cd req-df5798f1-fac8-40e8-a47d-60d81651ec0a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:10.788892 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4248b3bb-0565-493e-aee9-40a7d83158cd req-df5798f1-fac8-40e8-a47d-60d81651ec0a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 944 time: 0.3091633 Apr 29 07:40:10.794087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf86df-2fa4-4275-8886-374bcfac5263 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:10.798950 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1aaf86df-2fa4-4275-8886-374bcfac5263 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 881 time: 0.1494534 Apr 29 07:40:10.801444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51788) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:10.836629 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-04f4aeb7-847f-4f18-9737-bf4e5154463e tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=34e22e7b-0c69-4689-bac1-44b7ce21bd39 HTTP/1.1" status: 200 len: 205 time: 0.0314178 Apr 29 07:40:10.864486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51790) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:11.023493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:11.023737 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.031196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (34e22e7b-0c69-4689-bac1-44b7ce21bd39), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.089943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:40:11.092381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ed761-cb55-440e-8151-2d53f271009f" -d '{"events": [{"server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "name": "network-vif-plugged", "status": "completed", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:40:11.110642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ae4492a4-373e-4a90-a996-f545e512a34a None None] Current status of the port 726b3031-58a2-4849-b2ca-8392ed535dac is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:11.126601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 37e77e3a-2f65-4f9a-a458-bff90c380ef1, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=37e77e3a-2f65-4f9a-a458-bff90c380ef1,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:11.129034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a335a86e-2db3-4bab-9858-3a9be59bbb00), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.135736 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.139455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e256ecac-1690-40bb-abcd-06927c9f89e8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:11.139980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e256ecac-1690-40bb-abcd-06927c9f89e8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.156386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc00105d-c809-41fb-9511-8fc5d4a1c5c1 x-openstack-request-id: req-cc00105d-c809-41fb-9511-8fc5d4a1c5c1 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:40:11.156702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "name": "network-vif-plugged", "status": "completed", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:40:11.156987 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc00105d-c809-41fb-9511-8fc5d4a1c5c1 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:40:11.159240 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc00105d-c809-41fb-9511-8fc5d4a1c5c1'] response: {'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'code': 200} Apr 29 07:40:11.164118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:11.172654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=a335a86e-2db3-4bab-9858-3a9be59bbb00,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:11.193429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:11.202959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2735f-3d36-428e-a774-0ad856633fb5 None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:11.214027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:11.273289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=37e77e3a-2f65-4f9a-a458-bff90c380ef1,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:11.286908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=ba11bea0-4cef-4b7b-807c-3e144ec93704,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:11.330507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-19c2735f-3d36-428e-a774-0ad856633fb5 None None] Deleting port 726b3031-58a2-4849-b2ca-8392ed535dac {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:11.330928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19c2735f-3d36-428e-a774-0ad856633fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.351445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:11.355720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.433397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-19c2735f-3d36-428e-a774-0ad856633fb5 None None] For port 726b3031-58a2-4849-b2ca-8392ed535dac, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=726b3031-58a2-4849-b2ca-8392ed535dac,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:11.433945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19c2735f-3d36-428e-a774-0ad856633fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.452196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-19c2735f-3d36-428e-a774-0ad856633fb5 None None] Calling delete_port for 726b3031-58a2-4849-b2ca-8392ed535dac owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:11.517890 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4248b3bb-0565-493e-aee9-40a7d83158cd req-6fc37982-5d93-4c13-a50d-3bb46a1cd8ec tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7168622 Apr 29 07:40:11.544483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Deleting port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:11.544969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.570163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:11.570808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.582203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19c2735f-3d36-428e-a774-0ad856633fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (726b3031-58a2-4849-b2ca-8392ed535dac), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.602477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2735f-3d36-428e-a774-0ad856633fb5 None None] No DVR routers for this DVR port 726b3031-58a2-4849-b2ca-8392ed535dac on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:11.632724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2735f-3d36-428e-a774-0ad856633fb5 None None] Pushing event deleted for resources: {'Port': ['ID=726b3031-58a2-4849-b2ca-8392ed535dac,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:11.657502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e256ecac-1690-40bb-abcd-06927c9f89e8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.663174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-64595cbc-1304-4566-ad2c-fedae36588dc None None] Provisioning complete for port ba11bea0-4cef-4b7b-807c-3e144ec93704 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:11.663363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64595cbc-1304-4566-ad2c-fedae36588dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.678212 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3c75062f-7c2f-4e08-a7da-68e1df5f6cc4 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5627413 Apr 29 07:40:11.684090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51794) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:11.694849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-85c330f5-55cc-4301-a113-5b6371031d37 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:11.698903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e256ecac-1690-40bb-abcd-06927c9f89e8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:11.720733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-64595cbc-1304-4566-ad2c-fedae36588dc None None] Port ba11bea0-4cef-4b7b-807c-3e144ec93704 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:11.729049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac51782-9888-48c2-8b1f-f26d8fb6ceae req-b1e7ee89-8b39-4ee2-99d2-1b4a228b6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:11.730617 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bac51782-9888-48c2-8b1f-f26d8fb6ceae req-b1e7ee89-8b39-4ee2-99d2-1b4a228b6b63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 1129 time: 0.3354449 Apr 29 07:40:11.788438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (34e22e7b-0c69-4689-bac1-44b7ce21bd39), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.834140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.836770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 726b3031-58a2-4849-b2ca-8392ed535dac no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:11.859655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 726b3031-58a2-4849-b2ca-8392ed535dac {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:11.860210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 726b3031-58a2-4849-b2ca-8392ed535dac not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:11.932910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] For port 89796ccf-bf61-4413-9705-0ae3fa8f2ce9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=89796ccf-bf61-4413-9705-0ae3fa8f2ce9,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:11.933301 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.938860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Deleting port 1739886a-bf05-4762-a299-2a03c7a1ae3e {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:11.939192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1739886a-bf05-4762-a299-2a03c7a1ae3e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:11.969410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Calling delete_port for 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:11.978548 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bac51782-9888-48c2-8b1f-f26d8fb6ceae req-18d1b791-42d2-47ba-a5c3-b14c11be3187 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079167 Apr 29 07:40:12.104400 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1739886a-bf05-4762-a299-2a03c7a1ae3e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.114273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (2765ec97-30a2-428b-bd96-70e569e010c7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.120967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Calling delete_port for 1739886a-bf05-4762-a299-2a03c7a1ae3e owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:12.129562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:12.161272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c330f5-55cc-4301-a113-5b6371031d37 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:12.164600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-85c330f5-55cc-4301-a113-5b6371031d37 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.190657 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:12.239734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:12.250815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80564fb-25ff-4b6d-83ee-9ae71bd32083 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:12.278902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:12.279496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.280829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:12.297936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e256ecac-1690-40bb-abcd-06927c9f89e8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.298677 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:12.319115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=2765ec97-30a2-428b-bd96-70e569e010c7,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:12.322645 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f973e600-c7ff-444e-9b7b-a0081a317e04 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0357852 Apr 29 07:40:12.323887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51796) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:12.340703 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:12.342111 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:12.350866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256ecac-1690-40bb-abcd-06927c9f89e8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:12.358064 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0a895e99-0e42-488f-b4cd-c04021d2a7b7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7193446 Apr 29 07:40:12.359258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51798) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:12.365188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-77aa8d0f-5f19-4b61-9236-a92e32d559f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:12.437447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f57687c-3acb-4c32-82c9-53f862533295', 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'project_id': 'a06c1041fd7f4d618df18da066c66d8c', 'fixed_ips': [{'subnet_id': '2765ec97-30a2-428b-bd96-70e569e010c7'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:12.439104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.439536 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-96058939-c2b6-4ed3-b683-1a533cb58a53 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting subnet d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:12.445530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96058939-c2b6-4ed3-b683-1a533cb58a53 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.457686 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.ipam_backend_mixin [None req-85c330f5-55cc-4301-a113-5b6371031d37 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f723cc6e-82d7-4707-8170-ee6745abf9d8 (CIDR: 172.20.0.0/28) Apr 29 07:40:12.499550 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:12.537924 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c330f5-55cc-4301-a113-5b6371031d37 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:40:12.538401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96058939-c2b6-4ed3-b683-1a533cb58a53 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.539217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c330f5-55cc-4301-a113-5b6371031d37 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:12.548070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (89796ccf-bf61-4413-9705-0ae3fa8f2ce9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.596749 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-85c330f5-55cc-4301-a113-5b6371031d37 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9058988 Apr 29 07:40:12.599697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event deleted for resources: {'Port': ['ID=89796ccf-bf61-4413-9705-0ae3fa8f2ce9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:12.605991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51802) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:12.616916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c2d905f5-56b4-48a7-9575-092cee2ddc81 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:12.636491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e256ecac-1690-40bb-abcd-06927c9f89e8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.643500 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e256ecac-1690-40bb-abcd-06927c9f89e8 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/ports/6dcf86b0-2583-40d1-abdf-c5cd2a3c9a9f HTTP/1.1" status: 204 len: 168 time: 2.2998145 Apr 29 07:40:12.650658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51804) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:12.700382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Allocated IP 2001:db8::2 (5f57687c-3acb-4c32-82c9-53f862533295/2765ec97-30a2-428b-bd96-70e569e010c7/4bcdbcfe-eb75-466a-b333-c3a84edd74dd) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:12.707889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1739886a-bf05-4762-a299-2a03c7a1ae3e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.787780 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event deleted for resources: {'Port': ['ID=1739886a-bf05-4762-a299-2a03c7a1ae3e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:12.831255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aa8d0f-5f19-4b61-9236-a92e32d559f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:12.836500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-77aa8d0f-5f19-4b61-9236-a92e32d559f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.910727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (f553c6aa-d352-41e0-9c84-73b5d8e8776d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.952978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Publish callbacks [] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.963729 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:10Z', 'revision_number': 10, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:12.978079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:12.994315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96058939-c2b6-4ed3-b683-1a533cb58a53 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.002325 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:40:13.012718 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:13.013504 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:13.037605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cb61d-e7c8-4e0a-a951-2fc496d6b75d req-4c27e941-4888-4bc2-9a6f-982cc0b8d21a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:13.044862 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-692cb61d-e7c8-4e0a-a951-2fc496d6b75d req-4c27e941-4888-4bc2-9a6f-982cc0b8d21a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 945 time: 0.4086449 Apr 29 07:40:13.046412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Pushing event updated for resources: {'Port': ['ID=4bcdbcfe-eb75-466a-b333-c3a84edd74dd,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:13.067031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:13.069721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:13.078072 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f986780-e2a5-4f8e-949b-f1c7aafb0f3c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:13.079431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:13.080056 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4f986780-e2a5-4f8e-949b-f1c7aafb0f3c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd HTTP/1.1" status: 200 len: 913 time: 0.4283617 Apr 29 07:40:13.083870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51806) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:13.098517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (34e22e7b-0c69-4689-bac1-44b7ce21bd39), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.132734 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:13.171402 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Attempting to bind port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:13.171701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Attempting to bind port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:13.172062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Attempting to bind port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd on network 5f57687c-3acb-4c32-82c9-53f862533295 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:13.182129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:13.183142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Checking segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:13.185016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.185452 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Bound using segment: {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:13.185947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Bound port: 4bcdbcfe-eb75-466a-b333-c3a84edd74dd, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c829de4-3822-4b94-a681-f19fb2c2d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f57687c-3acb-4c32-82c9-53f862533295'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:13.187609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.240875 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.ipam_backend_mixin [None req-77aa8d0f-5f19-4b61-9236-a92e32d559f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2765ec97-30a2-428b-bd96-70e569e010c7 (CIDR: 2001:db8::/64) Apr 29 07:40:13.246573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (34e22e7b-0c69-4689-bac1-44b7ce21bd39), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.251892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d905f5-56b4-48a7-9575-092cee2ddc81 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:13.255175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c2d905f5-56b4-48a7-9575-092cee2ddc81 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.258124 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-692cb61d-e7c8-4e0a-a951-2fc496d6b75d req-2f842766-0772-4e6e-b50f-5a8fbfd6c7e5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120550 Apr 29 07:40:13.266990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (34e22e7b-0c69-4689-bac1-44b7ce21bd39), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.270969 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aa8d0f-5f19-4b61-9236-a92e32d559f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:40:13.271594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aa8d0f-5f19-4b61-9236-a92e32d559f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:13.309049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] For port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:13.315218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96058939-c2b6-4ed3-b683-1a533cb58a53 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.315756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] For port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4bcdbcfe-eb75-466a-b333-c3a84edd74dd,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:13.334683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.351679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (34e22e7b-0c69-4689-bac1-44b7ce21bd39), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.352476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Fanout notify agent at l3_agent the message router_deleted on router 34e22e7b-0c69-4689-bac1-44b7ce21bd39 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:13.354479 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96058939-c2b6-4ed3-b683-1a533cb58a53 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:13.359641 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-77aa8d0f-5f19-4b61-9236-a92e32d559f0 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9984224 Apr 29 07:40:13.369051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.370831 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-14bab0df-a54e-4fd8-81bc-323e9603b4f6 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/34e22e7b-0c69-4689-bac1-44b7ce21bd39 HTTP/1.1" status: 204 len: 168 time: 2.5051990 Apr 29 07:40:13.371591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51808) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:13.374887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96058939-c2b6-4ed3-b683-1a533cb58a53 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.377534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51810) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:13.381183 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-96058939-c2b6-4ed3-b683-1a533cb58a53 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb HTTP/1.1" status: 204 len: 168 time: 1.0541549 Apr 29 07:40:13.386331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'subnet': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:13.390791 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51812) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:13.408408 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:10Z', 'revision_number': 10, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:13.413057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d17afdf-964f-4849-a7b3-59e4f3faf4ef None None] Network fab8d35a-362f-412d-a915-ecdf795f43e8 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:13.417609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-21a2f06c-e131-4f0c-8428-37e1c88ad6b0 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1613647403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:13.438060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8c31c-4552-408e-b5c0-b370f24fc3b7 None None] Pushing event updated for resources: {'Port': ['ID=4bcdbcfe-eb75-466a-b333-c3a84edd74dd,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:13.438676 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd3e9d-3069-4477-9a18-3214d619bd90 None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:10Z', 'revision_number': 10, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None, '_interfaces': [{'id': '3332dbe7-cd78-4f8d-9f21-39c851844785', 'name': '', 'network_id': '9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:10Z', 'updated_at': '2022-04-29T07:39:20Z', 'revision_number': 5, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'subnets': [{'id': '1f8241d9-db87-491a-a18e-acc0d398ee9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:13.519823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Router f553c6aa-d352-41e0-9c84-73b5d8e8776d has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:13.525591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (fab8d35a-362f-412d-a915-ecdf795f43e8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.577533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2f06c-e131-4f0c-8428-37e1c88ad6b0 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (66171e18-c9cd-4819-9c22-1cc7e63d9545), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.579273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2f06c-e131-4f0c-8428-37e1c88ad6b0 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (66171e18-c9cd-4819-9c22-1cc7e63d9545), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.609013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:13.612880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.623046 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.ipam_backend_mixin [None req-c2d905f5-56b4-48a7-9575-092cee2ddc81 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d6499b41-e01d-4c3a-9690-b9b27b1906a0 (CIDR: 172.20.0.16/28) Apr 29 07:40:13.690478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:13.690874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.786071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port 0f5ab9a6-5003-457e-890b-698f8cb1acc5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0f5ab9a6-5003-457e-890b-698f8cb1acc5,segment=NetworkSegment(52e55af7-9fe4-44f9-a614-e084d5d3ce1b),segment_id=52e55af7-9fe4-44f9-a614-e084d5d3ce1b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:13.786308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:13.803815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for 0f5ab9a6-5003-457e-890b-698f8cb1acc5 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:13.838388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95773d8-6e3b-43f8-841d-89c390f27257 None None] DHCP port deletion for fab8d35a-362f-412d-a915-ecdf795f43e8 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:13.985652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a95773d8-6e3b-43f8-841d-89c390f27257 None None] Deleting port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:13.986275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a95773d8-6e3b-43f8-841d-89c390f27257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.061367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device a335a86e-2db3-4bab-9858-3a9be59bbb00 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:14.076884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.096148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: a335a86e-2db3-4bab-9858-3a9be59bbb00 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:14.096467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device a335a86e-2db3-4bab-9858-3a9be59bbb00 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:14.096880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0f5ab9a6-5003-457e-890b-698f8cb1acc5 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:14.135001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a95773d8-6e3b-43f8-841d-89c390f27257 None None] For port 0f5ab9a6-5003-457e-890b-698f8cb1acc5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0f5ab9a6-5003-457e-890b-698f8cb1acc5,segment=NetworkSegment(52e55af7-9fe4-44f9-a614-e084d5d3ce1b),segment_id=52e55af7-9fe4-44f9-a614-e084d5d3ce1b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:14.135388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a95773d8-6e3b-43f8-841d-89c390f27257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.137912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 0f5ab9a6-5003-457e-890b-698f8cb1acc5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:14.138257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0f5ab9a6-5003-457e-890b-698f8cb1acc5 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:14.151948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a95773d8-6e3b-43f8-841d-89c390f27257 None None] Calling delete_port for 0f5ab9a6-5003-457e-890b-698f8cb1acc5 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:14.156994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=0f5ab9a6-5003-457e-890b-698f8cb1acc5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:14.165922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No DVR routers for this DVR port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:14.179846 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d905f5-56b4-48a7-9575-092cee2ddc81 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:40:14.180348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d905f5-56b4-48a7-9575-092cee2ddc81 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:14.242712 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c2d905f5-56b4-48a7-9575-092cee2ddc81 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6312096 Apr 29 07:40:14.246831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a95773d8-6e3b-43f8-841d-89c390f27257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (0f5ab9a6-5003-457e-890b-698f8cb1acc5), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.248761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2f06c-e131-4f0c-8428-37e1c88ad6b0 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (66171e18-c9cd-4819-9c22-1cc7e63d9545), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.268127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51814) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:14.273381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'subnet': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:14.276107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95773d8-6e3b-43f8-841d-89c390f27257 None None] Pushing event deleted for resources: {'Port': ['ID=0f5ab9a6-5003-457e-890b-698f8cb1acc5,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:14.282470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2f06c-e131-4f0c-8428-37e1c88ad6b0 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (66171e18-c9cd-4819-9c22-1cc7e63d9545), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.285498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95773d8-6e3b-43f8-841d-89c390f27257 None None] No DVR routers for this DVR port 0f5ab9a6-5003-457e-890b-698f8cb1acc5 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:14.304364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (fab8d35a-362f-412d-a915-ecdf795f43e8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.337371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:40:14.350463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab8d35a-362f-412d-a915-ecdf795f43e8']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:14.386535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2f06c-e131-4f0c-8428-37e1c88ad6b0 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.387714 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-21a2f06c-e131-4f0c-8428-37e1c88ad6b0 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9816761 Apr 29 07:40:14.401491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51818) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:14.408630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e55af7-9fe4-44f9-a614-e084d5d3ce1b') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:14.408925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e55af7-9fe4-44f9-a614-e084d5d3ce1b') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:14.417486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': True}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:14.434985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:14.449081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] Sync routers for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:14.450051 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a65431d9-dfd3-4626-91b2-01164b4e7dac tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "PUT /v2.0/routers/f553c6aa-d352-41e0-9c84-73b5d8e8776d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6967928 Apr 29 07:40:14.457245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51820) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:14.458948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:14.459679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:14.577036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59de846-a724-4df5-a1bd-c44ea5e4c926 req-d98f4ef4-db08-4bbd-9f64-02e370c7d3d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:14.578669 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f59de846-a724-4df5-a1bd-c44ea5e4c926 req-d98f4ef4-db08-4bbd-9f64-02e370c7d3d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 945 time: 0.2162895 Apr 29 07:40:14.585536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:14.585767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7390a668-b58f-42ea-a3e9-4d2625ae7b96 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Deleting subnet 20fadd92-0c91-4b9b-ad86-91b484ffe9df {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:14.593715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7390a668-b58f-42ea-a3e9-4d2625ae7b96 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for subnet (20fadd92-0c91-4b9b-ad86-91b484ffe9df), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.624852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Made reservation on behalf of d31e6458f9f24d408e4ce3f7728ed9b2 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:14.628290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.720792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7390a668-b58f-42ea-a3e9-4d2625ae7b96 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (20fadd92-0c91-4b9b-ad86-91b484ffe9df), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.788655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:40:12Z', 'revision_number': 5, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:14.818403 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f59de846-a724-4df5-a1bd-c44ea5e4c926 req-3ce0266f-6dec-4807-90b7-0420bb6715dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275681 Apr 29 07:40:14.820666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] Checking router: f553c6aa-d352-41e0-9c84-73b5d8e8776d for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:40:14.831163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] Routers {'f553c6aa-d352-41e0-9c84-73b5d8e8776d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:14.831808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:14.866660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (52e55af7-9fe4-44f9-a614-e084d5d3ce1b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.930459 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (52e55af7-9fe4-44f9-a614-e084d5d3ce1b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.953535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7390a668-b58f-42ea-a3e9-4d2625ae7b96 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (20fadd92-0c91-4b9b-ad86-91b484ffe9df), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.961685 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:14.962850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (52e55af7-9fe4-44f9-a614-e084d5d3ce1b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.965090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:14.967214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] Set router f553c6aa-d352-41e0-9c84-73b5d8e8776d gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:15.008261 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:15.174947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7390a668-b58f-42ea-a3e9-4d2625ae7b96 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (20fadd92-0c91-4b9b-ad86-91b484ffe9df), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.192376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:40:12Z', 'revision_number': 5, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:15.232575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb02db4-62eb-4403-9ba2-cfcb5e051c79 None None] The sync data for ids ['f553c6aa-d352-41e0-9c84-73b5d8e8776d'] in dv-neutron-839860-1-hyperv is: [{'id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046797081', 'tenant_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:37:47Z', 'updated_at': '2022-04-29T07:40:12Z', 'revision_number': 5, 'project_id': 'c7bb0acb40d64152b3836bfaa0b7f0b5', 'gw_port': {'id': '092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c6aa-d352-41e0-9c84-73b5d8e8776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:37:49Z', 'updated_at': '2022-04-29T07:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:15.262927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390a668-b58f-42ea-a3e9-4d2625ae7b96 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event deleted for resources: {'Subnet': ['ID=20fadd92-0c91-4b9b-ad86-91b484ffe9df,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:15.277455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7390a668-b58f-42ea-a3e9-4d2625ae7b96 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.280731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7390a668-b58f-42ea-a3e9-4d2625ae7b96 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "DELETE /v2.0/subnets/20fadd92-0c91-4b9b-ad86-91b484ffe9df HTTP/1.1" status: 204 len: 168 time: 0.8223305 Apr 29 07:40:15.284242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (fab8d35a-362f-412d-a915-ecdf795f43e8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.287360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b395cb55-9cca-4987-8742-ec079c8d7d78 None None] Network 35f6f126-d5ad-454a-9439-8239d8e73051 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:15.291228 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.297452 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/networks/fab8d35a-362f-412d-a915-ecdf795f43e8 HTTP/1.1" status: 204 len: 168 time: 1.9056811 Apr 29 07:40:15.302647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51824) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:15.302814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51826) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:15.333525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55f7f0-7ee7-4777-83fa-724d8ac752c1 req-62f8b32b-9a9c-431c-9b50-010822a5eb8a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:15.335008 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5c55f7f0-7ee7-4777-83fa-724d8ac752c1 req-62f8b32b-9a9c-431c-9b50-010822a5eb8a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 945 time: 0.3929410 Apr 29 07:40:15.377466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (74ced6f5-73e5-4aea-9f26-5291810bdbe1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.388704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (66171e18-c9cd-4819-9c22-1cc7e63d9545), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.394477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-53f63dcc-feb3-4d14-a5fd-571198354fa5 None None] Provisioning complete for port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:15.394988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-53f63dcc-feb3-4d14-a5fd-571198354fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.442604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Network 72d5701e-4b9c-4349-bd71-41417c741472 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:15.447978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:15.459533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:15.460141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.469709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Subnet': ['ID=74ced6f5-73e5-4aea-9f26-5291810bdbe1,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:15.473430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28fa84-891a-490d-a5ca-a9a7bdbc4738 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Network': ['ID=fab8d35a-362f-412d-a915-ecdf795f43e8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:15.481591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bbbd99-30a2-4329-b37f-c8f91d116c3b None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:15.507377 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bd568a42-56b3-4ab2-b14a-ccc7d953321a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2378240 Apr 29 07:40:15.510540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51828) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:15.516644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-688255915', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74ced6f5-73e5-4aea-9f26-5291810bdbe1'}], 'security_groups': ['2d220b10-2286-4a10-8ad8-29edabd677e2', 'b8736b02-282d-476f-9af4-2fdbeacbe317']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:15.543680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.560676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-53f63dcc-feb3-4d14-a5fd-571198354fa5 None None] Current status of the port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:15.561062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-53f63dcc-feb3-4d14-a5fd-571198354fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.640669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-53f63dcc-feb3-4d14-a5fd-571198354fa5 None None] For port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4bcdbcfe-eb75-466a-b333-c3a84edd74dd,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:15.645161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc4b15-ccc1-45a8-a55c-29cff5ce5e72 None None] DHCP port deletion for 35f6f126-d5ad-454a-9439-8239d8e73051 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:15.677330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-53f63dcc-feb3-4d14-a5fd-571198354fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.752148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port 4277aa02-a977-41f1-b522-75f9bcf9a4fa {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:15.752954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4277aa02-a977-41f1-b522-75f9bcf9a4fa), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.767347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f63dcc-feb3-4d14-a5fd-571198354fa5 None None] Pushing event updated for resources: {'Port': ['ID=4bcdbcfe-eb75-466a-b333-c3a84edd74dd,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:15.781610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8adc4b15-ccc1-45a8-a55c-29cff5ce5e72 None None] Deleting port b633f396-1bd3-4303-8350-a7b472c804d0 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:15.781779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8adc4b15-ccc1-45a8-a55c-29cff5ce5e72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.837741 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:40:15.859504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.909782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4bcdbcfe-eb75-466a-b333-c3a84edd74dd up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:15.966696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8adc4b15-ccc1-45a8-a55c-29cff5ce5e72 None None] For port b633f396-1bd3-4303-8350-a7b472c804d0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b633f396-1bd3-4303-8350-a7b472c804d0,segment=NetworkSegment(5b3fc194-79cd-4bb3-b09c-9718678cc9a2),segment_id=5b3fc194-79cd-4bb3-b09c-9718678cc9a2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:15.967267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8adc4b15-ccc1-45a8-a55c-29cff5ce5e72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:15.996167 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5c55f7f0-7ee7-4777-83fa-724d8ac752c1 req-ce48f572-c1a5-472f-bd14-b8ffb81362d3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5999258 Apr 29 07:40:16.006642 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4277aa02-a977-41f1-b522-75f9bcf9a4fa), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.027531 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51830) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:16.031612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for 4277aa02-a977-41f1-b522-75f9bcf9a4fa owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:16.037590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for router (f553c6aa-d352-41e0-9c84-73b5d8e8776d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.153422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8adc4b15-ccc1-45a8-a55c-29cff5ce5e72 None None] Calling delete_port for b633f396-1bd3-4303-8350-a7b472c804d0 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:16.168258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4a446-5398-4f83-befe-3c4976dd4aa0 None None] Update dhcp port {'port': {'network_id': '72d5701e-4b9c-4349-bd71-41417c741472', 'fixed_ips': [{'subnet_id': 'd6499b41-e01d-4c3a-9690-b9b27b1906a0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f723cc6e-82d7-4707-8170-ee6745abf9d8', 'ip_address': '172.20.0.2'}, {'subnet_id': '74ced6f5-73e5-4aea-9f26-5291810bdbe1'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '6bf86ca1-efde-42b2-b549-ed9964851f99'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:40:16.231943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] For port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4bcdbcfe-eb75-466a-b333-c3a84edd74dd,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:16.236127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f1c12-5104-4745-94b9-35a502c75e8f tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:16.240864 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b39f1c12-5104-4745-94b9-35a502c75e8f tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 1124 time: 0.2123098 Apr 29 07:40:16.241695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-03f4a446-5398-4f83-befe-3c4976dd4aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.248154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51832) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:16.258941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:16.263889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:16.264256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.381599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8adc4b15-ccc1-45a8-a55c-29cff5ce5e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (b633f396-1bd3-4303-8350-a7b472c804d0), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.414587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.416763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Delete allocated IP 172.20.0.5 (72d5701e-4b9c-4349-bd71-41417c741472/f723cc6e-82d7-4707-8170-ee6745abf9d8) {{(pid=104223) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:40:16.422308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc4b15-ccc1-45a8-a55c-29cff5ce5e72 None None] Pushing event deleted for resources: {'Port': ['ID=b633f396-1bd3-4303-8350-a7b472c804d0,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:16.427717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for router_gateway (f553c6aa-d352-41e0-9c84-73b5d8e8776d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.434814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.436386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc4b15-ccc1-45a8-a55c-29cff5ce5e72 None None] No DVR routers for this DVR port b633f396-1bd3-4303-8350-a7b472c804d0 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:16.439269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Allocated IP 172.20.0.41 (72d5701e-4b9c-4349-bd71-41417c741472/74ced6f5-73e5-4aea-9f26-5291810bdbe1/ba11bea0-4cef-4b7b-807c-3e144ec93704) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:16.446273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.481651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:16.545641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (07d703aa-2d9a-436c-b0ae-095702d9c19d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.546780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b633f396-1bd3-4303-8350-a7b472c804d0 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:16.561800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4277aa02-a977-41f1-b522-75f9bcf9a4fa), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.572555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: b633f396-1bd3-4303-8350-a7b472c804d0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:16.572902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b633f396-1bd3-4303-8350-a7b472c804d0 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:16.580039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:16.596395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:16.596844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 89796ccf-bf61-4413-9705-0ae3fa8f2ce9 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:16.629869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=4277aa02-a977-41f1-b522-75f9bcf9a4fa,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:16.662799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (66171e18-c9cd-4819-9c22-1cc7e63d9545), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.665638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:16.670066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=4bcdbcfe-eb75-466a-b333-c3a84edd74dd,revision_number=5']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:16.703920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:16.706811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:16.707399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.713663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80170c9d-9dc5-4aa1-9f94-11a5f421dd20 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:16.719315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.728502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Subnet': ['ID=07d703aa-2d9a-436c-b0ae-095702d9c19d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:16.797015 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0ca2f7ef-db63-4771-b952-85864d94385a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4146295 Apr 29 07:40:16.802096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51834) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:16.812866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Request body: {'port': {'network_id': '5f57687c-3acb-4c32-82c9-53f862533295', 'mac_address': 'fa:16:3e:2e:9c:ad', 'name': 'tempest-NetworksTestDHCPv6-1999030653'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:16.840461 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.845252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Deleting port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:16.845681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.849904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.899476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:16.906752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-03f4a446-5398-4f83-befe-3c4976dd4aa0 None None] Allocated IP 172.20.0.34 (72d5701e-4b9c-4349-bd71-41417c741472/74ced6f5-73e5-4aea-9f26-5291810bdbe1/6bf86ca1-efde-42b2-b549-ed9964851f99) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:16.932351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event updated for resources: {'Port': ['ID=ba11bea0-4cef-4b7b-807c-3e144ec93704,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:17.028219 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-03f4a446-5398-4f83-befe-3c4976dd4aa0 None None] For port 6bf86ca1-efde-42b2-b549-ed9964851f99, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6bf86ca1-efde-42b2-b549-ed9964851f99,segment=NetworkSegment(50998d12-f267-43d5-b1a4-3abe78ccb497),segment_id=50998d12-f267-43d5-b1a4-3abe78ccb497)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:17.028575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] In _notify_port_updated(), no bound segment for port ba11bea0-4cef-4b7b-807c-3e144ec93704 on network 72d5701e-4b9c-4349-bd71-41417c741472 {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:40:17.034103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:17.034784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.036167 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8e136b10-974b-4c1d-95ec-eb03c52bf3ea tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "PUT /v2.0/ports/ba11bea0-4cef-4b7b-807c-3e144ec93704 HTTP/1.1" status: 200 len: 959 time: 1.5245163 Apr 29 07:40:17.039632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51836) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:17.069314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-03f4a446-5398-4f83-befe-3c4976dd4aa0 None None] Publish callbacks [] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.079045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-03f4a446-5398-4f83-befe-3c4976dd4aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.189004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4a446-5398-4f83-befe-3c4976dd4aa0 None None] Pushing event updated for resources: {'Port': ['ID=6bf86ca1-efde-42b2-b549-ed9964851f99,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:17.462125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Allocated IP 172.26.3.247 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/685b23fe-c93c-45c7-853d-55825b400185) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:17.518881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] For port 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:17.519397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.528387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.594925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.607877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Calling delete_port for 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:17.628476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0947a-577b-4c02-be57-ed8665276d91 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port ba11bea0-4cef-4b7b-807c-3e144ec93704 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:17.629073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fdc0947a-577b-4c02-be57-ed8665276d91 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.733021 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ea94e697-ba1b-42f2-943d-ccb12c6690ca None None] Provisioning complete for port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:17.733540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ea94e697-ba1b-42f2-943d-ccb12c6690ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.752772 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Made reservation on behalf of a06c1041fd7f4d618df18da066c66d8c for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:17.773515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:17.781251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fdc0947a-577b-4c02-be57-ed8665276d91 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.803426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0947a-577b-4c02-be57-ed8665276d91 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for ba11bea0-4cef-4b7b-807c-3e144ec93704 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:17.843287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4bcdbcfe-eb75-466a-b333-c3a84edd74dd up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:17.901253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ea94e697-ba1b-42f2-943d-ccb12c6690ca None None] Current status of the port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:17.922391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:17.922987 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:17.978338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:17.983547 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7a6f17c3-57ab-4747-a477-52b2da88d0d2 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "PUT /v2.0/routers/1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8925173 Apr 29 07:40:17.987944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51838) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:17.990531 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874a19b-d645-4819-a5b0-c7824a7359d9 None None] Sync routers for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:18.000713 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874a19b-d645-4819-a5b0-c7824a7359d9 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:18.001346 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e874a19b-d645-4819-a5b0-c7824a7359d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:18.016112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:18.017262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6bf86ca1-efde-42b2-b549-ed9964851f99 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:18.036405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.054611 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e874a19b-d645-4819-a5b0-c7824a7359d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:18.058134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for port (685b23fe-c93c-45c7-853d-55825b400185), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.064477 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874a19b-d645-4819-a5b0-c7824a7359d9 None None] Routers {'1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:18.065386 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e874a19b-d645-4819-a5b0-c7824a7359d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:18.074026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:18.075734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.100882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] device_id is not set on port ab798508-1538-4d89-87ad-c2c0e2346090 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:18.102836 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e874a19b-d645-4819-a5b0-c7824a7359d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:18.103665 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874a19b-d645-4819-a5b0-c7824a7359d9 None None] The sync data for ids ['1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:18.145195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-eb37b7c2-bb53-4d66-adfd-54dd1ada5ac4 None None] Provisioning complete for port ba11bea0-4cef-4b7b-807c-3e144ec93704 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:18.145195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb37b7c2-bb53-4d66-adfd-54dd1ada5ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.170865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.175025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fdc0947a-577b-4c02-be57-ed8665276d91 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ba11bea0-4cef-4b7b-807c-3e144ec93704), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.203446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eb37b7c2-bb53-4d66-adfd-54dd1ada5ac4 None None] Port ba11bea0-4cef-4b7b-807c-3e144ec93704 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:18.217806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:18.225252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-eb37b7c2-bb53-4d66-adfd-54dd1ada5ac4 None None] Provisioning complete for port 29725158-d72a-4a18-92b7-e3268f30e20d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:18.226169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb37b7c2-bb53-4d66-adfd-54dd1ada5ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.264494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eb37b7c2-bb53-4d66-adfd-54dd1ada5ac4 None None] Port 29725158-d72a-4a18-92b7-e3268f30e20d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:18.277159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-eb37b7c2-bb53-4d66-adfd-54dd1ada5ac4 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:18.277982 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb37b7c2-bb53-4d66-adfd-54dd1ada5ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.283129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0947a-577b-4c02-be57-ed8665276d91 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=ba11bea0-4cef-4b7b-807c-3e144ec93704,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:18.306286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (685b23fe-c93c-45c7-853d-55825b400185), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.372455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eb37b7c2-bb53-4d66-adfd-54dd1ada5ac4 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:18.373831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fdc0947a-577b-4c02-be57-ed8665276d91 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.380829 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fdc0947a-577b-4c02-be57-ed8665276d91 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/ba11bea0-4cef-4b7b-807c-3e144ec93704 HTTP/1.1" status: 204 len: 168 time: 1.3401721 Apr 29 07:40:18.381632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51840) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:18.414385 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3354c405-2ffa-4543-8d26-9cbbd7c70177 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] GET failed (client error): The resource could not be found. Apr 29 07:40:18.419377 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3354c405-2ffa-4543-8d26-9cbbd7c70177 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports/ba11bea0-4cef-4b7b-807c-3e144ec93704 HTTP/1.1" status: 404 len: 333 time: 0.0289154 Apr 29 07:40:18.419664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51842) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:18.423700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_gateway (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.460131 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:18.495987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:18.516307 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:18.518605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9edfabf0-9376-4314-a132-67597b1b7325 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (78780104-03bf-46c5-9bec-69e04b5ba04d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.536275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting port bd095430-c1ef-43d1-a629-34b70a181106 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:18.536616 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bd095430-c1ef-43d1-a629-34b70a181106), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.540959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.13 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/41c2aa6b-d21c-44d8-89d7-52dd3078b333) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:18.566904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event updated for resources: {'Port': ['ID=685b23fe-c93c-45c7-853d-55825b400185,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:18.591526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a65e6157-9dbf-447b-8eb8-04fe5e757b89 None None] Could not find standard attr ID for object ba11bea0-4cef-4b7b-807c-3e144ec93704. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:40:18.591669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9edfabf0-9376-4314-a132-67597b1b7325 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (78780104-03bf-46c5-9bec-69e04b5ba04d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.629053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.665202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9edfabf0-9376-4314-a132-67597b1b7325 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (78780104-03bf-46c5-9bec-69e04b5ba04d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.667923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9edfabf0-9376-4314-a132-67597b1b7325 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.669085 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9edfabf0-9376-4314-a132-67597b1b7325 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/security-groups/78780104-03bf-46c5-9bec-69e04b5ba04d HTTP/1.1" status: 204 len: 168 time: 0.2484078 Apr 29 07:40:18.671114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bd095430-c1ef-43d1-a629-34b70a181106), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.675895 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51844) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:18.705357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfabf0-9376-4314-a132-67597b1b7325 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78780104-03bf-46c5-9bec-69e04b5ba04d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:18.708606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8::2f9 (5f57687c-3acb-4c32-82c9-53f862533295/2765ec97-30a2-428b-bd96-70e569e010c7/ab798508-1538-4d89-87ad-c2c0e2346090) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:18.710476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Calling delete_port for bd095430-c1ef-43d1-a629-34b70a181106 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:18.719382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event deleted for resources: {'Port': ['ID=092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:18.729392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:9cad (5f57687c-3acb-4c32-82c9-53f862533295/07d703aa-2d9a-436c-b0ae-095702d9c19d/ab798508-1538-4d89-87ad-c2c0e2346090) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:18.809070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0914b45-d07e-4a2d-b415-031d4f4e7278 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (b8736b02-282d-476f-9af4-2fdbeacbe317), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.839835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0914b45-d07e-4a2d-b415-031d4f4e7278 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (b8736b02-282d-476f-9af4-2fdbeacbe317), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.923617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0914b45-d07e-4a2d-b415-031d4f4e7278 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b8736b02-282d-476f-9af4-2fdbeacbe317), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.926169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0914b45-d07e-4a2d-b415-031d4f4e7278 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.927325 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a0914b45-d07e-4a2d-b415-031d4f4e7278 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/security-groups/b8736b02-282d-476f-9af4-2fdbeacbe317 HTTP/1.1" status: 204 len: 168 time: 0.2446122 Apr 29 07:40:18.930093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port 3332dbe7-cd78-4f8d-9f21-39c851844785 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:18.930436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:18.942350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51846) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:18.963047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0914b45-d07e-4a2d-b415-031d4f4e7278 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8736b02-282d-476f-9af4-2fdbeacbe317,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:18.985964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bd095430-c1ef-43d1-a629-34b70a181106), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.017981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Port': ['ID=bd095430-c1ef-43d1-a629-34b70a181106,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:19.064291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (f553c6aa-d352-41e0-9c84-73b5d8e8776d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.075026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.139920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (41c2aa6b-d21c-44d8-89d7-52dd3078b333), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.169507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.171675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router_controller (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.220470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.221387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Fanout notify agent at l3_agent the message router_deleted on router 1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:19.232004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.235554 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bd00fd48-3bf8-43b8-a6a1-55971db01720 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/routers/1b9ab01d-1e9f-4c70-bb42-bf04123ff4fd HTTP/1.1" status: 204 len: 168 time: 1.2442322 Apr 29 07:40:19.235878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51848) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:19.287982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-55efa289-e8e5-4cfc-9c58-63adbe348c46 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Deleting subnet e0cce175-7470-465c-8609-58a917ea0b98 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:19.291326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55efa289-e8e5-4cfc-9c58-63adbe348c46 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for subnet (e0cce175-7470-465c-8609-58a917ea0b98), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.292698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (f553c6aa-d352-41e0-9c84-73b5d8e8776d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.300841 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for router_controller (f553c6aa-d352-41e0-9c84-73b5d8e8776d), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.332522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55efa289-e8e5-4cfc-9c58-63adbe348c46 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (e0cce175-7470-465c-8609-58a917ea0b98), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.378988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55efa289-e8e5-4cfc-9c58-63adbe348c46 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (e0cce175-7470-465c-8609-58a917ea0b98), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.379808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port 3332dbe7-cd78-4f8d-9f21-39c851844785, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3332dbe7-cd78-4f8d-9f21-39c851844785,segment=NetworkSegment(9ac92f66-5168-4616-a3a8-4ad2f0cacfcb),segment_id=9ac92f66-5168-4616-a3a8-4ad2f0cacfcb)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:19.380179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.436107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-769dac57-70cb-4fd6-b6a8-73ce1482f08b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (2d220b10-2286-4a10-8ad8-29edabd677e2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.451071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55efa289-e8e5-4cfc-9c58-63adbe348c46 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (e0cce175-7470-465c-8609-58a917ea0b98), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.461484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for 3332dbe7-cd78-4f8d-9f21-39c851844785 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:19.479921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efa289-e8e5-4cfc-9c58-63adbe348c46 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cce175-7470-465c-8609-58a917ea0b98,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:19.484661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55efa289-e8e5-4cfc-9c58-63adbe348c46 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.490109 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-55efa289-e8e5-4cfc-9c58-63adbe348c46 tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/subnets/e0cce175-7470-465c-8609-58a917ea0b98 HTTP/1.1" status: 204 len: 168 time: 0.2510109 Apr 29 07:40:19.490444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for port (ab798508-1538-4d89-87ad-c2c0e2346090), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.490536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51850) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:19.498051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (41c2aa6b-d21c-44d8-89d7-52dd3078b333), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.499852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (f553c6aa-d352-41e0-9c84-73b5d8e8776d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.500388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Fanout notify agent at l3_agent the message router_deleted on router f553c6aa-d352-41e0-9c84-73b5d8e8776d {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:19.524944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-769dac57-70cb-4fd6-b6a8-73ce1482f08b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (2d220b10-2286-4a10-8ad8-29edabd677e2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.533345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.537250 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7c7da85a-a6a0-477f-9cfb-e3e2cc2adc22 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "DELETE /v2.0/routers/f553c6aa-d352-41e0-9c84-73b5d8e8776d HTTP/1.1" status: 204 len: 168 time: 4.2297950 Apr 29 07:40:19.538638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51852) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:19.637946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (0ba558ad-edf5-48fa-b96e-179bab659265), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.640951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:19.650564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (35f6f126-d5ad-454a-9439-8239d8e73051), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.672323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:19.674299 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=41c2aa6b-d21c-44d8-89d7-52dd3078b333,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:19.676649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:19.684586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (66171e18-c9cd-4819-9c22-1cc7e63d9545), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.806673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (0ba558ad-edf5-48fa-b96e-179bab659265), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.812791 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ab798508-1538-4d89-87ad-c2c0e2346090), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.813899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:19.840488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (35f6f126-d5ad-454a-9439-8239d8e73051), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.842875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:19.843393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 092a4530-3c7d-4fb8-a3f7-3daf6f6e52aa not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:19.843872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba558ad-edf5-48fa-b96e-179bab659265']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:19.866676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a15550-25d5-45e4-a09e-92f5c2d1dee8') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:19.866975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a15550-25d5-45e4-a09e-92f5c2d1dee8') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:19.882052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f6f126-d5ad-454a-9439-8239d8e73051']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:19.885319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (a3a15550-25d5-45e4-a09e-92f5c2d1dee8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.900006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3fc194-79cd-4bb3-b09c-9718678cc9a2') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:19.900296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3fc194-79cd-4bb3-b09c-9718678cc9a2') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:19.916524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (5b3fc194-79cd-4bb3-b09c-9718678cc9a2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.918580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a3a15550-25d5-45e4-a09e-92f5c2d1dee8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.933181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:19.933545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (a3a15550-25d5-45e4-a09e-92f5c2d1dee8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:19.936673 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:19.947606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5b3fc194-79cd-4bb3-b09c-9718678cc9a2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.982331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:19.982709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (5b3fc194-79cd-4bb3-b09c-9718678cc9a2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:19.985812 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:20.052042 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (0ba558ad-edf5-48fa-b96e-179bab659265), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.059052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.062259 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] 10.222.0.23 "DELETE /v2.0/networks/0ba558ad-edf5-48fa-b96e-179bab659265 HTTP/1.1" status: 204 len: 168 time: 0.5708492 Apr 29 07:40:20.076202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030ab02-3171-45b4-b4f1-57515fff3a0c tempest-FloatingIPTestJSON-1160802282 tempest-FloatingIPTestJSON-1160802282-project] Pushing event deleted for resources: {'Network': ['ID=0ba558ad-edf5-48fa-b96e-179bab659265,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:20.077988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (35f6f126-d5ad-454a-9439-8239d8e73051), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.084341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.087505 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "DELETE /v2.0/networks/35f6f126-d5ad-454a-9439-8239d8e73051 HTTP/1.1" status: 204 len: 168 time: 0.5479312 Apr 29 07:40:20.098401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51856) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:20.106997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1017cb-d373-47ca-8bc9-686d9ced9260 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event deleted for resources: {'Network': ['ID=35f6f126-d5ad-454a-9439-8239d8e73051,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:20.160307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a094e6f-267c-4ef9-9024-eea5b5ab6278 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group (a524427f-7c62-4487-b289-cd3ce02fc49b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.187732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a094e6f-267c-4ef9-9024-eea5b5ab6278 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group (a524427f-7c62-4487-b289-cd3ce02fc49b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.193836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-769dac57-70cb-4fd6-b6a8-73ce1482f08b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (2d220b10-2286-4a10-8ad8-29edabd677e2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.196576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-769dac57-70cb-4fd6-b6a8-73ce1482f08b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.200687 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-769dac57-70cb-4fd6-b6a8-73ce1482f08b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/security-groups/2d220b10-2286-4a10-8ad8-29edabd677e2 HTTP/1.1" status: 204 len: 168 time: 1.2545259 Apr 29 07:40:20.201890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51858) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:20.279160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf477085-b43e-4678-8826-5614db921bc2 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet f723cc6e-82d7-4707-8170-ee6745abf9d8 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:20.283302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf477085-b43e-4678-8826-5614db921bc2 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (f723cc6e-82d7-4707-8170-ee6745abf9d8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.284396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dac57-70cb-4fd6-b6a8-73ce1482f08b tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d220b10-2286-4a10-8ad8-29edabd677e2,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:20.322074 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Network 5f57687c-3acb-4c32-82c9-53f862533295 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:20.333594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf477085-b43e-4678-8826-5614db921bc2 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (f723cc6e-82d7-4707-8170-ee6745abf9d8), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.357134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:20.364063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event updated for resources: {'Port': ['ID=ab798508-1538-4d89-87ad-c2c0e2346090,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:20.367826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a094e6f-267c-4ef9-9024-eea5b5ab6278 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a524427f-7c62-4487-b289-cd3ce02fc49b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.370522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a094e6f-267c-4ef9-9024-eea5b5ab6278 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.371783 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1a094e6f-267c-4ef9-9024-eea5b5ab6278 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] 10.222.0.23 "DELETE /v2.0/security-groups/a524427f-7c62-4487-b289-cd3ce02fc49b HTTP/1.1" status: 204 len: 168 time: 0.2723413 Apr 29 07:40:20.386299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a094e6f-267c-4ef9-9024-eea5b5ab6278 tempest-TestNetworkAdvancedServerOps-420078758 tempest-TestNetworkAdvancedServerOps-420078758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a524427f-7c62-4487-b289-cd3ce02fc49b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:20.398419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:20.403987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:20.404641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.409999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51864) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:20.454733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf477085-b43e-4678-8826-5614db921bc2 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (f723cc6e-82d7-4707-8170-ee6745abf9d8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.523303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf477085-b43e-4678-8826-5614db921bc2 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (f723cc6e-82d7-4707-8170-ee6745abf9d8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.573744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf477085-b43e-4678-8826-5614db921bc2 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.577354 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bf477085-b43e-4678-8826-5614db921bc2 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/f723cc6e-82d7-4707-8170-ee6745abf9d8 HTTP/1.1" status: 204 len: 168 time: 0.3746872 Apr 29 07:40:20.578649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf477085-b43e-4678-8826-5614db921bc2 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=f723cc6e-82d7-4707-8170-ee6745abf9d8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:20.581430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51870) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:20.586546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ffb61-b7d2-4e90-9033-544cf392d28e None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:20.667454 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7697e82-7d2f-44bf-a847-6a5683e4cbad tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet 74ced6f5-73e5-4aea-9f26-5291810bdbe1 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:20.676729 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f8755707-9688-417c-9e70-dfc38fad28c7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8662639 Apr 29 07:40:20.685257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e7697e82-7d2f-44bf-a847-6a5683e4cbad tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (74ced6f5-73e5-4aea-9f26-5291810bdbe1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.689870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51872) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:20.754297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3332dbe7-cd78-4f8d-9f21-39c851844785), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.760164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e7697e82-7d2f-44bf-a847-6a5683e4cbad tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (74ced6f5-73e5-4aea-9f26-5291810bdbe1), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.768265 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-86bdab63-0bca-4e3e-927e-b4fb9874cd7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=528cb288da5b4df2a28de531d04471d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562062 Apr 29 07:40:20.768852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51876) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:20.782922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (66171e18-c9cd-4819-9c22-1cc7e63d9545), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.812480 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (66171e18-c9cd-4819-9c22-1cc7e63d9545), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.827138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=3332dbe7-cd78-4f8d-9f21-39c851844785,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:20.845029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c2755e9d-935f-4647-a36f-6075cff7027c None None] Provisioning complete for port ab798508-1538-4d89-87ad-c2c0e2346090 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:20.846841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c2755e9d-935f-4647-a36f-6075cff7027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ab798508-1538-4d89-87ad-c2c0e2346090), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.876371 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fe089ae4-69db-4a81-be04-f742bbf56e49 admin admin] Publish callbacks [] for security_group (b9c18b28-3bfc-436a-b472-df42561f3c6d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:20.893490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51878) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:20.909011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c2755e9d-935f-4647-a36f-6075cff7027c None None] Port ab798508-1538-4d89-87ad-c2c0e2346090 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:20.939467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fe089ae4-69db-4a81-be04-f742bbf56e49 admin admin] Publish callbacks [] for security_group (b9c18b28-3bfc-436a-b472-df42561f3c6d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.006918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e7697e82-7d2f-44bf-a847-6a5683e4cbad tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (74ced6f5-73e5-4aea-9f26-5291810bdbe1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.113325 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f19501a0-36b3-48d5-b3aa-6dc06d9847f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7bb0acb40d64152b3836bfaa0b7f0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165523 Apr 29 07:40:21.115976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51882) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:21.165422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fe089ae4-69db-4a81-be04-f742bbf56e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b9c18b28-3bfc-436a-b472-df42561f3c6d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.168225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fe089ae4-69db-4a81-be04-f742bbf56e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.169586 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fe089ae4-69db-4a81-be04-f742bbf56e49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9c18b28-3bfc-436a-b472-df42561f3c6d HTTP/1.1" status: 204 len: 168 time: 0.3708975 Apr 29 07:40:21.199273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe089ae4-69db-4a81-be04-f742bbf56e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c18b28-3bfc-436a-b472-df42561f3c6d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:21.204288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e7697e82-7d2f-44bf-a847-6a5683e4cbad tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (74ced6f5-73e5-4aea-9f26-5291810bdbe1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.229961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e7697e82-7d2f-44bf-a847-6a5683e4cbad tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.237649 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e7697e82-7d2f-44bf-a847-6a5683e4cbad tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/74ced6f5-73e5-4aea-9f26-5291810bdbe1 HTTP/1.1" status: 204 len: 168 time: 0.6531334 Apr 29 07:40:21.244835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51886) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:21.245484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.264905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7697e82-7d2f-44bf-a847-6a5683e4cbad tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=74ced6f5-73e5-4aea-9f26-5291810bdbe1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:21.267151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a806e237-8fcb-4d75-9677-58ed2f4a6863 admin admin] Publish callbacks [] for security_group (a6813ded-4970-4688-87c7-fb7e448dd799), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.293997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a806e237-8fcb-4d75-9677-58ed2f4a6863 admin admin] Publish callbacks [] for security_group (a6813ded-4970-4688-87c7-fb7e448dd799), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.312971 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f19931-7069-4ad0-9811-2e119b6a9ccd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:21.313517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f19931-7069-4ad0-9811-2e119b6a9ccd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:21.316433 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b1f19931-7069-4ad0-9811-2e119b6a9ccd tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/f723cc6e-82d7-4707-8170-ee6745abf9d8 HTTP/1.1" status: 404 len: 337 time: 0.0688667 Apr 29 07:40:21.323019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51888) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:21.327722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f504195a-84d7-42ad-b0f8-00d61bbb3008 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting port ab798508-1538-4d89-87ad-c2c0e2346090 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:21.328187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f504195a-84d7-42ad-b0f8-00d61bbb3008 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ab798508-1538-4d89-87ad-c2c0e2346090), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.359445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a806e237-8fcb-4d75-9677-58ed2f4a6863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a6813ded-4970-4688-87c7-fb7e448dd799), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.364260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a806e237-8fcb-4d75-9677-58ed2f4a6863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.368852 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a806e237-8fcb-4d75-9677-58ed2f4a6863 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6813ded-4970-4688-87c7-fb7e448dd799 HTTP/1.1" status: 204 len: 168 time: 0.2506561 Apr 29 07:40:21.380869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806e237-8fcb-4d75-9677-58ed2f4a6863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6813ded-4970-4688-87c7-fb7e448dd799,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:21.617774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d405527-183f-490f-8352-daf85e1cb814 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting subnet d6499b41-e01d-4c3a-9690-b9b27b1906a0 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:21.621171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.633428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d405527-183f-490f-8352-daf85e1cb814 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (d6499b41-e01d-4c3a-9690-b9b27b1906a0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.663909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c499a1-ab45-4ba4-bfc6-603889b5389d None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:21.703536 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f504195a-84d7-42ad-b0f8-00d61bbb3008 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ab798508-1538-4d89-87ad-c2c0e2346090), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.707946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Router 66171e18-c9cd-4819-9c22-1cc7e63d9545 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:40:21.785162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-82824f36-d981-4395-9745-6b387d913d19 None None] Provisioning complete for port 29725158-d72a-4a18-92b7-e3268f30e20d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:21.785733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-82824f36-d981-4395-9745-6b387d913d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.795240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f504195a-84d7-42ad-b0f8-00d61bbb3008 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Calling delete_port for ab798508-1538-4d89-87ad-c2c0e2346090 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:21.809832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d405527-183f-490f-8352-daf85e1cb814 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (d6499b41-e01d-4c3a-9690-b9b27b1906a0), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.862379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-82824f36-d981-4395-9745-6b387d913d19 None None] Port 29725158-d72a-4a18-92b7-e3268f30e20d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:21.875244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51904) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:21.885888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-82824f36-d981-4395-9745-6b387d913d19 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:21.886530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-82824f36-d981-4395-9745-6b387d913d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.891996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74f5b539-0bc3-4e00-8771-ec6b9bf79142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:21.984827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-82824f36-d981-4395-9745-6b387d913d19 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:22.002864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:22.007703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74f5b539-0bc3-4e00-8771-ec6b9bf79142 admin admin] Publish callbacks [] for security_group (3eec2257-b39b-4114-ae59-9e23ae7084ba), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.014201 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74f5b539-0bc3-4e00-8771-ec6b9bf79142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3eec2257-b39b-4114-ae59-9e23ae7084ba), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.031545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (41c2aa6b-d21c-44d8-89d7-52dd3078b333), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.069302 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-74f5b539-0bc3-4e00-8771-ec6b9bf79142 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b987bb5f203044d2a7ddf3887a3c64bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927357 Apr 29 07:40:22.070200 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51910) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:22.071665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5b539-0bc3-4e00-8771-ec6b9bf79142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eec2257-b39b-4114-ae59-9e23ae7084ba,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:22.137944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-19833006-c366-4c49-b654-b965137a1440 admin admin] Publish callbacks [] for security_group (3eec2257-b39b-4114-ae59-9e23ae7084ba), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.176239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-19833006-c366-4c49-b654-b965137a1440 admin admin] Publish callbacks [] for security_group (3eec2257-b39b-4114-ae59-9e23ae7084ba), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.235037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-19833006-c366-4c49-b654-b965137a1440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3eec2257-b39b-4114-ae59-9e23ae7084ba), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.238288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-19833006-c366-4c49-b654-b965137a1440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.238951 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-19833006-c366-4c49-b654-b965137a1440 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eec2257-b39b-4114-ae59-9e23ae7084ba HTTP/1.1" status: 204 len: 168 time: 0.1648955 Apr 29 07:40:22.262837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19833006-c366-4c49-b654-b965137a1440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eec2257-b39b-4114-ae59-9e23ae7084ba,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:22.326048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51918) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:22.597157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1519369436'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:22.623717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:22.627798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.637706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.709722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d405527-183f-490f-8352-daf85e1cb814 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (d6499b41-e01d-4c3a-9690-b9b27b1906a0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.721790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ee2198fd-4e1e-4f7f-9e89-52c55d0236f1 None None] Provisioning complete for port 29725158-d72a-4a18-92b7-e3268f30e20d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:22.722634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ee2198fd-4e1e-4f7f-9e89-52c55d0236f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.728303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (3f42fe53-8cf4-4f0e-bdbf-90d989777fc3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.734977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3f42fe53-8cf4-4f0e-bdbf-90d989777fc3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.764877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ee2198fd-4e1e-4f7f-9e89-52c55d0236f1 None None] Port 29725158-d72a-4a18-92b7-e3268f30e20d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:22.768136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:22.775330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f42fe53-8cf4-4f0e-bdbf-90d989777fc3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:22.777271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ee2198fd-4e1e-4f7f-9e89-52c55d0236f1 None None] Provisioning complete for port 6bf86ca1-efde-42b2-b549-ed9964851f99 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:22.777872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ee2198fd-4e1e-4f7f-9e89-52c55d0236f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.795482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5bbb6435-9206-4286-b2d5-41a84731ee70), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.796027 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Added segment 5bbb6435-9206-4286-b2d5-41a84731ee70 of type vlan for network e5b6507b-5891-44d5-9f9c-64207a0a3630 Apr 29 07:40:22.835312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:22.850853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (e5b6507b-5891-44d5-9f9c-64207a0a3630), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.853478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:22.865947 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-748a46c3-5e25-4e67-bf0a-1ac0a5507b7d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5522945 Apr 29 07:40:22.868484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51922) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:22.876448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:22.877257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:22.879094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ee2198fd-4e1e-4f7f-9e89-52c55d0236f1 None None] Current status of the port 6bf86ca1-efde-42b2-b549-ed9964851f99 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:22.896013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:22.915358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.916405 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234976a-19bf-4219-be28-a83b87780105 None None] Sync routers for ids ['66171e18-c9cd-4819-9c22-1cc7e63d9545'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:22.919688 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e4e1e89a-fdda-4a00-a27b-da4e425de326 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "PUT /v2.0/routers/66171e18-c9cd-4819-9c22-1cc7e63d9545 HTTP/1.1" status: 200 len: 915 time: 8.5154305 Apr 29 07:40:22.923983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51924) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:22.927404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (e5b6507b-5891-44d5-9f9c-64207a0a3630), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.931995 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234976a-19bf-4219-be28-a83b87780105 None None] Routers {'66171e18-c9cd-4819-9c22-1cc7e63d9545'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:22.932758 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2234976a-19bf-4219-be28-a83b87780105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['66171e18-c9cd-4819-9c22-1cc7e63d9545'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:22.933093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:22.933951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.960216 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d405527-183f-490f-8352-daf85e1cb814 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (d6499b41-e01d-4c3a-9690-b9b27b1906a0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.968652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (41c2aa6b-d21c-44d8-89d7-52dd3078b333), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:22.969019 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:22.989398 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2234976a-19bf-4219-be28-a83b87780105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:22.999594 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234976a-19bf-4219-be28-a83b87780105 None None] Routers {'66171e18-c9cd-4819-9c22-1cc7e63d9545'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:23.000362 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2234976a-19bf-4219-be28-a83b87780105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['66171e18-c9cd-4819-9c22-1cc7e63d9545'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:23.001110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (41c2aa6b-d21c-44d8-89d7-52dd3078b333), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.016192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Network': ['ID=e5b6507b-5891-44d5-9f9c-64207a0a3630,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:23.045555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:23.047553 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2234976a-19bf-4219-be28-a83b87780105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:23.048169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:20Z', 'revision_number': 11, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:23.048315 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234976a-19bf-4219-be28-a83b87780105 None None] The sync data for ids ['66171e18-c9cd-4819-9c22-1cc7e63d9545'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:23.058403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7c9fc0-bf77-4d46-b7e8-1fd21f525c89 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting subnet 1f8241d9-db87-491a-a18e-acc0d398ee9c {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:23.071971 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d405527-183f-490f-8352-daf85e1cb814 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Subnet': ['ID=d6499b41-e01d-4c3a-9690-b9b27b1906a0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:23.076479 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8d405527-183f-490f-8352-daf85e1cb814 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.079679 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8d405527-183f-490f-8352-daf85e1cb814 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/d6499b41-e01d-4c3a-9690-b9b27b1906a0 HTTP/1.1" status: 204 len: 168 time: 1.7485344 Apr 29 07:40:23.083035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51926) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.092485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9fc0-bf77-4d46-b7e8-1fd21f525c89 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (1f8241d9-db87-491a-a18e-acc0d398ee9c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.101643 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-818bc141-0a75-4d80-a89b-5713022fe573 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7743444 Apr 29 07:40:23.126620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51928) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.127123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=41c2aa6b-d21c-44d8-89d7-52dd3078b333,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:23.148841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60201e-c405-417b-8be8-1ef3bb52a9bf None None] Network 72d5701e-4b9c-4349-bd71-41417c741472 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:23.152647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'name': 'tempest-PortsIpV6TestJSON-486988949'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:23.155651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:40:23.156204 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-93032d52-cf20-447a-874e-55ba6889c71a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:23.156635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93032d52-cf20-447a-874e-55ba6889c71a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:23.158341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9fc0-bf77-4d46-b7e8-1fd21f525c89 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (1f8241d9-db87-491a-a18e-acc0d398ee9c), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.159789 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-93032d52-cf20-447a-874e-55ba6889c71a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/1a4f838f-77c0-406c-9cf3-abb91cccf1c1 HTTP/1.1" status: 404 len: 337 time: 0.0740790 Apr 29 07:40:23.164472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51930) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.165913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f504195a-84d7-42ad-b0f8-00d61bbb3008 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ab798508-1538-4d89-87ad-c2c0e2346090), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.222613 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5395f0bf-0989-48b2-aeae-3c156f6a6db6 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8c968a-e012-4ac2-a7fe-cf77660f433c HTTP/1.1" status: 200 len: 205 time: 0.0558319 Apr 29 07:40:23.223359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51932) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.243627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:23.244047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:23.249131 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504195a-84d7-42ad-b0f8-00d61bbb3008 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Port': ['ID=ab798508-1538-4d89-87ad-c2c0e2346090,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:23.263078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.347214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:23.382866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f504195a-84d7-42ad-b0f8-00d61bbb3008 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.389498 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f504195a-84d7-42ad-b0f8-00d61bbb3008 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/ab798508-1538-4d89-87ad-c2c0e2346090 HTTP/1.1" status: 204 len: 168 time: 2.6732287 Apr 29 07:40:23.394847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51934) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.468936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:23.472513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.495412 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84 associated. External IP: 172.26.3.13, port: 37e77e3a-2f65-4f9a-a458-bff90c380ef1. Apr 29 07:40:23.571786 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:23.594601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819e86c-ef0a-4677-ab3b-a7b44aaa5f46 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:23.598829 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7819e86c-ef0a-4677-ab3b-a7b44aaa5f46 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2005792 Apr 29 07:40:23.609958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:20Z', 'revision_number': 11, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:23.630629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51936) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.638203 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f3619c8a-db15-41b3-9211-69bba09da5e6 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/routers/66171e18-c9cd-4819-9c22-1cc7e63d9545 HTTP/1.1" status: 200 len: 921 time: 0.6984668 Apr 29 07:40:23.638502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da92bd6-c4a5-48c1-809b-e73c6a486d33 None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:20Z', 'revision_number': 11, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:23.642296 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-f21ed901-1d98-478a-af51-2adbee150b16 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] delete failed (client error): The resource could not be found. Apr 29 07:40:23.643788 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f21ed901-1d98-478a-af51-2adbee150b16 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/routers/7f8c968a-e012-4ac2-a7fe-cf77660f433c HTTP/1.1" status: 404 len: 336 time: 0.4160297 Apr 29 07:40:23.644376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51938) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.652436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51940) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.719364 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d671a735-f142-4fc2-822c-f6b810f93b07 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:23.719984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d671a735-f142-4fc2-822c-f6b810f93b07 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:23.723304 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d671a735-f142-4fc2-822c-f6b810f93b07 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/53394b35-1819-40f3-94d1-331addad45ba HTTP/1.1" status: 404 len: 337 time: 0.0673125 Apr 29 07:40:23.729875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51942) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.744840 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9fc0-bf77-4d46-b7e8-1fd21f525c89 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (1f8241d9-db87-491a-a18e-acc0d398ee9c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.787026 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb7fddf-32e1-45af-a5a4-f61e19d2b6e7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:23.787461 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb7fddf-32e1-45af-a5a4-f61e19d2b6e7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:23.790382 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3cb7fddf-32e1-45af-a5a4-f61e19d2b6e7 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/19af3e96-7b60-47b8-804d-fef12f2e8c43 HTTP/1.1" status: 404 len: 337 time: 0.0595269 Apr 29 07:40:23.794532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f7cb5-64e8-4a57-9db5-8cf96d1fd3f2 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:23.795960 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7a9f7cb5-64e8-4a57-9db5-8cf96d1fd3f2 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=66171e18-c9cd-4819-9c22-1cc7e63d9545&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1477904 Apr 29 07:40:23.796587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51944) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.803561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51946) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.829008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf79ccd-7bc3-4df3-81ef-f0c1dcd14aab tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:23.830545 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bdf79ccd-7bc3-4df3-81ef-f0c1dcd14aab tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1990345 Apr 29 07:40:23.838407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51948) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.858371 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d722393-b06f-4a84-87ad-bafdc3495117 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:23.858821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d722393-b06f-4a84-87ad-bafdc3495117 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:23.861769 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0d722393-b06f-4a84-87ad-bafdc3495117 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/0c042787-61aa-46b1-b44c-a6a2c1f6300d HTTP/1.1" status: 404 len: 337 time: 0.0621946 Apr 29 07:40:23.868383 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51950) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.938061 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cad00b-3ad5-4255-86ab-f679ae65b49a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:23.938540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cad00b-3ad5-4255-86ab-f679ae65b49a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:23.943916 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-53cad00b-3ad5-4255-86ab-f679ae65b49a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/fbd25e4b-f885-4043-a825-ff9020b59504 HTTP/1.1" status: 404 len: 333 time: 0.0721395 Apr 29 07:40:23.945145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51952) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.962073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:23.964239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f259e-03ce-4bf1-abe5-b71de150dd39 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:23.965570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f259e-03ce-4bf1-abe5-b71de150dd39 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:23.966971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f259e-03ce-4bf1-abe5-b71de150dd39 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:23.968500 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3c4f259e-03ce-4bf1-abe5-b71de150dd39 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1292012 Apr 29 07:40:23.972188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51954) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:23.974559 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9fc0-bf77-4d46-b7e8-1fd21f525c89 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (1f8241d9-db87-491a-a18e-acc0d398ee9c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.025483 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef226df-d9cd-4897-a5f3-ebb42abeebed tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:24.025952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef226df-d9cd-4897-a5f3-ebb42abeebed tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:24.031238 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7ef226df-d9cd-4897-a5f3-ebb42abeebed tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/61ded189-ad4a-42ca-bfdb-b406d610c417 HTTP/1.1" status: 404 len: 337 time: 0.0769076 Apr 29 07:40:24.035417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51956) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.036961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c9fc0-bf77-4d46-b7e8-1fd21f525c89 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8241d9-db87-491a-a18e-acc0d398ee9c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:24.043140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9fc0-bf77-4d46-b7e8-1fd21f525c89 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.049497 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4d7c9fc0-bf77-4d46-b7e8-1fd21f525c89 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/1f8241d9-db87-491a-a18e-acc0d398ee9c HTTP/1.1" status: 204 len: 168 time: 1.1769121 Apr 29 07:40:24.049497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51958) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.055037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ea7be-90e0-495d-976e-20e69a8226be None None] DHCP port deletion for 72d5701e-4b9c-4349-bd71-41417c741472 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:24.060891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a4ff4-b0ea-4e2d-ac58-425428ef8596 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:24.061885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e2c1fa-4ac1-4be7-aac4-a7fa93a60715 None None] Network 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:24.065018 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-616a4ff4-b0ea-4e2d-ac58-425428ef8596 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 881 time: 0.2524984 Apr 29 07:40:24.073682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51960) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.082915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 8353600c-9bea-48ec-8514-39f2765bd25a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:24.087123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87c1948-a522-456e-9d45-93db0bf59d9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 07d703aa-2d9a-436c-b0ae-095702d9c19d {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:24.092346 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1a3d0e-52a3-4c58-8c80-0534de114ac3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:24.092805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1a3d0e-52a3-4c58-8c80-0534de114ac3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:24.095922 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fe1a3d0e-52a3-4c58-8c80-0534de114ac3 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/513a1f0e-c788-4801-85c3-6843ac0da383 HTTP/1.1" status: 404 len: 337 time: 0.0573769 Apr 29 07:40:24.098338 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d87c1948-a522-456e-9d45-93db0bf59d9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (07d703aa-2d9a-436c-b0ae-095702d9c19d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.105508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51962) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.142012 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7b680118-df4c-49e6-9f52-57a73cc250d9 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=66171e18-c9cd-4819-9c22-1cc7e63d9545 HTTP/1.1" status: 200 len: 205 time: 0.0646048 Apr 29 07:40:24.142257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51966) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.158234 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.159464 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-be692147-3c2c-4eb4-9f0e-2c91118064d1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:24.160042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be692147-3c2c-4eb4-9f0e-2c91118064d1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:24.163150 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-be692147-3c2c-4eb4-9f0e-2c91118064d1 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/ad0cc065-0ff1-476d-b455-37f101787caf HTTP/1.1" status: 404 len: 333 time: 0.0407665 Apr 29 07:40:24.173530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51968) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.216716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d87c1948-a522-456e-9d45-93db0bf59d9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (07d703aa-2d9a-436c-b0ae-095702d9c19d), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.219249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ea7be-90e0-495d-976e-20e69a8226be None None] Deleting port 6bf86ca1-efde-42b2-b549-ed9964851f99 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:24.219888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea7be-90e0-495d-976e-20e69a8226be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.235809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.296034 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e3d591-b8b8-489e-abe8-daf9ce7c08ae tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:24.296407 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e3d591-b8b8-489e-abe8-daf9ce7c08ae tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:24.302200 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a5e3d591-b8b8-489e-abe8-daf9ce7c08ae tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/b8fa1c9b-8d94-4594-968d-2f8bf1a04f13 HTTP/1.1" status: 404 len: 337 time: 0.1224484 Apr 29 07:40:24.303031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51970) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.311800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1b2ea7be-90e0-495d-976e-20e69a8226be None None] For port 6bf86ca1-efde-42b2-b549-ed9964851f99, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6bf86ca1-efde-42b2-b549-ed9964851f99,segment=NetworkSegment(50998d12-f267-43d5-b1a4-3abe78ccb497),segment_id=50998d12-f267-43d5-b1a4-3abe78ccb497)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:24.312296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea7be-90e0-495d-976e-20e69a8226be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.314260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (66171e18-c9cd-4819-9c22-1cc7e63d9545), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.326141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ea7be-90e0-495d-976e-20e69a8226be None None] Calling delete_port for 6bf86ca1-efde-42b2-b549-ed9964851f99 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:24.361083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:24.372806 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9031457-06f7-4f0a-97aa-764f30ca4f87 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:24.373409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9031457-06f7-4f0a-97aa-764f30ca4f87 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:24.376309 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b9031457-06f7-4f0a-97aa-764f30ca4f87 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/subnets/914ff485-9b62-4925-8699-74c69d9ffb83 HTTP/1.1" status: 404 len: 337 time: 0.0722466 Apr 29 07:40:24.380395 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51972) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.425915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Checking segment: {'id': '5bbb6435-9206-4286-b2d5-41a84731ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:24.426275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network hostable DHCP agents. Network: e5b6507b-5891-44d5-9f9c-64207a0a3630, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:24.427163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9945bc2-4db9-429d-8a3c-e71d53334fa4 None None] DHCP port deletion for 9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:24.451076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Deleting port 057abd10-a1dd-4772-ac8f-7b3e2807d144 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:24.451418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.463765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d87c1948-a522-456e-9d45-93db0bf59d9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (07d703aa-2d9a-436c-b0ae-095702d9c19d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.468923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:24.478933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea7be-90e0-495d-976e-20e69a8226be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (6bf86ca1-efde-42b2-b549-ed9964851f99), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.485465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] Sync routers for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:24.494224 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:24.521037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ea7be-90e0-495d-976e-20e69a8226be None None] Pushing event deleted for resources: {'Port': ['ID=6bf86ca1-efde-42b2-b549-ed9964851f99,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:24.521707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, e5b6507b-5891-44d5-9f9c-64207a0a3630) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:24.531608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ea7be-90e0-495d-976e-20e69a8226be None None] No DVR routers for this DVR port 6bf86ca1-efde-42b2-b549-ed9964851f99 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:24.535044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.536600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39fe11c-d2a2-4190-b55e-ed6b6c986cb0 None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:24.538584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:24.539368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:24.540959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:24.546251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:24.546873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.593894 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e61669ce-6b44-41e2-bf90-fb2f159e6f50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3395042 Apr 29 07:40:24.596138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:40:24.598510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51974) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.602746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294eea28-e736-4690-bf00-e6c08ee2174f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:40:24.607915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d87c1948-a522-456e-9d45-93db0bf59d9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (07d703aa-2d9a-436c-b0ae-095702d9c19d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.621608 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a0e4503b-736c-48d3-a880-5f214fb84b3c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4916794 Apr 29 07:40:24.624456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e9945bc2-4db9-429d-8a3c-e71d53334fa4 None None] Deleting port 057abd10-a1dd-4772-ac8f-7b3e2807d144 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:24.625016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9945bc2-4db9-429d-8a3c-e71d53334fa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.626940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] For port 057abd10-a1dd-4772-ac8f-7b3e2807d144, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=057abd10-a1dd-4772-ac8f-7b3e2807d144,segment=NetworkSegment(9ac92f66-5168-4616-a3a8-4ad2f0cacfcb),segment_id=9ac92f66-5168-4616-a3a8-4ad2f0cacfcb)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:24.627313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.642756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51978) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.650443 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1233623046'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:24.655436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c1948-a522-456e-9d45-93db0bf59d9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=07d703aa-2d9a-436c-b0ae-095702d9c19d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:24.663863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d87c1948-a522-456e-9d45-93db0bf59d9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.667700 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d87c1948-a522-456e-9d45-93db0bf59d9b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/07d703aa-2d9a-436c-b0ae-095702d9c19d HTTP/1.1" status: 204 len: 168 time: 0.6934094 Apr 29 07:40:24.670686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51980) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:24.689710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d85e90-fe94-4566-a84e-c8cc4583565b x-openstack-request-id: req-20d85e90-fe94-4566-a84e-c8cc4583565b {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:40:24.690005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:40:24.690262 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20d85e90-fe94-4566-a84e-c8cc4583565b {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:40:24.690673 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d85e90-fe94-4566-a84e-c8cc4583565b'] response: {'name': 'network-changed', 'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'status': 'completed', 'code': 200} Apr 29 07:40:24.708706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Calling delete_port for 057abd10-a1dd-4772-ac8f-7b3e2807d144 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:24.713933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2e96d0-12f8-4672-afcb-02a4fbc002d5 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:24.731141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:24.734419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.757364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3ae9b0-12ca-4785-8bd1-1c80e2e1d43a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Deleting subnet 2765ec97-30a2-428b-bd96-70e569e010c7 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:24.760178 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (66171e18-c9cd-4819-9c22-1cc7e63d9545), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.763759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae9b0-12ca-4785-8bd1-1c80e2e1d43a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (2765ec97-30a2-428b-bd96-70e569e010c7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.798028 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:24.818820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae9b0-12ca-4785-8bd1-1c80e2e1d43a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (2765ec97-30a2-428b-bd96-70e569e010c7), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.822166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a6f29139-7b0d-4729-bc3e-13fcb3ce1b34), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.822717 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Added segment a6f29139-7b0d-4729-bc3e-13fcb3ce1b34 of type vlan for network 221e136f-0bb9-415d-8611-491e003e4ee5 Apr 29 07:40:24.834200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e9945bc2-4db9-429d-8a3c-e71d53334fa4 None None] For port 057abd10-a1dd-4772-ac8f-7b3e2807d144, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=057abd10-a1dd-4772-ac8f-7b3e2807d144,segment=NetworkSegment(9ac92f66-5168-4616-a3a8-4ad2f0cacfcb),segment_id=9ac92f66-5168-4616-a3a8-4ad2f0cacfcb)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:24.834594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9945bc2-4db9-429d-8a3c-e71d53334fa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.840907 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e9af7326-42af-40f5-8544-7116bee67202 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84 HTTP/1.1" status: 200 len: 990 time: 0.2364068 Apr 29 07:40:24.861613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e9945bc2-4db9-429d-8a3c-e71d53334fa4 None None] Calling delete_port for 057abd10-a1dd-4772-ac8f-7b3e2807d144 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:24.872738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-d535ade9-7d09-4058-9ffc-cf2df098e654 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Deleting port 29725158-d72a-4a18-92b7-e3268f30e20d {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:24.873116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d535ade9-7d09-4058-9ffc-cf2df098e654 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.899637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:24.906148 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (221e136f-0bb9-415d-8611-491e003e4ee5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.932045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eea28-e736-4690-bf00-e6c08ee2174f req-e2079ea1-8835-4015-8c2b-73fbc829d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:24.933631 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-294eea28-e736-4690-bf00-e6c08ee2174f req-e2079ea1-8835-4015-8c2b-73fbc829d59f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 1129 time: 0.2136564 Apr 29 07:40:24.964253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae9b0-12ca-4785-8bd1-1c80e2e1d43a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (2765ec97-30a2-428b-bd96-70e569e010c7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.991836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (221e136f-0bb9-415d-8611-491e003e4ee5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:24.997178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:24.997940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.015955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d535ade9-7d09-4058-9ffc-cf2df098e654 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.028877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.042950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-d535ade9-7d09-4058-9ffc-cf2df098e654 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Calling delete_port for 29725158-d72a-4a18-92b7-e3268f30e20d owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:25.063590 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4166484 Apr 29 07:40:25.066193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51982) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.074819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'ports': [{'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630'}, {'network_id': '221e136f-0bb9-415d-8611-491e003e4ee5'}]} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:25.075127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:25.075601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': '221e136f-0bb9-415d-8611-491e003e4ee5'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:25.080692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Port': ['ID=057abd10-a1dd-4772-ac8f-7b3e2807d144,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:25.083408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No DVR routers for this DVR port 057abd10-a1dd-4772-ac8f-7b3e2807d144 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:25.104844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9945bc2-4db9-429d-8a3c-e71d53334fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (057abd10-a1dd-4772-ac8f-7b3e2807d144), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.140372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1518c-19d0-4040-9327-664b0217ffdd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Network': ['ID=221e136f-0bb9-415d-8611-491e003e4ee5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:25.167984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Deleting port 685b23fe-c93c-45c7-853d-55825b400185 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:25.168841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (685b23fe-c93c-45c7-853d-55825b400185), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.171136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 221e136f-0bb9-415d-8611-491e003e4ee5 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:25.173784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae9b0-12ca-4785-8bd1-1c80e2e1d43a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (2765ec97-30a2-428b-bd96-70e569e010c7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.208177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ae9b0-12ca-4785-8bd1-1c80e2e1d43a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Subnet': ['ID=2765ec97-30a2-428b-bd96-70e569e010c7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:25.241368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9945bc2-4db9-429d-8a3c-e71d53334fa4 None None] Pushing event deleted for resources: {'Port': ['ID=057abd10-a1dd-4772-ac8f-7b3e2807d144,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:25.250814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9945bc2-4db9-429d-8a3c-e71d53334fa4 None None] No DVR routers for this DVR port 057abd10-a1dd-4772-ac8f-7b3e2807d144 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:25.258200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae9b0-12ca-4785-8bd1-1c80e2e1d43a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.262115 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7a3ae9b0-12ca-4785-8bd1-1c80e2e1d43a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/2765ec97-30a2-428b-bd96-70e569e010c7 HTTP/1.1" status: 204 len: 168 time: 0.5904083 Apr 29 07:40:25.265104 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51984) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.287076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eea28-e736-4690-bf00-e6c08ee2174f req-240fdbf6-6799-4987-bfe1-7e9abdbcd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:25.289030 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-294eea28-e736-4690-bf00-e6c08ee2174f req-240fdbf6-6799-4987-bfe1-7e9abdbcd61a service neutron] 10.222.0.36 "GET /v2.0/networks?id=83a17604-949c-4c86-b775-5609dc1134e1 HTTP/1.1" status: 200 len: 898 time: 0.3428278 Apr 29 07:40:25.297716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.318849 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-edd9e5a8-02d7-496e-bb96-fb7c9c52691a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526221 Apr 29 07:40:25.324865 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51986) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.368251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:39:41Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.13', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:40:21Z', 'updated_at': '2022-04-29T07:40:21Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:25.385728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:25.401793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 2} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:25.405905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.406129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] Checking router: 8353600c-9bea-48ec-8514-39f2765bd25a for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:40:25.416384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:25.416628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:25.416911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac92f66-5168-4616-a3a8-4ad2f0cacfcb') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:25.417414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b863a85-a0f1-4fe3-b1de-6879ef7f96d3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:25.418120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:25.419456 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5b863a85-a0f1-4fe3-b1de-6879ef7f96d3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0935950 Apr 29 07:40:25.425987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51988) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.441072 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.454738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (9ac92f66-5168-4616-a3a8-4ad2f0cacfcb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.473120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d535ade9-7d09-4058-9ffc-cf2df098e654 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (29725158-d72a-4a18-92b7-e3268f30e20d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.476285 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-294eea28-e736-4690-bf00-e6c08ee2174f req-45649c16-c99d-4428-8978-c2b51716be35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e77e3a-2f65-4f9a-a458-bff90c380ef1 HTTP/1.1" status: 200 len: 998 time: 0.1645184 Apr 29 07:40:25.478277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (685b23fe-c93c-45c7-853d-55825b400185), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.534071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d604fb4-2a2a-437d-89ac-cce83cd45d61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:25.535495 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2d604fb4-2a2a-437d-89ac-cce83cd45d61 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085336 Apr 29 07:40:25.550695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9ac92f66-5168-4616-a3a8-4ad2f0cacfcb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.553208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Calling delete_port for 685b23fe-c93c-45c7-853d-55825b400185 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:25.554985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51990) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.555981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535ade9-7d09-4058-9ffc-cf2df098e654 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Port': ['ID=29725158-d72a-4a18-92b7-e3268f30e20d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:25.568835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d535ade9-7d09-4058-9ffc-cf2df098e654 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.574919 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d535ade9-7d09-4058-9ffc-cf2df098e654 tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/ports/29725158-d72a-4a18-92b7-e3268f30e20d HTTP/1.1" status: 204 len: 168 time: 1.1931856 Apr 29 07:40:25.582123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51992) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.588418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:25.588944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (9ac92f66-5168-4616-a3a8-4ad2f0cacfcb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:25.593313 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:25.605018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:25.709091 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-455d19f2-73b8-4364-aae5-f02f8dd2ce3a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494014 Apr 29 07:40:25.724893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51994) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.745690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port e0da6a1a-abe6-4551-b169-a4a232b60cc3 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:25.779920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eea28-e736-4690-bf00-e6c08ee2174f req-1852a2b6-a472-4051-b94a-fdda9b3ba674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:25.781574 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-294eea28-e736-4690-bf00-e6c08ee2174f req-1852a2b6-a472-4051-b94a-fdda9b3ba674 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360bb8fa-2a1c-4e1f-8331-3826f2aa174f HTTP/1.1" status: 200 len: 835 time: 0.2863741 Apr 29 07:40:25.828099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.837640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 057abd10-a1dd-4772-ac8f-7b3e2807d144 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:25.851535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 51996) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.859000 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9433476a-2d64-4277-aebb-183c60b7f62d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:25.860288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9433476a-2d64-4277-aebb-183c60b7f62d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:25.860421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 057abd10-a1dd-4772-ac8f-7b3e2807d144 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:25.860696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 057abd10-a1dd-4772-ac8f-7b3e2807d144 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:25.861112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3332dbe7-cd78-4f8d-9f21-39c851844785 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:25.863827 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9433476a-2d64-4277-aebb-183c60b7f62d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/ab798508-1538-4d89-87ad-c2c0e2346090 HTTP/1.1" status: 404 len: 333 time: 0.1305068 Apr 29 07:40:25.869183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (72d5701e-4b9c-4349-bd71-41417c741472), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.871092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 51998) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.874920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:25.881638 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/networks/9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566 HTTP/1.1" status: 204 len: 168 time: 1.8315301 Apr 29 07:40:25.884483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52000) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:25.885719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 3332dbe7-cd78-4f8d-9f21-39c851844785 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:25.886066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3332dbe7-cd78-4f8d-9f21-39c851844785 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:25.886487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6bf86ca1-efde-42b2-b549-ed9964851f99 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:25.911937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 6bf86ca1-efde-42b2-b549-ed9964851f99 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:25.912173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6bf86ca1-efde-42b2-b549-ed9964851f99 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:26.015498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'routes': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:26.033016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100debb6-d14b-4a4f-b22d-ebf534bdf637 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Pushing event deleted for resources: {'Network': ['ID=9e123e9d-fc3b-42b6-a0c6-f9a2bd4af566,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:26.048289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f82d4b-28e9-43a5-8051-2d4f2f000756 None None] Network 5f57687c-3acb-4c32-82c9-53f862533295 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:26.143518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-298c2bef-a101-41bf-ab1d-49627d08d311 None None] Provisioning complete for port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:26.143518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-298c2bef-a101-41bf-ab1d-49627d08d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.304459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:39:41Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.13', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:40:21Z', 'updated_at': '2022-04-29T07:40:21Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:26.309727 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a12249-ce70-435c-9d4a-31bbfd85e2a1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:26.310089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a12249-ce70-435c-9d4a-31bbfd85e2a1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:26.313116 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f9a12249-ce70-435c-9d4a-31bbfd85e2a1 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/07d703aa-2d9a-436c-b0ae-095702d9c19d HTTP/1.1" status: 404 len: 337 time: 0.4388728 Apr 29 07:40:26.319264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52002) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:26.336437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-298c2bef-a101-41bf-ab1d-49627d08d311 None None] Current status of the port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:26.339936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf05fc5-aab8-4f10-b185-9c52202e81fa None None] The sync data for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv is: [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:39:41Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.13', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:40:21Z', 'updated_at': '2022-04-29T07:40:21Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:26.360421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036bcea-af88-4783-a9f0-daad0e21b65a None None] DHCP port deletion for 5f57687c-3acb-4c32-82c9-53f862533295 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:26.376609 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19c776a-0b74-4d4f-9f5b-1f5f6f445d7b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:26.377129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19c776a-0b74-4d4f-9f5b-1f5f6f445d7b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:26.380350 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d19c776a-0b74-4d4f-9f5b-1f5f6f445d7b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/2765ec97-30a2-428b-bd96-70e569e010c7 HTTP/1.1" status: 404 len: 337 time: 0.0579050 Apr 29 07:40:26.390076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52004) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:26.416507 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (e0da6a1a-abe6-4551-b169-a4a232b60cc3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.438620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c036bcea-af88-4783-a9f0-daad0e21b65a None None] Deleting port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:26.439120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c036bcea-af88-4783-a9f0-daad0e21b65a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.465935 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3ad46683-48df-4524-b874-1dc8e1e111b7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84 HTTP/1.1" status: 200 len: 990 time: 0.6084509 Apr 29 07:40:26.478767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eea28-e736-4690-bf00-e6c08ee2174f req-167803d6-4fe9-442c-9fb8-83256f42848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:26.480370 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-294eea28-e736-4690-bf00-e6c08ee2174f req-167803d6-4fe9-442c-9fb8-83256f42848f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83a17604-949c-4c86-b775-5609dc1134e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6904042 Apr 29 07:40:26.498607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (72d5701e-4b9c-4349-bd71-41417c741472), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.502018 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cf9e49-dad5-4295-be9f-85fe1b8f9802 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:26.502729 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cf9e49-dad5-4295-be9f-85fe1b8f9802 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:26.505847 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-21cf9e49-dad5-4295-be9f-85fe1b8f9802 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/51f7be3d-2355-4cc2-9db1-fbc7cde49e37 HTTP/1.1" status: 404 len: 333 time: 0.1148932 Apr 29 07:40:26.515503 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c036bcea-af88-4783-a9f0-daad0e21b65a None None] For port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4bcdbcfe-eb75-466a-b333-c3a84edd74dd,segment=NetworkSegment(5c829de4-3822-4b94-a681-f19fb2c2d73b),segment_id=5c829de4-3822-4b94-a681-f19fb2c2d73b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:26.516015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c036bcea-af88-4783-a9f0-daad0e21b65a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.534926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c036bcea-af88-4783-a9f0-daad0e21b65a None None] Calling delete_port for 4bcdbcfe-eb75-466a-b333-c3a84edd74dd owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:26.540276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52006) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:26.606038 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1f4a52-6a38-4daf-b68d-8d3eb7f03222 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:26.606897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1f4a52-6a38-4daf-b68d-8d3eb7f03222 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:26.611184 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8f1f4a52-6a38-4daf-b68d-8d3eb7f03222 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/fa943cc8-527b-4126-96a2-be8fa43095c0 HTTP/1.1" status: 404 len: 337 time: 0.0681307 Apr 29 07:40:26.623431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52008) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:26.635849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d5701e-4b9c-4349-bd71-41417c741472']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:26.640963 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c036bcea-af88-4783-a9f0-daad0e21b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (4bcdbcfe-eb75-466a-b333-c3a84edd74dd), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.641950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port f87d449d-c623-47e5-8d66-9caeb808dc75 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:26.664609 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b803e-e34a-4346-b408-f26bb3c1ef23 None None] New status for floating IP 1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:40:26.675230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50998d12-f267-43d5-b1a4-3abe78ccb497') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:26.675622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50998d12-f267-43d5-b1a4-3abe78ccb497') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:26.680367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036bcea-af88-4783-a9f0-daad0e21b65a None None] Pushing event deleted for resources: {'Port': ['ID=4bcdbcfe-eb75-466a-b333-c3a84edd74dd,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:26.687777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036bcea-af88-4783-a9f0-daad0e21b65a None None] No DVR routers for this DVR port 4bcdbcfe-eb75-466a-b333-c3a84edd74dd on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:26.706351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (50998d12-f267-43d5-b1a4-3abe78ccb497), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.719139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.extraroute_db [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Added routes are [] {{(pid=104223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:40:26.719139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.extraroute_db [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Removed routes are [] {{(pid=104223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:40:26.719464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.721337 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d57aae-4c8c-415d-a755-bdb46183ef1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:26.721805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d57aae-4c8c-415d-a755-bdb46183ef1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:26.727096 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-73d57aae-4c8c-415d-a755-bdb46183ef1e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/95ad33d9-34af-41b1-9eab-44d2351443d8 HTTP/1.1" status: 404 len: 337 time: 0.0983572 Apr 29 07:40:26.727584 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52010) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:26.739484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (50998d12-f267-43d5-b1a4-3abe78ccb497), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.767651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (685b23fe-c93c-45c7-853d-55825b400185), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.768180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:26.768684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (50998d12-f267-43d5-b1a4-3abe78ccb497), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:26.772205 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:26.777670 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c83e051-dbac-4aa4-9c09-b35474eda7de tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:26.778423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c83e051-dbac-4aa4-9c09-b35474eda7de tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:26.782030 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5c83e051-dbac-4aa4-9c09-b35474eda7de tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/702a27ab-c86d-4d5b-84fd-b0c120d5a627 HTTP/1.1" status: 404 len: 333 time: 0.0529428 Apr 29 07:40:26.823145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52012) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:26.836183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event deleted for resources: {'Port': ['ID=685b23fe-c93c-45c7-853d-55825b400185,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:26.872510 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdea1247-6467-40eb-9346-d1fd5a29ea90 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:26.873493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdea1247-6467-40eb-9346-d1fd5a29ea90 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:26.877324 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fdea1247-6467-40eb-9346-d1fd5a29ea90 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/a9c818c8-e85d-4699-8b7d-081549cd2d70 HTTP/1.1" status: 404 len: 337 time: 0.0526340 Apr 29 07:40:26.880077 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52014) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:26.914348 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba5b336-4ff0-44c1-be4e-7151c108deba tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:26.914691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba5b336-4ff0-44c1-be4e-7151c108deba tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:26.917766 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-294eea28-e736-4690-bf00-e6c08ee2174f req-ec083778-dea1-497e-8d87-5baac5b513ea service neutron] 10.222.0.36 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297965 Apr 29 07:40:26.917889 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eba5b336-4ff0-44c1-be4e-7151c108deba tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/2d57c8b2-66a4-48e0-a97b-2ca8a6ccb709 HTTP/1.1" status: 404 len: 337 time: 0.0366638 Apr 29 07:40:26.918623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (72d5701e-4b9c-4349-bd71-41417c741472), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.922909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:26.928533 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] 10.222.0.23 "DELETE /v2.0/networks/72d5701e-4b9c-4349-bd71-41417c741472 HTTP/1.1" status: 204 len: 168 time: 1.3428099 Apr 29 07:40:26.928533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52016) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:26.958289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba63a0-a7d1-4cc4-90a0-a940c80b9c6a tempest-PortsTestJSON-785266688 tempest-PortsTestJSON-785266688-project] Pushing event deleted for resources: {'Network': ['ID=72d5701e-4b9c-4349-bd71-41417c741472,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:26.979926 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-541bd21c-9b30-40ec-8a42-b4a060011ad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:26.980771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541bd21c-9b30-40ec-8a42-b4a060011ad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:26.986135 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-541bd21c-9b30-40ec-8a42-b4a060011ad7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/396d4d46-4a5d-44a6-b87d-b655a93b6057 HTTP/1.1" status: 404 len: 333 time: 0.0514324 Apr 29 07:40:26.989870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52020) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.021109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.022444 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd40358f-bf6a-4e20-ad85-0712d92545a9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.022898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd40358f-bf6a-4e20-ad85-0712d92545a9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.026196 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dd40358f-bf6a-4e20-ad85-0712d92545a9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/4b5e020e-af69-4b17-abc0-23a4b945708f HTTP/1.1" status: 404 len: 337 time: 0.0358427 Apr 29 07:40:27.030116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52022) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.043049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.044462 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (f87d449d-c623-47e5-8d66-9caeb808dc75), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.046474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (66171e18-c9cd-4819-9c22-1cc7e63d9545), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.089507 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e0da6a1a-abe6-4551-b169-a4a232b60cc3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.095464 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2951e695-c13d-4637-b9c3-67849e2898e7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.096314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2951e695-c13d-4637-b9c3-67849e2898e7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.100579 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2951e695-c13d-4637-b9c3-67849e2898e7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/9a94de5e-622d-4303-a190-1564dd99e603 HTTP/1.1" status: 404 len: 337 time: 0.0683813 Apr 29 07:40:27.119853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52024) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.160433 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-163cd5f2-ffc2-4984-b091-e105e87e8bf4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.160998 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163cd5f2-ffc2-4984-b091-e105e87e8bf4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.166430 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-163cd5f2-ffc2-4984-b091-e105e87e8bf4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/a4367de6-be99-4be7-a29b-5bb993be750f HTTP/1.1" status: 404 len: 333 time: 0.0431876 Apr 29 07:40:27.166430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:27.168539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52028) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.181288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:27.183792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:27.184803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f87d449d-c623-47e5-8d66-9caeb808dc75), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.206978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=e0da6a1a-abe6-4551-b169-a4a232b60cc3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:27.218439 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b03f94b-b531-4e8a-9631-fa541ecd42c2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.218439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b03f94b-b531-4e8a-9631-fa541ecd42c2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.222667 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9b03f94b-b531-4e8a-9631-fa541ecd42c2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/ac3ab756-d2f4-498f-b8d8-53824a9e96f6 HTTP/1.1" status: 404 len: 337 time: 0.0505972 Apr 29 07:40:27.222667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52030) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.232988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52032) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.245417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (66171e18-c9cd-4819-9c22-1cc7e63d9545), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.253778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (66171e18-c9cd-4819-9c22-1cc7e63d9545), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.281478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=f87d449d-c623-47e5-8d66-9caeb808dc75,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:27.286884 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f666cc4-1e42-40d9-81bc-e8d1731014c3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.287482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f666cc4-1e42-40d9-81bc-e8d1731014c3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.290579 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3f666cc4-1e42-40d9-81bc-e8d1731014c3 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/2b760e47-8bae-4dc7-9469-e767e5f36dba HTTP/1.1" status: 404 len: 333 time: 0.0565345 Apr 29 07:40:27.293353 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52036) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.294648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Checking segment: {'id': 'a6f29139-7b0d-4729-bc3e-13fcb3ce1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '221e136f-0bb9-415d-8611-491e003e4ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:27.295393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network hostable DHCP agents. Network: 221e136f-0bb9-415d-8611-491e003e4ee5, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:27.329132 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9bfa68-0d3b-42df-a2e7-214457863339 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.329570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9bfa68-0d3b-42df-a2e7-214457863339 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.335018 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7d9bfa68-0d3b-42df-a2e7-214457863339 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/ac11fe81-f321-4d4c-a1a1-9b075fbd7017 HTTP/1.1" status: 404 len: 337 time: 0.0345786 Apr 29 07:40:27.335198 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-294eea28-e736-4690-bf00-e6c08ee2174f req-b05dd2ed-1d08-4254-a1b5-2fa6bb16cfb4 service neutron] 10.222.0.36 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725607 Apr 29 07:40:27.335312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52038) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.336454 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router c341dfce-9663-45db-b58b-c12b3acdd2b4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:27.360048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (66171e18-c9cd-4819-9c22-1cc7e63d9545), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.361359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Fanout notify agent at l3_agent the message router_deleted on router 66171e18-c9cd-4819-9c22-1cc7e63d9545 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:27.370104 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.371377 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a0417182-ac3b-4178-903a-59a0ef466110 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/66171e18-c9cd-4819-9c22-1cc7e63d9545 HTTP/1.1" status: 204 len: 168 time: 3.2282307 Apr 29 07:40:27.372329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 221e136f-0bb9-415d-8611-491e003e4ee5 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:27.374477 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f06bec-f6d4-4c58-a5a9-6ee93fd76e6f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.375061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f06bec-f6d4-4c58-a5a9-6ee93fd76e6f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.378027 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f3f06bec-f6d4-4c58-a5a9-6ee93fd76e6f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/a4974cee-4729-4892-a7c4-11dceff7a657 HTTP/1.1" status: 404 len: 333 time: 0.0418739 Apr 29 07:40:27.379546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52040) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.383982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52042) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.393454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-777a9725-e410-44f7-a295-6132844561f7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1431821236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:27.428329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 221e136f-0bb9-415d-8611-491e003e4ee5) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:27.437089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac59f233-fbc3-4946-b224-8788f963b212 None None] Network 221e136f-0bb9-415d-8611-491e003e4ee5 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:27.437971 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-629020ac-a1d4-4e5b-9d8f-16e266dea135 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.438431 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629020ac-a1d4-4e5b-9d8f-16e266dea135 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.441460 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-629020ac-a1d4-4e5b-9d8f-16e266dea135 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/1b5f06f2-badf-4faa-a46e-f215f46e619a HTTP/1.1" status: 404 len: 337 time: 0.0434387 Apr 29 07:40:27.443650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:27.448868 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:27.451979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:27.453858 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:27.454295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.460225 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52044) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.466586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.468198 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5a539c3c-7a2e-4a8f-865d-8f88f9d44910 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4 HTTP/1.1" status: 200 len: 701 time: 1.4668911 Apr 29 07:40:27.468946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52046) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.470663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52048) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.479867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] Sync routers for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:27.493262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:27.494302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:27.502057 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-52aa69af-5e05-47bc-8c8e-ec5dfbc6f443 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.502680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52aa69af-5e05-47bc-8c8e-ec5dfbc6f443 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.506002 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-52aa69af-5e05-47bc-8c8e-ec5dfbc6f443 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/ed36ee4b-61ca-48d2-9031-4f0862b30b16 HTTP/1.1" status: 404 len: 333 time: 0.0448146 Apr 29 07:40:27.506913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-777a9725-e410-44f7-a295-6132844561f7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (e9bc705d-154c-41fd-8cc1-301b06d1d38a), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.507923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-777a9725-e410-44f7-a295-6132844561f7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (e9bc705d-154c-41fd-8cc1-301b06d1d38a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.511149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52050) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.531710 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-07a16279-241c-408c-b234-ea741f72def6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4591248 Apr 29 07:40:27.538846 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52052) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.543279 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d1e5548e-b684-410f-9205-fa103d9e828b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=c341dfce-9663-45db-b58b-c12b3acdd2b4 HTTP/1.1" status: 200 len: 205 time: 0.0695236 Apr 29 07:40:27.544129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52054) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.567993 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cc0abff3-8a02-499b-bdc9-eceb4e088f9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d31e6458f9f24d408e4ce3f7728ed9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265526 Apr 29 07:40:27.569019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52056) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.572390 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-67efad2f-c4db-4e4e-bd3d-ab4ec510c4eb tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.572566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:27.572905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67efad2f-c4db-4e4e-bd3d-ab4ec510c4eb tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.576387 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-67efad2f-c4db-4e4e-bd3d-ab4ec510c4eb tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/763e5cff-a7b3-4e45-b5ba-14a7dfb0b47a HTTP/1.1" status: 404 len: 337 time: 0.0549574 Apr 29 07:40:27.597325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52058) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.634455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:20Z', 'revision_number': 11, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:27.665974 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-848c18f1-d4c2-4127-a037-da1ae598b3be tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84 HTTP/1.1" status: 200 len: 992 time: 0.1905596 Apr 29 07:40:27.665974 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db10267-754b-4af0-9a6c-285be0373f7e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.666314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] Checking router: c341dfce-9663-45db-b58b-c12b3acdd2b4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:40:27.666414 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db10267-754b-4af0-9a6c-285be0373f7e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.669921 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6db10267-754b-4af0-9a6c-285be0373f7e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/04c0f92a-5bfe-46ce-8086-70eda295dcec HTTP/1.1" status: 404 len: 333 time: 0.0692129 Apr 29 07:40:27.672132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52060) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.677465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] Routers {'c341dfce-9663-45db-b58b-c12b3acdd2b4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:27.678093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c341dfce-9663-45db-b58b-c12b3acdd2b4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:27.680271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-777a9725-e410-44f7-a295-6132844561f7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (e9bc705d-154c-41fd-8cc1-301b06d1d38a), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.683835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b230faa-0c97-4e93-b7a5-9a3a1ddc456d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.710351 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-474d6a51-dbf4-475e-8c92-f248eb4b0942 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.710824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474d6a51-dbf4-475e-8c92-f248eb4b0942 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.712205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-777a9725-e410-44f7-a295-6132844561f7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (e9bc705d-154c-41fd-8cc1-301b06d1d38a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.722191 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-474d6a51-dbf4-475e-8c92-f248eb4b0942 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/35d6e954-983f-4b96-918c-bd5c6b457680 HTTP/1.1" status: 404 len: 337 time: 0.0489922 Apr 29 07:40:27.725263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52062) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.753826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] Set router c341dfce-9663-45db-b58b-c12b3acdd2b4 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:27.767220 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-450c6398-6b94-4227-af5f-072b3c9a852c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.767811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450c6398-6b94-4227-af5f-072b3c9a852c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.771663 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-450c6398-6b94-4227-af5f-072b3c9a852c tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/ecdc7753-6c29-4217-911f-8fb3599676fd HTTP/1.1" status: 404 len: 333 time: 0.0421803 Apr 29 07:40:27.780953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52064) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.783620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-777a9725-e410-44f7-a295-6132844561f7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.784992 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-777a9725-e410-44f7-a295-6132844561f7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4037206 Apr 29 07:40:27.790141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52066) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.803388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': False}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:27.818215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4bcdbcfe-eb75-466a-b333-c3a84edd74dd no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:27.821425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:20Z', 'revision_number': 11, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:27.825564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-242715f4-2e5b-4145-ab19-67c1ea41cae0 admin admin] Publish callbacks [] for security_group (4d470f32-3fe9-4920-9075-5dcab9e4eb07), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.864944 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c66616-5541-4b1b-a2cc-8f0e897ac9d9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.865731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c66616-5541-4b1b-a2cc-8f0e897ac9d9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.871308 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d2c66616-5541-4b1b-a2cc-8f0e897ac9d9 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/ca41dedb-4b74-4d33-934a-fdec798fc081 HTTP/1.1" status: 404 len: 337 time: 0.0824878 Apr 29 07:40:27.880411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52068) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.889848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a04631-a006-4bb7-97eb-c81fd8fdc09e None None] The sync data for ids ['c341dfce-9663-45db-b58b-c12b3acdd2b4'] in dv-neutron-839860-1-hyperv is: [{'id': 'c341dfce-9663-45db-b58b-c12b3acdd2b4', 'name': 'tempest-RoutersTest-router-2057926078', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:07Z', 'updated_at': '2022-04-29T07:40:20Z', 'revision_number': 11, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:27.892944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4bcdbcfe-eb75-466a-b333-c3a84edd74dd {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:27.893662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4bcdbcfe-eb75-466a-b333-c3a84edd74dd not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:27.908464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b230faa-0c97-4e93-b7a5-9a3a1ddc456d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.910697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b230faa-0c97-4e93-b7a5-9a3a1ddc456d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (c341dfce-9663-45db-b58b-c12b3acdd2b4), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.949286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ee3a7-a39e-499b-a563-eda6e1550688 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port f87d449d-c623-47e5-8d66-9caeb808dc75 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:27.950033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee3a7-a39e-499b-a563-eda6e1550688 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f87d449d-c623-47e5-8d66-9caeb808dc75), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.954129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-242715f4-2e5b-4145-ab19-67c1ea41cae0 admin admin] Publish callbacks [] for security_group (4d470f32-3fe9-4920-9075-5dcab9e4eb07), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.964111 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7bac90-1546-4a21-9aa4-ea64d8c63c92 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:27.964653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7bac90-1546-4a21-9aa4-ea64d8c63c92 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:27.966207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b230faa-0c97-4e93-b7a5-9a3a1ddc456d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (c341dfce-9663-45db-b58b-c12b3acdd2b4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.967245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b230faa-0c97-4e93-b7a5-9a3a1ddc456d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Fanout notify agent at l3_agent the message router_deleted on router c341dfce-9663-45db-b58b-c12b3acdd2b4 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:27.967846 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9e7bac90-1546-4a21-9aa4-ea64d8c63c92 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/c1113e09-69e4-48e5-8843-b888f30d631f HTTP/1.1" status: 404 len: 337 time: 0.0865033 Apr 29 07:40:27.978797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4b230faa-0c97-4e93-b7a5-9a3a1ddc456d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:27.979952 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4b230faa-0c97-4e93-b7a5-9a3a1ddc456d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4 HTTP/1.1" status: 204 len: 168 time: 0.4346638 Apr 29 07:40:27.980715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52070) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.987718 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52072) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:27.992325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-380f781b-5f0f-4306-9031-613f57748e79 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1464521106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:28.028545 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af72955-69d1-4823-af2b-e303f1992aea tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.029132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af72955-69d1-4823-af2b-e303f1992aea tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.033806 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9af72955-69d1-4823-af2b-e303f1992aea tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/0dc04241-4cdf-4490-89c6-d5916de533ba HTTP/1.1" status: 404 len: 333 time: 0.0506539 Apr 29 07:40:28.037923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52074) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.069624 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e40d275-f554-4c7e-b0d8-793025fb0d8a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.070312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e40d275-f554-4c7e-b0d8-793025fb0d8a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.073383 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1e40d275-f554-4c7e-b0d8-793025fb0d8a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/fa2a938e-e71f-4a8f-8100-6131f7cffb61 HTTP/1.1" status: 404 len: 337 time: 0.0331540 Apr 29 07:40:28.074209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-380f781b-5f0f-4306-9031-613f57748e79 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (bd04c975-45f0-493b-888c-bcd6a81ab0cc), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.075588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-380f781b-5f0f-4306-9031-613f57748e79 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (bd04c975-45f0-493b-888c-bcd6a81ab0cc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.078818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52076) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.108777 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d2d52d-0745-40ea-a7eb-fd39a3ff876e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.109256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d2d52d-0745-40ea-a7eb-fd39a3ff876e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.114048 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-27d2d52d-0745-40ea-a7eb-fd39a3ff876e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/dba2d04b-4525-4246-93d2-716965debabd HTTP/1.1" status: 404 len: 337 time: 0.0325084 Apr 29 07:40:28.115356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52078) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.128209 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee3a7-a39e-499b-a563-eda6e1550688 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f87d449d-c623-47e5-8d66-9caeb808dc75), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.158309 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad26b5a7-9e6b-403c-8713-0d3d8575e0a2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.158309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad26b5a7-9e6b-403c-8713-0d3d8575e0a2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.160395 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ad26b5a7-9e6b-403c-8713-0d3d8575e0a2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/c787dcd2-30c5-427e-be66-7821471b23a7 HTTP/1.1" status: 404 len: 333 time: 0.0402060 Apr 29 07:40:28.167344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52080) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.187508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-380f781b-5f0f-4306-9031-613f57748e79 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (bd04c975-45f0-493b-888c-bcd6a81ab0cc), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.192192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-380f781b-5f0f-4306-9031-613f57748e79 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (bd04c975-45f0-493b-888c-bcd6a81ab0cc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.209593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-380f781b-5f0f-4306-9031-613f57748e79 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.211172 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-380f781b-5f0f-4306-9031-613f57748e79 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2222583 Apr 29 07:40:28.213787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52082) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.218202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3b7dcf37-44cc-48c9-bc54-d526f12745d4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:28.230713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ee3a7-a39e-499b-a563-eda6e1550688 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for f87d449d-c623-47e5-8d66-9caeb808dc75 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:28.237970 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f13d39f-ec2f-4ea6-8dd5-18938e96dfe2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.238427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f13d39f-ec2f-4ea6-8dd5-18938e96dfe2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.241672 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8f13d39f-ec2f-4ea6-8dd5-18938e96dfe2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/1232aa55-cd7a-4504-bfdf-2fa743d50423 HTTP/1.1" status: 404 len: 337 time: 0.0719666 Apr 29 07:40:28.243828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (e9bc705d-154c-41fd-8cc1-301b06d1d38a), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.251658 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52084) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.252745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-242715f4-2e5b-4145-ab19-67c1ea41cae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (4d470f32-3fe9-4920-9075-5dcab9e4eb07), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.255319 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-242715f4-2e5b-4145-ab19-67c1ea41cae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.256456 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-242715f4-2e5b-4145-ab19-67c1ea41cae0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d470f32-3fe9-4920-9075-5dcab9e4eb07 HTTP/1.1" status: 204 len: 168 time: 0.6855474 Apr 29 07:40:28.304654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242715f4-2e5b-4145-ab19-67c1ea41cae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d470f32-3fe9-4920-9075-5dcab9e4eb07,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:28.310775 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1697efa6-1e2e-4047-b387-8cb1751dbde4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.311238 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1697efa6-1e2e-4047-b387-8cb1751dbde4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.314346 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1697efa6-1e2e-4047-b387-8cb1751dbde4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/8f579935-babb-47cf-8bc5-0efe0b18ddd7 HTTP/1.1" status: 404 len: 337 time: 0.0617623 Apr 29 07:40:28.318261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52088) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.380467 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-57608022-b8cd-40a8-8180-396c2f99ac74 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.381072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57608022-b8cd-40a8-8180-396c2f99ac74 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.384143 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-57608022-b8cd-40a8-8180-396c2f99ac74 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/3b52dbc7-f471-4f1a-b4aa-d9fba07d8b16 HTTP/1.1" status: 404 len: 333 time: 0.0649657 Apr 29 07:40:28.387422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52092) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.404703 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee3a7-a39e-499b-a563-eda6e1550688 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f87d449d-c623-47e5-8d66-9caeb808dc75), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.440018 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa96e46-c13a-46ae-99c6-6ae9cab7acc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.440569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa96e46-c13a-46ae-99c6-6ae9cab7acc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.442329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ee3a7-a39e-499b-a563-eda6e1550688 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=f87d449d-c623-47e5-8d66-9caeb808dc75,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:28.443762 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-daa96e46-c13a-46ae-99c6-6ae9cab7acc7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/98345fc4-0383-407e-a6c3-800f061c1c85 HTTP/1.1" status: 404 len: 337 time: 0.0561020 Apr 29 07:40:28.446343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52094) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.450185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee3a7-a39e-499b-a563-eda6e1550688 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.456423 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3a6ee3a7-a39e-499b-a563-eda6e1550688 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/f87d449d-c623-47e5-8d66-9caeb808dc75 HTTP/1.1" status: 204 len: 168 time: 0.9141862 Apr 29 07:40:28.456423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52096) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.528763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c2f23b-378a-4175-b1b4-251755d5ca07 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:28.529703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcf37-44cc-48c9-bc54-d526f12745d4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (bd04c975-45f0-493b-888c-bcd6a81ab0cc), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.534331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c2f23b-378a-4175-b1b4-251755d5ca07 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:28.538245 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-57c2f23b-378a-4175-b1b4-251755d5ca07 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0777419 Apr 29 07:40:28.550364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52102) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.560660 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea53ba9-9c4c-49fc-a911-92ddf585b4cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.561094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea53ba9-9c4c-49fc-a911-92ddf585b4cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.564605 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9ea53ba9-9c4c-49fc-a911-92ddf585b4cc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/14920a71-c449-4a28-a9ed-e114469fb978 HTTP/1.1" status: 404 len: 337 time: 0.1171014 Apr 29 07:40:28.567194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52104) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.593266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcf37-44cc-48c9-bc54-d526f12745d4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (bd04c975-45f0-493b-888c-bcd6a81ab0cc), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.625615 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-264e4961-9766-44ac-93f8-023ea3665a93 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports?device_id=be2c0a77-0b9c-46fb-86af-0384c881f311 HTTP/1.1" status: 200 len: 205 time: 0.0568748 Apr 29 07:40:28.635553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52108) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.681702 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-0aec4834-b196-45f8-bbb4-4436d49b943b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] delete failed (client error): The resource could not be found. Apr 29 07:40:28.683009 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0aec4834-b196-45f8-bbb4-4436d49b943b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/routers/be2c0a77-0b9c-46fb-86af-0384c881f311 HTTP/1.1" status: 404 len: 336 time: 0.0462627 Apr 29 07:40:28.685711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52112) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.719250 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (e9bc705d-154c-41fd-8cc1-301b06d1d38a), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.721956 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce661786-6400-4473-b5a7-249012870432 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:28.722421 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce661786-6400-4473-b5a7-249012870432 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:28.728053 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ce661786-6400-4473-b5a7-249012870432 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/36bcb56c-b422-48e3-9b6d-9db1466d14c4 HTTP/1.1" status: 404 len: 337 time: 0.0386999 Apr 29 07:40:28.729806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52114) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:28.744733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:28.875168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Allocated IP 172.26.3.41 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/d6856cb0-a5a1-44aa-921e-b048bf2e6ed2) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:28.994410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for port (d6856cb0-a5a1-44aa-921e-b048bf2e6ed2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.014131 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52124) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.037699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (d6856cb0-a5a1-44aa-921e-b048bf2e6ed2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.082085 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:29.085137 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:29.087659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:29.094437 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1cf8a264-2e87-4a50-a4d6-43465ba8e614 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 HTTP/1.1" status: 200 len: 205 time: 0.3583570 Apr 29 07:40:29.096440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52128) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.122318 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Pushing event updated for resources: {'Port': ['ID=d6856cb0-a5a1-44aa-921e-b048bf2e6ed2,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:29.147355 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-80e1a62c-5edb-4ccb-9ffa-40d0553e52c8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] delete failed (client error): The resource could not be found. Apr 29 07:40:29.148329 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-80e1a62c-5edb-4ccb-9ffa-40d0553e52c8 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/routers/57d7a1e0-5bc8-4b6c-ad69-06da582e0a41 HTTP/1.1" status: 404 len: 336 time: 0.0500014 Apr 29 07:40:29.151041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4f79-f5ca-4a04-a671-ac21b39fb631 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port e0da6a1a-abe6-4551-b169-a4a232b60cc3 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:29.151381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f79-f5ca-4a04-a671-ac21b39fb631 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e0da6a1a-abe6-4551-b169-a4a232b60cc3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.153844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52130) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.173564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-380775712'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:29.218313 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0019aef7-0844-464e-a0e8-13158ea6fdc4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.218990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0019aef7-0844-464e-a0e8-13158ea6fdc4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.221766 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0019aef7-0844-464e-a0e8-13158ea6fdc4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/081f2180-f675-4b24-bb55-b59566c7c108 HTTP/1.1" status: 404 len: 337 time: 0.0668721 Apr 29 07:40:29.222425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7dcf37-44cc-48c9-bc54-d526f12745d4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Router bd04c975-45f0-493b-888c-bcd6a81ab0cc is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:40:29.229618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52132) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.244005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:29.247400 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.259608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.267640 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e223c6a1-95bb-41c8-bb63-e818a35884f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.268116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e223c6a1-95bb-41c8-bb63-e818a35884f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.271071 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e223c6a1-95bb-41c8-bb63-e818a35884f2 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/4a447100-3f60-49d1-9360-71ebfcd45ba8 HTTP/1.1" status: 404 len: 337 time: 0.0405235 Apr 29 07:40:29.275930 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52134) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.307402 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-69079207-7279-40f8-b4e0-be9a0d840ce7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.308045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69079207-7279-40f8-b4e0-be9a0d840ce7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.311101 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-69079207-7279-40f8-b4e0-be9a0d840ce7 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/7465e6ff-9e7f-4c28-adfe-8e4fb76afad7 HTTP/1.1" status: 404 len: 333 time: 0.0341074 Apr 29 07:40:29.317271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52136) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.319361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f79-f5ca-4a04-a671-ac21b39fb631 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e0da6a1a-abe6-4551-b169-a4a232b60cc3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.359016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c62b4f79-f5ca-4a04-a671-ac21b39fb631 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for e0da6a1a-abe6-4551-b169-a4a232b60cc3 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:29.369876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7dcf37-44cc-48c9-bc54-d526f12745d4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:29.377163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcf37-44cc-48c9-bc54-d526f12745d4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.381436 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3b7dcf37-44cc-48c9-bc54-d526f12745d4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "PUT /v2.0/routers/bd04c975-45f0-493b-888c-bcd6a81ab0cc HTTP/1.1" status: 200 len: 694 time: 1.1635919 Apr 29 07:40:29.381646 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] Sync routers for ids ['bd04c975-45f0-493b-888c-bcd6a81ab0cc'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:29.382103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52138) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.393992 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] Routers {'bd04c975-45f0-493b-888c-bcd6a81ab0cc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:29.394764 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd04c975-45f0-493b-888c-bcd6a81ab0cc'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:29.413445 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9155dc-c7a1-4f4a-9def-1be832163860 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.414169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9155dc-c7a1-4f4a-9def-1be832163860 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.417187 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3c9155dc-c7a1-4f4a-9def-1be832163860 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/42b5c5e5-915f-49b2-944c-ea1a0d91836d HTTP/1.1" status: 404 len: 337 time: 0.0994380 Apr 29 07:40:29.424021 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52140) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.464465 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-74757e50-4229-4789-bdaa-9c38134b8b55 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.465029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74757e50-4229-4789-bdaa-9c38134b8b55 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.468232 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-74757e50-4229-4789-bdaa-9c38134b8b55 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/a3b7c2b7-c891-453c-87ba-64516ae94227 HTTP/1.1" status: 404 len: 333 time: 0.0433173 Apr 29 07:40:29.471509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52142) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.474928 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] Set router bd04c975-45f0-493b-888c-bcd6a81ab0cc gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:29.499812 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c0556638-39c7-48e7-b593-8108acceb48c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/routers/bd04c975-45f0-493b-888c-bcd6a81ab0cc HTTP/1.1" status: 200 len: 700 time: 0.1177218 Apr 29 07:40:29.503037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52144) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.518363 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b67221-c827-4a03-8676-fc5da6907e4a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.518966 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b67221-c827-4a03-8676-fc5da6907e4a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.524726 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-82b67221-c827-4a03-8676-fc5da6907e4a tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/c44c40d4-6b04-4f9c-9723-dc410411c2c5 HTTP/1.1" status: 404 len: 337 time: 0.0479071 Apr 29 07:40:29.531527 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04c975-45f0-493b-888c-bcd6a81ab0cc', 'name': 'tempest-RoutersTest-router-1464521106', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:40:28Z', 'updated_at': '2022-04-29T07:40:28Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:29.534972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52146) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.542407 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e25b3414-a844-48ad-9126-b5178e9130b9 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd04c975-45f0-493b-888c-bcd6a81ab0cc HTTP/1.1" status: 200 len: 205 time: 0.0358868 Apr 29 07:40:29.550752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52148) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.566410 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] Checking router: bd04c975-45f0-493b-888c-bcd6a81ab0cc for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:40:29.569763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for security_group (1ce99a77-d73b-4459-9248-55e06ccd1bdf), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.576163 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] Routers {'bd04c975-45f0-493b-888c-bcd6a81ab0cc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:29.576844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router_gateway (e9bc705d-154c-41fd-8cc1-301b06d1d38a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.577174 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd04c975-45f0-493b-888c-bcd6a81ab0cc'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:29.578921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (1ce99a77-d73b-4459-9248-55e06ccd1bdf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.606668 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f30a1f-830b-4137-9bc0-86eb2230d00f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.607269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f30a1f-830b-4137-9bc0-86eb2230d00f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.610297 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-47f30a1f-830b-4137-9bc0-86eb2230d00f tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/9fa139f6-c5a1-43c5-abbd-11122f194e37 HTTP/1.1" status: 404 len: 333 time: 0.0728474 Apr 29 07:40:29.612813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52150) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.644724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce99a77-d73b-4459-9248-55e06ccd1bdf,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:29.648323 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] Set router bd04c975-45f0-493b-888c-bcd6a81ab0cc gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:40:29.648502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f79-f5ca-4a04-a671-ac21b39fb631 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e0da6a1a-abe6-4551-b169-a4a232b60cc3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.678757 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c25b85-4a85-457d-b4a0-02e67da7b9fc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.679139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c25b85-4a85-457d-b4a0-02e67da7b9fc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.682250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a2c25b85-4a85-457d-b4a0-02e67da7b9fc tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/f35de92c-37d5-4abd-8fd4-207170ac86d5 HTTP/1.1" status: 404 len: 337 time: 0.0682731 Apr 29 07:40:29.695135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:29.697718 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52152) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.706994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-303cc1d1-8722-469f-a860-ba17f35f1c8e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (bd04c975-45f0-493b-888c-bcd6a81ab0cc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.708806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b4f79-f5ca-4a04-a671-ac21b39fb631 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=e0da6a1a-abe6-4551-b169-a4a232b60cc3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:29.720687 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd04c975-45f0-493b-888c-bcd6a81ab0cc', 'name': 'tempest-RoutersTest-router-1464521106', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:40:28Z', 'updated_at': '2022-04-29T07:40:28Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:29.737673 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4136c5b-26d1-4dd3-b523-5cdf8db7c0bf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.738282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4136c5b-26d1-4dd3-b523-5cdf8db7c0bf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.743997 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a4136c5b-26d1-4dd3-b523-5cdf8db7c0bf tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/bf1dce11-776c-45ef-a941-052c3aeebcf0 HTTP/1.1" status: 404 len: 333 time: 0.0408230 Apr 29 07:40:29.743997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (14271463-d85a-40ab-b652-773f86049762), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.743997 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added segment 14271463-d85a-40ab-b652-773f86049762 of type vlan for network 9474a310-9ef5-4570-9dbc-ff56a5f90eef Apr 29 07:40:29.744341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52154) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.747985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c62b4f79-f5ca-4a04-a671-ac21b39fb631 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.751406 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c62b4f79-f5ca-4a04-a671-ac21b39fb631 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/e0da6a1a-abe6-4551-b169-a4a232b60cc3 HTTP/1.1" status: 204 len: 168 time: 1.1984155 Apr 29 07:40:29.754738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52156) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.757998 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47942981-943d-4e80-818b-acd83a52c0a2 None None] The sync data for ids ['bd04c975-45f0-493b-888c-bcd6a81ab0cc'] in dv-neutron-839860-1-hyperv is: [{'id': 'bd04c975-45f0-493b-888c-bcd6a81ab0cc', 'name': 'tempest-RoutersTest-router-1464521106', 'tenant_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:40:28Z', 'updated_at': '2022-04-29T07:40:28Z', 'revision_number': 2, 'project_id': '959d969c37d64dfc804c6ee5e2f4e91d', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:29.808432 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d09a4c-6829-4657-90f9-178b7b901b6d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.808914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d09a4c-6829-4657-90f9-178b7b901b6d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.811950 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-36d09a4c-6829-4657-90f9-178b7b901b6d tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/893016b5-21ea-4f61-973a-e165e1561ccd HTTP/1.1" status: 404 len: 337 time: 0.0669413 Apr 29 07:40:29.814538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52158) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.835220 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (9474a310-9ef5-4570-9dbc-ff56a5f90eef), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.843877 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33f9498-f25d-420d-b9fa-b672cefeeb25 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.844475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33f9498-f25d-420d-b9fa-b672cefeeb25 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.847722 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d33f9498-f25d-420d-b9fa-b672cefeeb25 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/540fb3ee-377d-49fe-8b80-e3608f6f075f HTTP/1.1" status: 404 len: 333 time: 0.0320191 Apr 29 07:40:29.850542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52160) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.896730 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-db14ae25-5c74-44da-8b8a-309b1b8b8536 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:29.897412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db14ae25-5c74-44da-8b8a-309b1b8b8536 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:29.902512 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-db14ae25-5c74-44da-8b8a-309b1b8b8536 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/a8df2255-4be1-4364-b42e-eb8c8409867c HTTP/1.1" status: 404 len: 337 time: 0.0485702 Apr 29 07:40:29.906438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52162) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.924147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5431d68e-157c-452b-9485-8f6b6605c87f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:29.925653 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5431d68e-157c-452b-9485-8f6b6605c87f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1692045 Apr 29 07:40:29.936412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52164) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:29.990437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-303cc1d1-8722-469f-a860-ba17f35f1c8e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (bd04c975-45f0-493b-888c-bcd6a81ab0cc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.993299 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c915f4-a1cf-4bdc-87bb-8f68a9d12fc9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:40:29.997445 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-27c915f4-a1cf-4bdc-87bb-8f68a9d12fc9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/f87d449d-c623-47e5-8d66-9caeb808dc75 HTTP/1.1" status: 404 len: 333 time: 0.0576041 Apr 29 07:40:29.997445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-303cc1d1-8722-469f-a860-ba17f35f1c8e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router_controller (bd04c975-45f0-493b-888c-bcd6a81ab0cc), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:29.997851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52166) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.007161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (9474a310-9ef5-4570-9dbc-ff56a5f90eef), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.012989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:30.013632 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.022286 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-212184f4-421c-42ad-b31b-f0bd38ae574e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:30.022851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212184f4-421c-42ad-b31b-f0bd38ae574e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:30.026022 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-212184f4-421c-42ad-b31b-f0bd38ae574e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/a2fb34e0-561c-4c95-9b32-0b44bfa7b3ff HTTP/1.1" status: 404 len: 333 time: 0.1164992 Apr 29 07:40:30.031967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52168) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.055045 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac200f4f-c1da-4dee-b544-74b3415b5e84 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:40:30.056576 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ac200f4f-c1da-4dee-b544-74b3415b5e84 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/e0da6a1a-abe6-4551-b169-a4a232b60cc3 HTTP/1.1" status: 404 len: 333 time: 0.0578260 Apr 29 07:40:30.059353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52170) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.069326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-303cc1d1-8722-469f-a860-ba17f35f1c8e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (bd04c975-45f0-493b-888c-bcd6a81ab0cc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.069824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303cc1d1-8722-469f-a860-ba17f35f1c8e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Fanout notify agent at l3_agent the message router_deleted on router bd04c975-45f0-493b-888c-bcd6a81ab0cc {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:30.085993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-303cc1d1-8722-469f-a860-ba17f35f1c8e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.087126 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-303cc1d1-8722-469f-a860-ba17f35f1c8e tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/bd04c975-45f0-493b-888c-bcd6a81ab0cc HTTP/1.1" status: 204 len: 168 time: 0.5336444 Apr 29 07:40:30.116305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52172) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.149435 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a17ca284-158c-4371-bc85-d20a10bfaeba tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd04c975-45f0-493b-888c-bcd6a81ab0cc HTTP/1.1" status: 200 len: 205 time: 0.0319057 Apr 29 07:40:30.156295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52174) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.198934 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-162d9a2d-56e1-4fdc-9224-bb2234b8018c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] delete failed (client error): The resource could not be found. Apr 29 07:40:30.200273 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-162d9a2d-56e1-4fdc-9224-bb2234b8018c tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/bd04c975-45f0-493b-888c-bcd6a81ab0cc HTTP/1.1" status: 404 len: 336 time: 0.0430205 Apr 29 07:40:30.205797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52176) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.242799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (221e136f-0bb9-415d-8611-491e003e4ee5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.245013 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee982e8-a640-4545-b5ea-a251cb238f96 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:30.245496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee982e8-a640-4545-b5ea-a251cb238f96 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:30.251013 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3ee982e8-a640-4545-b5ea-a251cb238f96 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/827c1c10-64d7-4791-a14f-66549c32ddc3 HTTP/1.1" status: 404 len: 337 time: 0.0417931 Apr 29 07:40:30.251229 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52178) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.280631 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc405ac-7e8e-4344-a973-f4acb4472979 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:30.281089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc405ac-7e8e-4344-a973-f4acb4472979 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:30.284122 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-afc405ac-7e8e-4344-a973-f4acb4472979 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/0c1d6430-0fa0-4f4a-b8df-062b4325f08f HTTP/1.1" status: 404 len: 337 time: 0.0319519 Apr 29 07:40:30.286990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52180) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.318385 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e30c91c-2eed-4f1b-b493-0b6c2b0cc235 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:30.318848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e30c91c-2eed-4f1b-b493-0b6c2b0cc235 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:30.321975 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3e30c91c-2eed-4f1b-b493-0b6c2b0cc235 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/d8e8fd68-7c67-4a71-a6fb-ee9b39d97cfb HTTP/1.1" status: 404 len: 337 time: 0.0339911 Apr 29 07:40:30.338630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52182) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.380822 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aeec39f-afda-4ecd-9c30-ce50f9d38204 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:30.381279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aeec39f-afda-4ecd-9c30-ce50f9d38204 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:30.384386 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2aeec39f-afda-4ecd-9c30-ce50f9d38204 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/1f8241d9-db87-491a-a18e-acc0d398ee9c HTTP/1.1" status: 404 len: 337 time: 0.0446615 Apr 29 07:40:30.409269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52184) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.448099 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8990ee3c-0e2c-49e7-8c2c-9ba33fda7859 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=c341dfce-9663-45db-b58b-c12b3acdd2b4 HTTP/1.1" status: 200 len: 205 time: 0.0376244 Apr 29 07:40:30.451100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52186) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.451282 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4360812 Apr 29 07:40:30.452374 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5b3f77-da4a-4d4e-844c-8a2275cd1e0b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:30.452827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5b3f77-da4a-4d4e-844c-8a2275cd1e0b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:30.454009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (221e136f-0bb9-415d-8611-491e003e4ee5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.458101 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6e5b3f77-da4a-4d4e-844c-8a2275cd1e0b tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/a9a9d80e-b261-4ac9-a4c8-19a57433be9e HTTP/1.1" status: 404 len: 337 time: 0.4125032 Apr 29 07:40:30.458257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52188) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.458500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52190) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.466515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-251263679'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:30.483011 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e455877-bd6b-4725-92a9-44732efaf056 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Network': ['ID=9474a310-9ef5-4570-9dbc-ff56a5f90eef,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:30.496979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 9474a310-9ef5-4570-9dbc-ff56a5f90eef details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:30.504398 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-440369ae-49f2-4fdd-a497-981f0cedfb83 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] delete failed (client error): The resource could not be found. Apr 29 07:40:30.508107 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-440369ae-49f2-4fdd-a497-981f0cedfb83 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/c341dfce-9663-45db-b58b-c12b3acdd2b4 HTTP/1.1" status: 404 len: 336 time: 0.0535078 Apr 29 07:40:30.510687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52194) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.514058 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2579bd41-a08c-495a-a3ef-91bbe1a4fb8e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:30.514783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2579bd41-a08c-495a-a3ef-91bbe1a4fb8e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:30.517793 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2579bd41-a08c-495a-a3ef-91bbe1a4fb8e tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/ports/869bfe32-2aad-4c7b-92b8-08770a943220 HTTP/1.1" status: 404 len: 333 time: 0.0555267 Apr 29 07:40:30.521761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52196) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.523857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221e136f-0bb9-415d-8611-491e003e4ee5']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:30.538895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (e9bc705d-154c-41fd-8cc1-301b06d1d38a), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.541387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:30.544820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.548239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (e9bc705d-154c-41fd-8cc1-301b06d1d38a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.578597 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e844cb00-5388-42d0-81ab-4db6cc12f3fc tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b4fa18-a9c3-4799-863f-14290b407669 HTTP/1.1" status: 200 len: 205 time: 0.0641150 Apr 29 07:40:30.578597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f29139-7b0d-4729-bc3e-13fcb3ce1b34') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:30.578597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f29139-7b0d-4729-bc3e-13fcb3ce1b34') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:30.579997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52198) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.580875 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38295d5-63aa-4e97-b248-6a3d83c1e518 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:30.581352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38295d5-63aa-4e97-b248-6a3d83c1e518 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:30.584331 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b38295d5-63aa-4e97-b248-6a3d83c1e518 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/subnets/72624eb5-1a85-456c-b9b5-6dec1eed7768 HTTP/1.1" status: 404 len: 337 time: 0.0580256 Apr 29 07:40:30.596142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52200) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.601485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (a6f29139-7b0d-4729-bc3e-13fcb3ce1b34), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.674459 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-b31fdba2-5a18-45fe-9368-979ad535be9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] delete failed (client error): The resource could not be found. Apr 29 07:40:30.674459 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b31fdba2-5a18-45fe-9368-979ad535be9a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/76b4fa18-a9c3-4799-863f-14290b407669 HTTP/1.1" status: 404 len: 336 time: 0.0854411 Apr 29 07:40:30.676914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52202) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.686707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:30.711425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a6f29139-7b0d-4729-bc3e-13fcb3ce1b34), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.723337 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f956e6fc-422d-4e86-8a9e-024cdab95ae3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:30.724288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f956e6fc-422d-4e86-8a9e-024cdab95ae3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:30.730097 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f956e6fc-422d-4e86-8a9e-024cdab95ae3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/e80fcbc8-e624-4074-ba3d-49f05ef4fa0a HTTP/1.1" status: 404 len: 337 time: 0.0494273 Apr 29 07:40:30.730285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:30.730285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (a6f29139-7b0d-4729-bc3e-13fcb3ce1b34), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:30.731277 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:30.733824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52204) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.734963 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f8d98ad6-1bef-40a5-8150-6e82732843d3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.734963 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added segment f8d98ad6-1bef-40a5-8150-6e82732843d3 of type vlan for network 55d483b4-cb1b-4d1b-8d3c-94706719d79c Apr 29 07:40:30.796005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (55d483b4-cb1b-4d1b-8d3c-94706719d79c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.814640 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-741220be-4903-4231-8aad-e60c0990745b tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=460498b1-7f03-49f6-9a97-24bd8e141183 HTTP/1.1" status: 200 len: 205 time: 0.0777807 Apr 29 07:40:30.815076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52206) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.831723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (5f57687c-3acb-4c32-82c9-53f862533295), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.858593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (55d483b4-cb1b-4d1b-8d3c-94706719d79c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.864903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:30.865544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.874523 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-b1150c53-8868-4dde-a2ff-a6a1cb6fbfeb tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] delete failed (client error): The resource could not be found. Apr 29 07:40:30.875576 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b1150c53-8868-4dde-a2ff-a6a1cb6fbfeb tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/460498b1-7f03-49f6-9a97-24bd8e141183 HTTP/1.1" status: 404 len: 336 time: 0.0594296 Apr 29 07:40:30.880033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52208) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.891161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (221e136f-0bb9-415d-8611-491e003e4ee5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.900127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:30.903248 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/networks/221e136f-0bb9-415d-8611-491e003e4ee5 HTTP/1.1" status: 204 len: 168 time: 0.8429887 Apr 29 07:40:30.910107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Router e9bc705d-154c-41fd-8cc1-301b06d1d38a is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:40:30.916607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52210) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.925896 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2112dc53-c369-41cd-bfd4-cac5f804372a tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=1173a01e-4f0e-4e6a-898d-465cf400ef42 HTTP/1.1" status: 200 len: 205 time: 0.0420759 Apr 29 07:40:30.947361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52212) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:30.951287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-964421853'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:30.956317 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950169f2-2823-4e8a-8d51-dea1bb12a882 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Network': ['ID=221e136f-0bb9-415d-8611-491e003e4ee5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:31.005131 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5439191 Apr 29 07:40:31.011710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52214) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.030529 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-64fb51c7-227f-4d2e-aa64-6abb6e278d23 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] delete failed (client error): The resource could not be found. Apr 29 07:40:31.033996 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-64fb51c7-227f-4d2e-aa64-6abb6e278d23 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/1173a01e-4f0e-4e6a-898d-465cf400ef42 HTTP/1.1" status: 404 len: 336 time: 0.0830555 Apr 29 07:40:31.034394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52216) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.057397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'subnet': {'network_id': '9474a310-9ef5-4570-9dbc-ff56a5f90eef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:31.062276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59700e13-9ff8-498d-93ef-fa5e241ca8b4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Network': ['ID=55d483b4-cb1b-4d1b-8d3c-94706719d79c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:31.071058 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47c1d3b-7483-4c63-a944-69f45eccd0b4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:31.071840 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47c1d3b-7483-4c63-a944-69f45eccd0b4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:31.075137 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a47c1d3b-7483-4c63-a944-69f45eccd0b4 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/e3d79d66-b935-4a38-814d-dd07c011e945 HTTP/1.1" status: 404 len: 337 time: 0.0400510 Apr 29 07:40:31.077109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (5f57687c-3acb-4c32-82c9-53f862533295), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.079441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52218) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.080046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 55d483b4-cb1b-4d1b-8d3c-94706719d79c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:31.124431 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0a507de5-759f-4832-8622-a91e24cd6242 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc078de0-6560-4311-a34a-c79a0750007b HTTP/1.1" status: 200 len: 205 time: 0.0436530 Apr 29 07:40:31.127228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52220) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.135221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f57687c-3acb-4c32-82c9-53f862533295']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:31.135446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:31.138631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.177655 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-1efcdd33-e179-4e91-941b-fdff42b8235f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] delete failed (client error): The resource could not be found. Apr 29 07:40:31.178707 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1efcdd33-e179-4e91-941b-fdff42b8235f tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/dc078de0-6560-4311-a34a-c79a0750007b HTTP/1.1" status: 404 len: 336 time: 0.0504193 Apr 29 07:40:31.180476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c829de4-3822-4b94-a681-f19fb2c2d73b') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:31.180775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c829de4-3822-4b94-a681-f19fb2c2d73b') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:31.182444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52222) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.214618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (5c829de4-3822-4b94-a681-f19fb2c2d73b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.217044 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-940d24ee-a492-4f6c-8cda-c6661f092675 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:31.217523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940d24ee-a492-4f6c-8cda-c6661f092675 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:31.220575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-940d24ee-a492-4f6c-8cda-c6661f092675 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/73aaa29a-7ba3-41e3-884a-371b9ba45d37 HTTP/1.1" status: 404 len: 337 time: 0.0371554 Apr 29 07:40:31.224048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52224) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.234040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5c829de4-3822-4b94-a681-f19fb2c2d73b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.240509 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:31.240906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:31.241108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (5c829de4-3822-4b94-a681-f19fb2c2d73b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:31.244269 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:31.274735 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e1489c68-ccbc-41d6-a4b6-1a6b23d9688d tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ee7817-1af5-4eff-b9ba-f6c26843660a HTTP/1.1" status: 200 len: 205 time: 0.0453417 Apr 29 07:40:31.277231 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52226) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.285308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-73ba7c28-04ec-4469-8080-1c50f5634bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.295284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (df6f1984-57c1-403f-bfcb-02fe711d32ab), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.295628 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Added segment df6f1984-57c1-403f-bfcb-02fe711d32ab of type vlan for network 7c75607b-280e-42c5-8a87-b021941da685 Apr 29 07:40:31.316935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (5f57687c-3acb-4c32-82c9-53f862533295), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.325538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.331488 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] 10.222.0.23 "DELETE /v2.0/networks/5f57687c-3acb-4c32-82c9-53f862533295 HTTP/1.1" status: 204 len: 168 time: 0.7297497 Apr 29 07:40:31.343470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9177b2-1341-4be9-8d83-9fa38eb2cff4 tempest-NetworksTestDHCPv6-505559178 tempest-NetworksTestDHCPv6-505559178-project] Pushing event deleted for resources: {'Network': ['ID=5f57687c-3acb-4c32-82c9-53f862533295,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:31.361859 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-bad613a4-59af-43e7-83e3-d5cfc4e4b435 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] delete failed (client error): The resource could not be found. Apr 29 07:40:31.366502 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bad613a4-59af-43e7-83e3-d5cfc4e4b435 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/routers/f5ee7817-1af5-4eff-b9ba-f6c26843660a HTTP/1.1" status: 404 len: 336 time: 0.0821054 Apr 29 07:40:31.366502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:31.368845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52230) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.370063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.371238 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-775bcfab-36c4-4d08-a56b-a873352c5bd1 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "PUT /v2.0/routers/e9bc705d-154c-41fd-8cc1-301b06d1d38a HTTP/1.1" status: 200 len: 915 time: 3.5727878 Apr 29 07:40:31.382445 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45062135-2cdf-4927-8837-3beef87a86b1 None None] Sync routers for ids ['e9bc705d-154c-41fd-8cc1-301b06d1d38a'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:31.384759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52232) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.402493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45062135-2cdf-4927-8837-3beef87a86b1 None None] Routers {'e9bc705d-154c-41fd-8cc1-301b06d1d38a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:31.403172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-45062135-2cdf-4927-8837-3beef87a86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['e9bc705d-154c-41fd-8cc1-301b06d1d38a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:31.407300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:31.411936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.418311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (7c75607b-280e-42c5-8a87-b021941da685), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.446824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-45062135-2cdf-4927-8837-3beef87a86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:31.449086 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b1d741-fc52-4d84-b317-530c1ba2b784 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:31.450108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b1d741-fc52-4d84-b317-530c1ba2b784 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:31.456388 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b2b1d741-fc52-4d84-b317-530c1ba2b784 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/1733f519-3112-4a36-9fb8-94cd3315964b HTTP/1.1" status: 404 len: 337 time: 0.0856092 Apr 29 07:40:31.457958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45062135-2cdf-4927-8837-3beef87a86b1 None None] Routers {'e9bc705d-154c-41fd-8cc1-301b06d1d38a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:31.458512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-45062135-2cdf-4927-8837-3beef87a86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['e9bc705d-154c-41fd-8cc1-301b06d1d38a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:31.459594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52234) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.515066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (7c75607b-280e-42c5-8a87-b021941da685), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.526241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-45062135-2cdf-4927-8837-3beef87a86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:31.527333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45062135-2cdf-4927-8837-3beef87a86b1 None None] The sync data for ids ['e9bc705d-154c-41fd-8cc1-301b06d1d38a'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:31.528148 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:31.528872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.536873 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc7e87f-9f39-4117-94fe-1e93ed3dddb3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:31.537738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc7e87f-9f39-4117-94fe-1e93ed3dddb3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:31.545105 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-edc7e87f-9f39-4117-94fe-1e93ed3dddb3 tempest-RoutersTest-1731802743 tempest-RoutersTest-1731802743-project] 10.222.0.23 "DELETE /v2.0/subnets/fef5f837-3143-49c4-bb7f-6cefd668becd HTTP/1.1" status: 404 len: 337 time: 0.0842803 Apr 29 07:40:31.596403 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5245e91e-924e-4af5-bb50-c6cea98293c0 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/routers/e9bc705d-154c-41fd-8cc1-301b06d1d38a HTTP/1.1" status: 200 len: 921 time: 0.2098300 Apr 29 07:40:31.599848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52238) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.605344 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6591351 Apr 29 07:40:31.612046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52240) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.619476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': '7c75607b-280e-42c5-8a87-b021941da685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:31.711330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0225ef2-a70f-4e82-a71a-1ac71b960658 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:31.713462 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b0225ef2-a70f-4e82-a71a-1ac71b960658 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=e9bc705d-154c-41fd-8cc1-301b06d1d38a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1123416 Apr 29 07:40:31.716148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52244) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.730917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e675c6-aa3e-40db-a980-c70688e7bd18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Network': ['ID=7c75607b-280e-42c5-8a87-b021941da685,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:31.742545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 7c75607b-280e-42c5-8a87-b021941da685 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:31.780235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52246) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.874807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52252) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.899895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (ff37f478-9420-4609-b7c4-880fe5a15633), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.917567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4411f98b-b09c-4cd0-90c6-8c9d4cee58f2 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:31.919421 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4411f98b-b09c-4cd0-90c6-8c9d4cee58f2 tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 881 time: 0.2008879 Apr 29 07:40:31.922198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52256) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:31.923461 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:31.928612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:31.967339 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-60dfe913-6b46-490e-9fa4-45561d8fbe52 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9bc705d-154c-41fd-8cc1-301b06d1d38a HTTP/1.1" status: 200 len: 205 time: 0.0432503 Apr 29 07:40:31.970521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52258) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:32.014291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Performing IP validity checks on allocation pools {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:40:32.017123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:40:32.063183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Checking segment: {'id': '14271463-d85a-40ab-b652-773f86049762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9474a310-9ef5-4570-9dbc-ff56a5f90eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:32.063555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network hostable DHCP agents. Network: 9474a310-9ef5-4570-9dbc-ff56a5f90eef, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:32.070040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Subnet': ['ID=ff37f478-9420-4609-b7c4-880fe5a15633,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:32.111756 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e2759182-bb3a-4cb6-8189-e6883236d28f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a06c1041fd7f4d618df18da066c66d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281894 Apr 29 07:40:32.112756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52260) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:32.125410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 9474a310-9ef5-4570-9dbc-ff56a5f90eef is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:32.147238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 9474a310-9ef5-4570-9dbc-ff56a5f90eef) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:32.155279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:32.155904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.162292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216461e1-f683-4b72-ba97-aec892e88c47 None None] Network 9474a310-9ef5-4570-9dbc-ff56a5f90eef requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:32.209731 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-92558b0c-9cb8-4bad-ba79-f2f4fbc730cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1579766 Apr 29 07:40:32.210499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52262) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:32.216996 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fb95a321-6b19-4efc-917a-36e1b85ce105 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=959d969c37d64dfc804c6ee5e2f4e91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410347 Apr 29 07:40:32.220272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'subnet': {'network_id': '55d483b4-cb1b-4d1b-8d3c-94706719d79c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:32.223691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52264) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:32.225845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (17a6b74f-39fb-4d02-824a-165e4f483222), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.272687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (e9bc705d-154c-41fd-8cc1-301b06d1d38a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.322350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-9474a310-9ef5-4570-9dbc-ff56a5f90eef', 'network_id': '9474a310-9ef5-4570-9dbc-ff56a5f90eef', 'project_id': '1cce2196bf464d76acdc43610391b90d', 'fixed_ips': [{'subnet_id': 'ff37f478-9420-4609-b7c4-880fe5a15633'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:32.324932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.364185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=17a6b74f-39fb-4d02-824a-165e4f483222,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:32.378908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9296e831-abfe-4fe2-aa4f-16e530e154f0 admin admin] Publish callbacks [] for security_group (a0e78d2b-fc86-42b9-8562-a10c90367019), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.400660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (e9bc705d-154c-41fd-8cc1-301b06d1d38a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.410149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:32.414257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-256822f2-ec79-4d48-a298-6a74b699c2fc admin admin] Publish callbacks [] for security_group (bd8c92d7-26a5-43f7-a6a6-7dd0d2699f18), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.414496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.419899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Checking segment: {'id': 'df6f1984-57c1-403f-bfcb-02fe711d32ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c75607b-280e-42c5-8a87-b021941da685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:32.420379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network hostable DHCP agents. Network: 7c75607b-280e-42c5-8a87-b021941da685, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:32.437136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-256822f2-ec79-4d48-a298-6a74b699c2fc admin admin] Publish callbacks [] for security_group (bd8c92d7-26a5-43f7-a6a6-7dd0d2699f18), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.508499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9296e831-abfe-4fe2-aa4f-16e530e154f0 admin admin] Publish callbacks [] for security_group (a0e78d2b-fc86-42b9-8562-a10c90367019), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.511792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-256822f2-ec79-4d48-a298-6a74b699c2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (bd8c92d7-26a5-43f7-a6a6-7dd0d2699f18), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.514705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-256822f2-ec79-4d48-a298-6a74b699c2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.515898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-256822f2-ec79-4d48-a298-6a74b699c2fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd8c92d7-26a5-43f7-a6a6-7dd0d2699f18 HTTP/1.1" status: 204 len: 168 time: 0.2911971 Apr 29 07:40:32.532811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256822f2-ec79-4d48-a298-6a74b699c2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c92d7-26a5-43f7-a6a6-7dd0d2699f18,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:32.533126 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 7c75607b-280e-42c5-8a87-b021941da685 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:32.567064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 7c75607b-280e-42c5-8a87-b021941da685) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:32.570227 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Allocated IP 2001:db8::2 (9474a310-9ef5-4570-9dbc-ff56a5f90eef/ff37f478-9420-4609-b7c4-880fe5a15633/e634390d-aab4-412e-9d71-9103faa0fd36) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:32.574136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:32.575414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.585432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c44beb-d69b-4ad6-aabd-7ca3d6977434 None None] Network 7c75607b-280e-42c5-8a87-b021941da685 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:32.591027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Deleting port d6856cb0-a5a1-44aa-921e-b048bf2e6ed2 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:32.591599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (d6856cb0-a5a1-44aa-921e-b048bf2e6ed2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.654163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9296e831-abfe-4fe2-aa4f-16e530e154f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a0e78d2b-fc86-42b9-8562-a10c90367019), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.657163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9296e831-abfe-4fe2-aa4f-16e530e154f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.658828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9296e831-abfe-4fe2-aa4f-16e530e154f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0e78d2b-fc86-42b9-8562-a10c90367019 HTTP/1.1" status: 204 len: 168 time: 0.5446384 Apr 29 07:40:32.659400 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7b07b0ad-a2e0-4ec6-b1d4-12f05f1aae90 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0460658 Apr 29 07:40:32.659798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52268) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:32.779205 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-7c75607b-280e-42c5-8a87-b021941da685', 'network_id': '7c75607b-280e-42c5-8a87-b021941da685', 'project_id': '98a71a8f50de4bc091a186c0b95a6da8', 'fixed_ips': [{'subnet_id': '17a6b74f-39fb-4d02-824a-165e4f483222'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:32.780185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:32.855067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (000e43b9-c57a-4dcb-a769-26393fba96d4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.048441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Subnet': ['ID=000e43b9-c57a-4dcb-a769-26393fba96d4,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:33.080351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Checking segment: {'id': 'f8d98ad6-1bef-40a5-8150-6e82732843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '55d483b4-cb1b-4d1b-8d3c-94706719d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:33.080787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network hostable DHCP agents. Network: 55d483b4-cb1b-4d1b-8d3c-94706719d79c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:33.138655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 55d483b4-cb1b-4d1b-8d3c-94706719d79c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:33.149303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Publish callbacks [] for port (e634390d-aab4-412e-9d71-9103faa0fd36), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.167928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 55d483b4-cb1b-4d1b-8d3c-94706719d79c) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:33.174366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.176855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:33.177484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.214645 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7013ba03-d8ed-4f60-9967-8054a488aaef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0014224 Apr 29 07:40:33.217357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52286) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:33.224448 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-25940352-ed99-4c2b-8f8b-0866fac3acdc tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1899570022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:33.268344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25940352-ed99-4c2b-8f8b-0866fac3acdc tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (baa03501-cc1e-4604-9d39-758433ac2f3c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.269717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25940352-ed99-4c2b-8f8b-0866fac3acdc tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (baa03501-cc1e-4604-9d39-758433ac2f3c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.283982 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Allocated IP 2001:db8::2 (7c75607b-280e-42c5-8a87-b021941da685/17a6b74f-39fb-4d02-824a-165e4f483222/4e0e4560-790b-42d8-ab8e-4b88df06351d) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:33.357827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25940352-ed99-4c2b-8f8b-0866fac3acdc tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (baa03501-cc1e-4604-9d39-758433ac2f3c), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.359672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': '7c75607b-280e-42c5-8a87-b021941da685', 'name': 'tempest-PortsIpV6TestJSON-167278005'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:33.363907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25940352-ed99-4c2b-8f8b-0866fac3acdc tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (baa03501-cc1e-4604-9d39-758433ac2f3c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.389487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283c8f0-5969-4e78-83c3-efb5b377ea18 None None] Network 55d483b4-cb1b-4d1b-8d3c-94706719d79c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:33.391980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25940352-ed99-4c2b-8f8b-0866fac3acdc tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.393602 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-25940352-ed99-4c2b-8f8b-0866fac3acdc tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1752493 Apr 29 07:40:33.396417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52298) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:33.433652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296e831-abfe-4fe2-aa4f-16e530e154f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e78d2b-fc86-42b9-8562-a10c90367019,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:33.436890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (d6856cb0-a5a1-44aa-921e-b048bf2e6ed2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.494528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Calling delete_port for d6856cb0-a5a1-44aa-921e-b048bf2e6ed2 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:33.498604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-770c3097-a39c-4ed2-9cc6-2a429e9734ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.527929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Network 9474a310-9ef5-4570-9dbc-ff56a5f90eef is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:33.542358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Pushing event updated for resources: {'Port': ['ID=e634390d-aab4-412e-9d71-9103faa0fd36,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:33.545419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:33.558030 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:33.706604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-55d483b4-cb1b-4d1b-8d3c-94706719d79c', 'network_id': '55d483b4-cb1b-4d1b-8d3c-94706719d79c', 'project_id': '1cce2196bf464d76acdc43610391b90d', 'fixed_ips': [{'subnet_id': '000e43b9-c57a-4dcb-a769-26393fba96d4'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:33.707667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.735349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Attempting to bind port e634390d-aab4-412e-9d71-9103faa0fd36 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:33.735748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Attempting to bind port e634390d-aab4-412e-9d71-9103faa0fd36 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '14271463-d85a-40ab-b652-773f86049762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9474a310-9ef5-4570-9dbc-ff56a5f90eef'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:33.736116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Attempting to bind port e634390d-aab4-412e-9d71-9103faa0fd36 on network 9474a310-9ef5-4570-9dbc-ff56a5f90eef {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:33.745335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Publish callbacks [] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.757940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52304) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:33.762997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:33.763551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Checking segment: {'id': '14271463-d85a-40ab-b652-773f86049762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9474a310-9ef5-4570-9dbc-ff56a5f90eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:33.763781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.764169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Bound using segment: {'id': '14271463-d85a-40ab-b652-773f86049762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9474a310-9ef5-4570-9dbc-ff56a5f90eef'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:33.764650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Bound port: e634390d-aab4-412e-9d71-9103faa0fd36, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14271463-d85a-40ab-b652-773f86049762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9474a310-9ef5-4570-9dbc-ff56a5f90eef'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:33.765071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.766040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:33.770095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.779338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:33.889008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Pushing event updated for resources: {'Port': ['ID=4e0e4560-790b-42d8-ab8e-4b88df06351d,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:33.915036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port ea1bcdb4-4526-480f-a70c-9dae68f95a8c yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:33.967397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Network 7c75607b-280e-42c5-8a87-b021941da685 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:33.982125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:33.987672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (d6856cb0-a5a1-44aa-921e-b048bf2e6ed2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.003336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.010959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5672bf22-99fa-4073-bee2-28c997c13b82 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-216479043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:34.011611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:34.059739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5672bf22-99fa-4073-bee2-28c997c13b82 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.060678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5672bf22-99fa-4073-bee2-28c997c13b82 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.063815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] For port e634390d-aab4-412e-9d71-9103faa0fd36, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:34.073502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event deleted for resources: {'Port': ['ID=d6856cb0-a5a1-44aa-921e-b048bf2e6ed2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:34.101936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Allocated IP 2001:db8:1::2 (55d483b4-cb1b-4d1b-8d3c-94706719d79c/000e43b9-c57a-4dcb-a769-26393fba96d4/f02229ac-63a3-4279-895b-7458b45cf6d5) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:34.120100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] For port e634390d-aab4-412e-9d71-9103faa0fd36, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e634390d-aab4-412e-9d71-9103faa0fd36,segment=NetworkSegment(14271463-d85a-40ab-b652-773f86049762),segment_id=14271463-d85a-40ab-b652-773f86049762)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:34.123513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Attempting to bind port 4e0e4560-790b-42d8-ab8e-4b88df06351d on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:34.124065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Attempting to bind port 4e0e4560-790b-42d8-ab8e-4b88df06351d by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'df6f1984-57c1-403f-bfcb-02fe711d32ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c75607b-280e-42c5-8a87-b021941da685'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:34.124579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Attempting to bind port 4e0e4560-790b-42d8-ab8e-4b88df06351d on network 7c75607b-280e-42c5-8a87-b021941da685 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:34.136526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:34.136906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Checking segment: {'id': 'df6f1984-57c1-403f-bfcb-02fe711d32ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c75607b-280e-42c5-8a87-b021941da685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:34.137561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.137705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52316) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.137948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Bound using segment: {'id': 'df6f1984-57c1-403f-bfcb-02fe711d32ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c75607b-280e-42c5-8a87-b021941da685'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:34.138416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Bound port: 4e0e4560-790b-42d8-ab8e-4b88df06351d, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6f1984-57c1-403f-bfcb-02fe711d32ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c75607b-280e-42c5-8a87-b021941da685'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:34.138817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.145525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.253788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5672bf22-99fa-4073-bee2-28c997c13b82 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for router_controller (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.286748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-daeddef0-8053-45b5-a30c-ca3ad98273fc tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.291684 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-daeddef0-8053-45b5-a30c-ca3ad98273fc tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1461687 Apr 29 07:40:34.291684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::19a (7c75607b-280e-42c5-8a87-b021941da685/17a6b74f-39fb-4d02-824a-165e4f483222/ea1bcdb4-4526-480f-a70c-9dae68f95a8c) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:34.293170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5672bf22-99fa-4073-bee2-28c997c13b82 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.298137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52320) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.307169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-63ab9867-45b5-4438-9e95-e4ef101cd18c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.308674 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-63ab9867-45b5-4438-9e95-e4ef101cd18c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0059586 Apr 29 07:40:34.311721 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52322) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.312927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad7419-22a5-4056-bd86-49b6031ac068 None None] Pushing event updated for resources: {'Port': ['ID=e634390d-aab4-412e-9d71-9103faa0fd36,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:34.315795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (e9bc705d-154c-41fd-8cc1-301b06d1d38a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.323033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-4f3e2e71-3b8e-40ad-9dab-de9ea8266a84 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.323033 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4f3e2e71-3b8e-40ad-9dab-de9ea8266a84 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0062621 Apr 29 07:40:34.325686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] For port 4e0e4560-790b-42d8-ab8e-4b88df06351d, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:34.327778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52324) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.338122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] For port 4e0e4560-790b-42d8-ab8e-4b88df06351d, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4e0e4560-790b-42d8-ab8e-4b88df06351d,segment=NetworkSegment(df6f1984-57c1-403f-bfcb-02fe711d32ab),segment_id=df6f1984-57c1-403f-bfcb-02fe711d32ab)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:34.350506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.396272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-19a7a527-6981-439c-b19d-b1f8f44df9a1 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.397430 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-19a7a527-6981-439c-b19d-b1f8f44df9a1 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0400815 Apr 29 07:40:34.402874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52326) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.416219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 2001:db8::1 (9474a310-9ef5-4570-9dbc-ff56a5f90eef/ff37f478-9420-4609-b7c4-880fe5a15633/f6735913-4153-43f2-9361-9fc26df7c7de) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:34.442954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be950f7f-8e45-4a76-af23-0bd9f90bac82 None None] Pushing event updated for resources: {'Port': ['ID=4e0e4560-790b-42d8-ab8e-4b88df06351d,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:34.450681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-72ee2bee-ab0a-4f7d-8703-0affcc1e1021 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.451666 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-72ee2bee-ab0a-4f7d-8703-0affcc1e1021 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0113649 Apr 29 07:40:34.458191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52328) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.461865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5672bf22-99fa-4073-bee2-28c997c13b82 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.463171 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5672bf22-99fa-4073-bee2-28c997c13b82 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7036328 Apr 29 07:40:34.467469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52330) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.469143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (e9bc705d-154c-41fd-8cc1-301b06d1d38a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.471364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Publish callbacks [] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.472549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (e9bc705d-154c-41fd-8cc1-301b06d1d38a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.482583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-500345405'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:34.483953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.538748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Network 55d483b4-cb1b-4d1b-8d3c-94706719d79c is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:34.541645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:34.550973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-1caf309e-c47f-4443-97ea-e4ad0c58b872 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.557796 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1caf309e-c47f-4443-97ea-e4ad0c58b872 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0988197 Apr 29 07:40:34.558531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:34.561414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52332) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.569024 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-4cf83119-b787-48f1-902e-7fb8585adcf8 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.572906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Pushing event updated for resources: {'Port': ['ID=f02229ac-63a3-4279-895b-7458b45cf6d5,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:34.573047 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4cf83119-b787-48f1-902e-7fb8585adcf8 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0107012 Apr 29 07:40:34.574697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52334) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.588139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-ab16e978-5d94-4298-9b04-0d46f7ac547c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.594016 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ab16e978-5d94-4298-9b04-0d46f7ac547c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0144095 Apr 29 07:40:34.594637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52336) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.625968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-1abf8f08-915a-4bee-b7f9-8790c7e41a70 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.630385 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1abf8f08-915a-4bee-b7f9-8790c7e41a70 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0207732 Apr 29 07:40:34.633740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52338) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.637811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (e9bc705d-154c-41fd-8cc1-301b06d1d38a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.638113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-fb2838a0-5e42-4b2e-a7dc-5403c77ee785 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.638388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Fanout notify agent at l3_agent the message router_deleted on router e9bc705d-154c-41fd-8cc1-301b06d1d38a {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:34.642141 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fb2838a0-5e42-4b2e-a7dc-5403c77ee785 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0073800 Apr 29 07:40:34.645090 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52340) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.648299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.652659 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0eb49c19-f32d-49fa-91ba-71711523c427 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/e9bc705d-154c-41fd-8cc1-301b06d1d38a HTTP/1.1" status: 204 len: 168 time: 2.6761627 Apr 29 07:40:34.655858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Made reservation on behalf of 705ce747256e4822928e784a515be753 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:34.659262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.660161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-5048fe4b-91b0-4702-954b-d001ed32def4 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.664533 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5048fe4b-91b0-4702-954b-d001ed32def4 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0184386 Apr 29 07:40:34.667599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52342) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.667931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52344) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.673587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-25cf5f66-843a-47d4-814b-42b7e1bbafe0 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.677532 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-25cf5f66-843a-47d4-814b-42b7e1bbafe0 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074110 Apr 29 07:40:34.680788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1298518685', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:34.686524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.690797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52346) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.691874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Attempting to bind port f02229ac-63a3-4279-895b-7458b45cf6d5 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:34.692534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Attempting to bind port f02229ac-63a3-4279-895b-7458b45cf6d5 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'f8d98ad6-1bef-40a5-8150-6e82732843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '55d483b4-cb1b-4d1b-8d3c-94706719d79c'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:34.692991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Attempting to bind port f02229ac-63a3-4279-895b-7458b45cf6d5 on network 55d483b4-cb1b-4d1b-8d3c-94706719d79c {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:34.702227 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:34.702816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Checking segment: {'id': 'f8d98ad6-1bef-40a5-8150-6e82732843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '55d483b4-cb1b-4d1b-8d3c-94706719d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:34.703237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.703635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Bound using segment: {'id': 'f8d98ad6-1bef-40a5-8150-6e82732843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '55d483b4-cb1b-4d1b-8d3c-94706719d79c'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:34.704634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Bound port: f02229ac-63a3-4279-895b-7458b45cf6d5, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d98ad6-1bef-40a5-8150-6e82732843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '55d483b4-cb1b-4d1b-8d3c-94706719d79c'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:34.705027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.719171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.746075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-0f58dab2-8663-474e-b835-237dc106ac07 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.747083 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0f58dab2-8663-474e-b835-237dc106ac07 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0553277 Apr 29 07:40:34.750340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (f6735913-4153-43f2-9361-9fc26df7c7de), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.753384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52348) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.762671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-ed2abdb6-6f81-4e89-a1fd-1473781a9019 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.764208 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ed2abdb6-6f81-4e89-a1fd-1473781a9019 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0094571 Apr 29 07:40:34.768414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52350) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.772776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-606c6aaa-d94b-4e89-8dd0-7e1f01140101 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.773785 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-606c6aaa-d94b-4e89-8dd0-7e1f01140101 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044184 Apr 29 07:40:34.777344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52352) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.782825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-c5b01aa9-998c-4606-a46b-2b69192bd6d0 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.784015 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c5b01aa9-998c-4606-a46b-2b69192bd6d0 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044518 Apr 29 07:40:34.787167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52354) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.791911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-513841e4-f6a0-40ba-8b76-36bf43e8c8bb tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.802495 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-513841e4-f6a0-40ba-8b76-36bf43e8c8bb tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0140905 Apr 29 07:40:34.805493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52356) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.809977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-b9bdf76f-a6cd-4227-a571-ac46066c342b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.811106 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b9bdf76f-a6cd-4227-a571-ac46066c342b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044553 Apr 29 07:40:34.814012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.815241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.819041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52358) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.828020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-08ccf414-ddc7-4537-ae93-caad31d37662 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.829036 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-08ccf414-ddc7-4537-ae93-caad31d37662 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0089290 Apr 29 07:40:34.831843 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52360) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.836494 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-eddd207b-a4fe-44de-bb5d-f9729ce5fbf8 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.837750 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eddd207b-a4fe-44de-bb5d-f9729ce5fbf8 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048070 Apr 29 07:40:34.840542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52362) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.872420 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f6735913-4153-43f2-9361-9fc26df7c7de), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.900707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-aaebef5e-e2bc-4fef-9b95-b41e65cd414b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.908790 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aaebef5e-e2bc-4fef-9b95-b41e65cd414b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0637052 Apr 29 07:40:34.910194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52364) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.917914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] For port f02229ac-63a3-4279-895b-7458b45cf6d5, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:34.921891 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] For port f02229ac-63a3-4279-895b-7458b45cf6d5, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f02229ac-63a3-4279-895b-7458b45cf6d5,segment=NetworkSegment(f8d98ad6-1bef-40a5-8150-6e82732843d3),segment_id=f8d98ad6-1bef-40a5-8150-6e82732843d3)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:34.937447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (ea1bcdb4-4526-480f-a70c-9dae68f95a8c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.938294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.944354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.950736 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-8b74cc9f-13ba-4a8f-8085-5703293ffc8a tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.955706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52366) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.957626 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8b74cc9f-13ba-4a8f-8085-5703293ffc8a tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0152032 Apr 29 07:40:34.961879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-bd4bf8fb-5e27-4145-879a-0e280deeb90b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:34.962634 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bd4bf8fb-5e27-4145-879a-0e280deeb90b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058289 Apr 29 07:40:34.973345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 9474a310-9ef5-4570-9dbc-ff56a5f90eef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:34.974524 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52368) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:34.977650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:34.979990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:34.980913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for security_group (3b4eda3d-cc73-4896-a98d-ea187886d514), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.981039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (baa03501-cc1e-4604-9d39-758433ac2f3c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:34.990799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3b4eda3d-cc73-4896-a98d-ea187886d514), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.033478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5527339-aa86-4cd5-bc83-3f25c974f88f None None] Pushing event updated for resources: {'Port': ['ID=f02229ac-63a3-4279-895b-7458b45cf6d5,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:35.034219 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:35.056847 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e5371e04-1228-4661-80f7-bbe030739de5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.057268 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Added segment e5371e04-1228-4661-80f7-bbe030739de5 of type vlan for network c62c295f-c9c7-4f82-a8d0-7dd449008c21 Apr 29 07:40:35.058981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4eda3d-cc73-4896-a98d-ea187886d514,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:35.067587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-0a31b0ee-9cfd-4822-94ef-3c587a05ce4f tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.068498 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0a31b0ee-9cfd-4822-94ef-3c587a05ce4f tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0116193 Apr 29 07:40:35.068756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ea1bcdb4-4526-480f-a70c-9dae68f95a8c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.073369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.081917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-b06cd067-49de-411e-b4de-1cbb261736a2 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.083187 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b06cd067-49de-411e-b4de-1cbb261736a2 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061655 Apr 29 07:40:35.154005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52372) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.159427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-7549f462-ab3d-4ecd-98d6-f6ad35de749c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.160319 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7549f462-ab3d-4ecd-98d6-f6ad35de749c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045681 Apr 29 07:40:35.174170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52374) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.177819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=ea1bcdb4-4526-480f-a70c-9dae68f95a8c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:35.185662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-419206d9-f948-4090-b5f3-a1dd2c11bbbb tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.188955 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-419206d9-f948-4090-b5f3-a1dd2c11bbbb tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0097451 Apr 29 07:40:35.194303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52376) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.198848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (c62c295f-c9c7-4f82-a8d0-7dd449008c21), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.204778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-17be3703-855b-4ef7-818b-d985d4b7968f tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.207901 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-17be3703-855b-4ef7-818b-d985d4b7968f tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086374 Apr 29 07:40:35.208052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=f6735913-4153-43f2-9361-9fc26df7c7de,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:35.210451 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52378) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.214655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 7c75607b-280e-42c5-8a87-b021941da685 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:35.218775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:35.222886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-07d0f294-7718-40f7-b349-ea8d487a9d2c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.223432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:35.228768 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-07d0f294-7718-40f7-b349-ea8d487a9d2c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0091093 Apr 29 07:40:35.229116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:35.229253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.229939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52380) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.235263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-59a44348-1ded-4b88-80a2-77568cfc81c6 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.236211 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-59a44348-1ded-4b88-80a2-77568cfc81c6 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0057092 Apr 29 07:40:35.240013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52382) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.270604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-6a10b5a6-79bf-40e6-89e2-8b69545e883e tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.275624 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6a10b5a6-79bf-40e6-89e2-8b69545e883e tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0260384 Apr 29 07:40:35.282673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52384) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.285998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.287366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-3770a455-f9d1-4b63-a8d2-450d09add436 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.291018 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3770a455-f9d1-4b63-a8d2-450d09add436 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046861 Apr 29 07:40:35.291533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52386) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.297073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-0efa5b0b-4cfb-4bc3-991c-26ce9d7460c9 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.301559 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0efa5b0b-4cfb-4bc3-991c-26ce9d7460c9 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071161 Apr 29 07:40:35.301559 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (c62c295f-c9c7-4f82-a8d0-7dd449008c21), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.308774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52388) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.311454 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:35.312101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.323645 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-89abbc4d-ce51-4cbd-a6d7-c30b85519bd2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6563885 Apr 29 07:40:35.324182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52390) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.340214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-ca950ae6-b927-41f5-9581-1cad8cd94c8d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.341189 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ca950ae6-b927-41f5-9581-1cad8cd94c8d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0314553 Apr 29 07:40:35.345111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52392) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.352898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-8df64e26-d8dc-4da0-b94c-1087b5a20c85 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.356437 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8df64e26-d8dc-4da0-b94c-1087b5a20c85 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0062559 Apr 29 07:40:35.356437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.359655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52394) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.364141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-d60d53cb-55b3-49d1-8714-68882959fdb0 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.367988 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d60d53cb-55b3-49d1-8714-68882959fdb0 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045655 Apr 29 07:40:35.372595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52396) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.394746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-98ca6feb-8ff2-4363-9ad3-61feb2d8ad28 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.397271 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-98ca6feb-8ff2-4363-9ad3-61feb2d8ad28 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0217016 Apr 29 07:40:35.399347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52398) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.406789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-1f6558eb-f2ad-4fdd-8f0d-8494d915d6b6 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.410207 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1f6558eb-f2ad-4fdd-8f0d-8494d915d6b6 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074186 Apr 29 07:40:35.414030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52400) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.421876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-b80d2782-ffc7-405d-aa2b-81764262450a tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.422820 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b80d2782-ffc7-405d-aa2b-81764262450a tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078855 Apr 29 07:40:35.431622 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9578712 Apr 29 07:40:35.434431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52404) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.434589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52402) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.443572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Request body: {'subnet': {'network_id': 'c62c295f-c9c7-4f82-a8d0-7dd449008c21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:35.451453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e726c4-133c-4e88-bc8a-a298e44ea8f3 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Network': ['ID=c62c295f-c9c7-4f82-a8d0-7dd449008c21,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:35.466643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network c62c295f-c9c7-4f82-a8d0-7dd449008c21 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:35.473796 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-1f6df7f7-9993-4ffc-abdb-f9bc95c412bc tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.477429 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1f6df7f7-9993-4ffc-abdb-f9bc95c412bc tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0389712 Apr 29 07:40:35.477429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f6735913-4153-43f2-9361-9fc26df7c7de), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.480735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52406) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.485828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-62318ed8-b7c5-4c3d-b71f-2a87c437dcd4 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.489207 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-62318ed8-b7c5-4c3d-b71f-2a87c437dcd4 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053239 Apr 29 07:40:35.495903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52408) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.501691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-a4b6db42-e188-4f6c-a6c4-b4df4dec85a0 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.504999 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a4b6db42-e188-4f6c-a6c4-b4df4dec85a0 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059111 Apr 29 07:40:35.506996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52410) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.511397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-6fe9b7fc-055b-43e4-a2b9-89208ab9fa03 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.514708 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6fe9b7fc-055b-43e4-a2b9-89208ab9fa03 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044458 Apr 29 07:40:35.515894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52412) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.524037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-371469be-666d-4767-8435-9b680cf77d9a tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.525870 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-371469be-666d-4767-8435-9b680cf77d9a tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0068021 Apr 29 07:40:35.528095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52414) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.565725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-4429d366-626d-489a-a287-ab9d27fade8d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.567041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4429d366-626d-489a-a287-ab9d27fade8d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0082610 Apr 29 07:40:35.571426 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52416) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.584673 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-75f89d3d-9dfa-4692-a262-99cd8dd73c2b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.585650 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-75f89d3d-9dfa-4692-a262-99cd8dd73c2b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0063698 Apr 29 07:40:35.591382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52418) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.598154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-46abbab8-ad05-4427-a4c6-3363fe0d6105 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.599140 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-46abbab8-ad05-4427-a4c6-3363fe0d6105 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0067303 Apr 29 07:40:35.602585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52420) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.609134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-db66ec51-45c3-42a9-ae35-c2471526a85c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.612636 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-db66ec51-45c3-42a9-ae35-c2471526a85c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057161 Apr 29 07:40:35.612781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52422) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.616936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-3bc73c46-eb59-424c-9c0d-fda17221a92b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.618749 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3bc73c46-eb59-424c-9c0d-fda17221a92b tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043342 Apr 29 07:40:35.625122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Made reservation on behalf of 705ce747256e4822928e784a515be753 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:35.628526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.629463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52424) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.635284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-0c456079-0984-43a3-8600-6d5649409cde tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.638658 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0c456079-0984-43a3-8600-6d5649409cde tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0058293 Apr 29 07:40:35.639987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7de03afc-5daa-476e-90a0-de9d8177655b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port ea1bcdb4-4526-480f-a70c-9dae68f95a8c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:35.640324 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de03afc-5daa-476e-90a0-de9d8177655b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ea1bcdb4-4526-480f-a70c-9dae68f95a8c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.644429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52426) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.713860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-25539343-cf0e-45d8-b81a-7b31eee1c7e6 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.717286 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-25539343-cf0e-45d8-b81a-7b31eee1c7e6 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0581965 Apr 29 07:40:35.724344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52428) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.731856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-f67149df-5864-4bf7-81a4-3968d5e2a673 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.735186 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f67149df-5864-4bf7-81a4-3968d5e2a673 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075343 Apr 29 07:40:35.745021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52430) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.758347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-6afb90a5-4d5d-4ff5-bf07-32f6da206f3a tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.761795 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6afb90a5-4d5d-4ff5-bf07-32f6da206f3a tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0132861 Apr 29 07:40:35.762803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52432) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.782658 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-77df0a58-30c4-4400-8b66-03048359786d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.786066 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-77df0a58-30c4-4400-8b66-03048359786d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0182111 Apr 29 07:40:35.788010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52434) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.792861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-084be3fd-5dc3-455d-a951-6afac8b70e48 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.795665 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-084be3fd-5dc3-455d-a951-6afac8b70e48 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044527 Apr 29 07:40:35.799723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52436) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.807120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-9c529a80-3926-4c1e-85e3-c1a4c1a0e3b2 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.810610 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9c529a80-3926-4c1e-85e3-c1a4c1a0e3b2 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054817 Apr 29 07:40:35.817008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52438) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.830228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-eb431efd-c373-4537-a3b5-2897c8f9a775 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.830228 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-eb431efd-c373-4537-a3b5-2897c8f9a775 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0088511 Apr 29 07:40:35.837458 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52440) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.842162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-030b7d5e-0e32-4907-a1a8-84a633418449 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.843570 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-030b7d5e-0e32-4907-a1a8-84a633418449 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043390 Apr 29 07:40:35.846609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52442) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.856078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-adb0cdc7-a4d6-48d6-b157-cda7b88aa60d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.857527 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-adb0cdc7-a4d6-48d6-b157-cda7b88aa60d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0078135 Apr 29 07:40:35.867967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52444) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.875684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-0d6e14c0-86f2-4c6d-923b-c8aeeffdeaf5 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.876850 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0d6e14c0-86f2-4c6d-923b-c8aeeffdeaf5 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0075903 Apr 29 07:40:35.883517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52446) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.891516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-f772094e-68cd-4db9-8a20-573b76ccd7ad tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.892499 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f772094e-68cd-4db9-8a20-573b76ccd7ad tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077622 Apr 29 07:40:35.894615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de03afc-5daa-476e-90a0-de9d8177655b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ea1bcdb4-4526-480f-a70c-9dae68f95a8c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.907453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52448) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.911798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-80765de9-2203-46a2-82a1-d66678ee7c88 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.912776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-80765de9-2203-46a2-82a1-d66678ee7c88 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043852 Apr 29 07:40:35.916395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52450) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.917260 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.925737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-bcdcdb49-e4bb-41cd-af8f-f0bfe0356914 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.927098 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bcdcdb49-e4bb-41cd-af8f-f0bfe0356914 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077162 Apr 29 07:40:35.928145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7de03afc-5daa-476e-90a0-de9d8177655b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for ea1bcdb4-4526-480f-a70c-9dae68f95a8c owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:35.929730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52452) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.951063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:35.960557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-c5d81716-ec6f-4c67-a316-eea84a0e082d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.964702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52454) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:35.973203 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c5d81716-ec6f-4c67-a316-eea84a0e082d tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0412126 Apr 29 07:40:35.982097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4e0e4560-790b-42d8-ab8e-4b88df06351d up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:35.984099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-de898365-9d5b-4df2-be06-babb8d31acf7 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:35.985337 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-de898365-9d5b-4df2-be06-babb8d31acf7 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0138512 Apr 29 07:40:35.995009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52456) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.001115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-1fadbba8-79f5-4edb-97a8-3469ee47092c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:36.002225 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1fadbba8-79f5-4edb-97a8-3469ee47092c tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0061331 Apr 29 07:40:36.006620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52458) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.044020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [None req-a8ce44c6-a88d-4125-8a2a-01646e521b43 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:36.050125 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a8ce44c6-a88d-4125-8a2a-01646e521b43 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0156441 Apr 29 07:40:36.067708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.075723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52460) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.081725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-0f7ec753-e8ce-4cd2-a70f-b6cc3da1a9e3 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:36.082896 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f7ec753-e8ce-4cd2-a70f-b6cc3da1a9e3 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045106 Apr 29 07:40:36.087330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52462) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.089322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4e0e4560-790b-42d8-ab8e-4b88df06351d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:36.090657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.095142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-e820088a-7ab7-4084-a09f-7f5ba6e54829 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:36.099395 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e820088a-7ab7-4084-a09f-7f5ba6e54829 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0088675 Apr 29 07:40:36.148327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52464) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.165656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Allocated IP 172.26.3.158 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/7690f912-3657-432a-b749-ec0d0d9b8592) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:36.179565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98bedf8-6007-4694-82f8-216d56ff76b4 None None] Network 7c75607b-280e-42c5-8a87-b021941da685 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:36.180001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-58e21273-8d5e-482a-a488-34cda5c65d24 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:36.181438 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-58e21273-8d5e-482a-a488-34cda5c65d24 tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0290110 Apr 29 07:40:36.185496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52466) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.191851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [None req-85fbcf4a-7978-445a-8824-6c9d2fd997cd tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:40:36.193103 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-85fbcf4a-7978-445a-8824-6c9d2fd997cd tempest-ExtensionsTestJSON-1849847164 tempest-ExtensionsTestJSON-1849847164-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048542 Apr 29 07:40:36.214474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (dff4d48d-0196-451d-99e1-2879422fcba9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.349534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (f6735913-4153-43f2-9361-9fc26df7c7de), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.357273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Subnet': ['ID=dff4d48d-0196-451d-99e1-2879422fcba9,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:36.362043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (f6735913-4153-43f2-9361-9fc26df7c7de), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.362872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (baa03501-cc1e-4604-9d39-758433ac2f3c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.389491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4e0e4560-790b-42d8-ab8e-4b88df06351d is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:36.390520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.517457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 9474a310-9ef5-4570-9dbc-ff56a5f90eef is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:36.526853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:36.536569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f9007728-2f3c-48e4-8619-66eb63e1de2a None None] Provisioning complete for port 4e0e4560-790b-42d8-ab8e-4b88df06351d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:36.537316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9007728-2f3c-48e4-8619-66eb63e1de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.551290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=f6735913-4153-43f2-9361-9fc26df7c7de,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:36.578899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Checking segment: {'id': 'e5371e04-1228-4661-80f7-bbe030739de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c62c295f-c9c7-4f82-a8d0-7dd449008c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:36.579534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network hostable DHCP agents. Network: c62c295f-c9c7-4f82-a8d0-7dd449008c21, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:36.616754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for port (7690f912-3657-432a-b749-ec0d0d9b8592), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.629136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de03afc-5daa-476e-90a0-de9d8177655b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ea1bcdb4-4526-480f-a70c-9dae68f95a8c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.668184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network c62c295f-c9c7-4f82-a8d0-7dd449008c21 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:36.676533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de03afc-5daa-476e-90a0-de9d8177655b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=ea1bcdb4-4526-480f-a70c-9dae68f95a8c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:36.682744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 4e0e4560-790b-42d8-ab8e-4b88df06351d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4e0e4560-790b-42d8-ab8e-4b88df06351d,segment=NetworkSegment(df6f1984-57c1-403f-bfcb-02fe711d32ab),segment_id=df6f1984-57c1-403f-bfcb-02fe711d32ab)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:36.685463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac71607f-a026-44bd-88b8-01301cdc6a04 None None] Network 9474a310-9ef5-4570-9dbc-ff56a5f90eef requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:36.711198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, c62c295f-c9c7-4f82-a8d0-7dd449008c21) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:36.716134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:36.716730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.722188 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de03afc-5daa-476e-90a0-de9d8177655b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.727394 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7de03afc-5daa-476e-90a0-de9d8177655b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/ea1bcdb4-4526-480f-a70c-9dae68f95a8c HTTP/1.1" status: 204 len: 168 time: 1.3978260 Apr 29 07:40:36.732754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52472) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.768183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52474) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.783008 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-62b13df7-ad9b-4d8d-b282-dbc66ed3727f tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3456354 Apr 29 07:40:36.783008 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5b5633-d236-41aa-a101-d9ccabfa6c88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:36.783367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5b5633-d236-41aa-a101-d9ccabfa6c88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:36.786451 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8b5b5633-d236-41aa-a101-d9ccabfa6c88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/ea1bcdb4-4526-480f-a70c-9dae68f95a8c HTTP/1.1" status: 404 len: 333 time: 0.0517881 Apr 29 07:40:36.787521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52478) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.793107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Request body: {'network': {'name': 'tempest-router-network01--1122734580'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:36.796366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52480) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.841900 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d8ac61-91d9-4b6f-b3a3-99b791f74329 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:40:36.843615 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e9d8ac61-91d9-4b6f-b3a3-99b791f74329 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/ea1bcdb4-4526-480f-a70c-9dae68f95a8c HTTP/1.1" status: 404 len: 333 time: 0.0462201 Apr 29 07:40:36.846987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52482) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:36.855499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Made reservation on behalf of 705ce747256e4822928e784a515be753 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:36.859010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.919837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d88358-adc0-4dc7-a564-36d7df671c7b None None] Network c62c295f-c9c7-4f82-a8d0-7dd449008c21 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:36.932353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348cfad-7e1c-4ab5-a43b-9238af32f6e7 None None] Network 55d483b4-cb1b-4d1b-8d3c-94706719d79c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:36.935858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:36.938022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f478250b-f28f-4562-9197-06c8feea2df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.947032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfa6f30-881e-4697-9cd9-2241dab31052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 17a6b74f-39fb-4d02-824a-165e4f483222 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:36.958562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6f30-881e-4697-9cd9-2241dab31052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (17a6b74f-39fb-4d02-824a-165e4f483222), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.961421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.962771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e634390d-aab4-412e-9d71-9103faa0fd36 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:36.985538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:36.985954 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Added segment 6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d of type vlan for network a30288e2-50cd-4f23-b8e3-c173c53a8f15 Apr 29 07:40:37.040123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6f30-881e-4697-9cd9-2241dab31052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (17a6b74f-39fb-4d02-824a-165e4f483222), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.084453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (a30288e2-50cd-4f23-b8e3-c173c53a8f15), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.186530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7690f912-3657-432a-b749-ec0d0d9b8592), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.194832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (a30288e2-50cd-4f23-b8e3-c173c53a8f15), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.200413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:37.201271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.223032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=4e0e4560-790b-42d8-ab8e-4b88df06351d,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:37.232519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f9007728-2f3c-48e4-8619-66eb63e1de2a None None] Current status of the port 4e0e4560-790b-42d8-ab8e-4b88df06351d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:37.246941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:37.255005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:37.272015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:37.273741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6f30-881e-4697-9cd9-2241dab31052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (17a6b74f-39fb-4d02-824a-165e4f483222), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.280721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f478250b-f28f-4562-9197-06c8feea2df4 admin admin] Publish callbacks [] for security_group (9c482530-1630-4715-a4a0-ff3d3c099db8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.283316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event updated for resources: {'Port': ['ID=7690f912-3657-432a-b749-ec0d0d9b8592,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:37.325048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-c62c295f-c9c7-4f82-a8d0-7dd449008c21', 'network_id': 'c62c295f-c9c7-4f82-a8d0-7dd449008c21', 'project_id': '705ce747256e4822928e784a515be753', 'fixed_ips': [{'subnet_id': 'dff4d48d-0196-451d-99e1-2879422fcba9'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:37.326313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f478250b-f28f-4562-9197-06c8feea2df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9c482530-1630-4715-a4a0-ff3d3c099db8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.327985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.331635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router baa03501-cc1e-4604-9d39-758433ac2f3c is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:40:37.345787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e634390d-aab4-412e-9d71-9103faa0fd36 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:37.346184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.352255 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5635183 Apr 29 07:40:37.359565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52484) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:37.380191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Request body: {'network': {'name': 'tempest-router-network02--2066158456'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:37.388584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385022f9-767c-4065-8b3a-cbbf5ee0e108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Network': ['ID=a30288e2-50cd-4f23-b8e3-c173c53a8f15,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:37.412984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.431327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network a30288e2-50cd-4f23-b8e3-c173c53a8f15 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:37.439683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478250b-f28f-4562-9197-06c8feea2df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c482530-1630-4715-a4a0-ff3d3c099db8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:37.453076 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f478250b-f28f-4562-9197-06c8feea2df4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d48392cec0a74678b992b3b02f74e26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6834977 Apr 29 07:40:37.453901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52486) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:37.489637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Made reservation on behalf of 705ce747256e4822928e784a515be753 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:37.493033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.509108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6f30-881e-4697-9cd9-2241dab31052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (17a6b74f-39fb-4d02-824a-165e4f483222), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.567012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa6f30-881e-4697-9cd9-2241dab31052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=17a6b74f-39fb-4d02-824a-165e4f483222,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:37.570689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6f30-881e-4697-9cd9-2241dab31052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.573885 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bcfa6f30-881e-4697-9cd9-2241dab31052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/17a6b74f-39fb-4d02-824a-165e4f483222 HTTP/1.1" status: 204 len: 168 time: 0.7258728 Apr 29 07:40:37.583597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52488) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:37.603459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:37.632655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Provisioning complete for port e634390d-aab4-412e-9d71-9103faa0fd36 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:37.633075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.694665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfd25-aa11-4deb-9556-a1fdd2416648 admin admin] Publish callbacks [] for security_group (9c482530-1630-4715-a4a0-ff3d3c099db8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.708803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6be65e42-1d14-464a-9c2d-c137ff5a2112), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.709182 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Added segment 6be65e42-1d14-464a-9c2d-c137ff5a2112 of type vlan for network 3ba0440c-595a-4097-9577-884473c99810 Apr 29 07:40:37.739809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:37.752425 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-256f3a9d-dd1f-4e69-a789-8c87a8c6043e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/baa03501-cc1e-4604-9d39-758433ac2f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3530467 Apr 29 07:40:37.752946 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e59fd3b-0bb1-4b14-8ded-5330f7cf0f0d None None] Sync routers for ids ['baa03501-cc1e-4604-9d39-758433ac2f3c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:37.758433 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52492) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:37.782674 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59fd3b-0bb1-4b14-8ded-5330f7cf0f0d None None] Routers {'baa03501-cc1e-4604-9d39-758433ac2f3c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:37.783813 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9e59fd3b-0bb1-4b14-8ded-5330f7cf0f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['baa03501-cc1e-4604-9d39-758433ac2f3c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:37.823350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e634390d-aab4-412e-9d71-9103faa0fd36 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:37.823735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.870591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfd25-aa11-4deb-9556-a1fdd2416648 admin admin] Publish callbacks [] for security_group (9c482530-1630-4715-a4a0-ff3d3c099db8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.875477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port e634390d-aab4-412e-9d71-9103faa0fd36, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e634390d-aab4-412e-9d71-9103faa0fd36,segment=NetworkSegment(14271463-d85a-40ab-b652-773f86049762),segment_id=14271463-d85a-40ab-b652-773f86049762)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:37.889338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (7c75607b-280e-42c5-8a87-b021941da685), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.892295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.892898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f02229ac-63a3-4279-895b-7458b45cf6d5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:37.908205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b40ed-b380-49e2-bc9a-01f1a5122071 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:37.911646 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-130b40ed-b380-49e2-bc9a-01f1a5122071 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports/f6735913-4153-43f2-9361-9fc26df7c7de HTTP/1.1" status: 200 len: 911 time: 0.1521475 Apr 29 07:40:37.925818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52494) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:37.933121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Allocated IP 172.20.0.2 (c62c295f-c9c7-4f82-a8d0-7dd449008c21/dff4d48d-0196-451d-99e1-2879422fcba9/67cf269a-8efe-42fd-9597-80e8d769a57b) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:37.938768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.942896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (3ba0440c-595a-4097-9577-884473c99810), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:37.998039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3fbe3a-b4ea-44d2-8900-29fa73a41d9d None None] Network 7c75607b-280e-42c5-8a87-b021941da685 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:38.059514 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9e59fd3b-0bb1-4b14-8ded-5330f7cf0f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:38.078966 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59fd3b-0bb1-4b14-8ded-5330f7cf0f0d None None] Routers {'baa03501-cc1e-4604-9d39-758433ac2f3c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:38.079592 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9e59fd3b-0bb1-4b14-8ded-5330f7cf0f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['baa03501-cc1e-4604-9d39-758433ac2f3c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:38.132675 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9e59fd3b-0bb1-4b14-8ded-5330f7cf0f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:38.133353 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e59fd3b-0bb1-4b14-8ded-5330f7cf0f0d None None] The sync data for ids ['baa03501-cc1e-4604-9d39-758433ac2f3c'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:38.161147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (3ba0440c-595a-4097-9577-884473c99810), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.166370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:38.167103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.261584 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.262527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f02229ac-63a3-4279-895b-7458b45cf6d5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:38.263044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.272345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=e634390d-aab4-412e-9d71-9103faa0fd36,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:38.301784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Current status of the port e634390d-aab4-412e-9d71-9103faa0fd36 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:38.305685 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9375241 Apr 29 07:40:38.313943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52498) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:38.319686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Request body: {'subnet': {'network_id': 'a30288e2-50cd-4f23-b8e3-c173c53a8f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:38.325784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe104c35-0b8d-4611-8d6a-fda4c811c68d tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Network': ['ID=3ba0440c-595a-4097-9577-884473c99810,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:38.354976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 3ba0440c-595a-4097-9577-884473c99810 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:38.358374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfd25-aa11-4deb-9556-a1fdd2416648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9c482530-1630-4715-a4a0-ff3d3c099db8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.361403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfd25-aa11-4deb-9556-a1fdd2416648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.364799 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ca8bfd25-aa11-4deb-9556-a1fdd2416648 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c482530-1630-4715-a4a0-ff3d3c099db8 HTTP/1.1" status: 204 len: 168 time: 0.9071867 Apr 29 07:40:38.385295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bfd25-aa11-4deb-9556-a1fdd2416648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c482530-1630-4715-a4a0-ff3d3c099db8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:38.433340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Provisioning complete for port f02229ac-63a3-4279-895b-7458b45cf6d5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:38.436273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.527263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Made reservation on behalf of 705ce747256e4822928e784a515be753 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:38.530916 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.622392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ab0168-061a-46d3-90c0-8e15ef1f3ba4 None None] DHCP port deletion for 7c75607b-280e-42c5-8a87-b021941da685 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:38.653158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Router a49a4e1e-9800-4e7e-bec6-05fdf486eb28 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:40:38.763973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Publish callbacks [] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.768275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f02229ac-63a3-4279-895b-7458b45cf6d5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:38.769009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.784654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.891453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:38.895047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Network c62c295f-c9c7-4f82-a8d0-7dd449008c21 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:38.896897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port f02229ac-63a3-4279-895b-7458b45cf6d5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f02229ac-63a3-4279-895b-7458b45cf6d5,segment=NetworkSegment(f8d98ad6-1bef-40a5-8150-6e82732843d3),segment_id=f8d98ad6-1bef-40a5-8150-6e82732843d3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:38.905935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Current status of the port f02229ac-63a3-4279-895b-7458b45cf6d5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:38.906447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.910649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b13ec0-1337-4240-b2e9-8977a9cc2e00 None None] Sync routers for ids ['a49a4e1e-9800-4e7e-bec6-05fdf486eb28'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:38.912777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:38.914667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.918898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:38.920360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (74acedfd-52d6-4209-894b-f5b337eb733b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.921751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Pushing event updated for resources: {'Port': ['ID=67cf269a-8efe-42fd-9597-80e8d769a57b,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:38.956623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 4e0e4560-790b-42d8-ab8e-4b88df06351d {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:38.957121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:38.983845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-12ab0168-061a-46d3-90c0-8e15ef1f3ba4 None None] Deleting port 4e0e4560-790b-42d8-ab8e-4b88df06351d {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:38.984213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-12ab0168-061a-46d3-90c0-8e15ef1f3ba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.004932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.007109 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-345b3764-d890-4b29-9060-f0f3223a080b tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3382397 Apr 29 07:40:39.013709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52510) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:39.030781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:39.053650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Checking segment: {'id': '6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a30288e2-50cd-4f23-b8e3-c173c53a8f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:39.054420 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network hostable DHCP agents. Network: a30288e2-50cd-4f23-b8e3-c173c53a8f15, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:39.058839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Subnet': ['ID=74acedfd-52d6-4209-894b-f5b337eb733b,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:39.091605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network a30288e2-50cd-4f23-b8e3-c173c53a8f15 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:39.110190 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, a30288e2-50cd-4f23-b8e3-c173c53a8f15) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:39.136763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:39.138038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.164514 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7e1475ca-3a43-440e-8b04-4e3337590732 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8492742 Apr 29 07:40:39.167184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52514) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:39.172287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Request body: {'subnet': {'network_id': '3ba0440c-595a-4097-9577-884473c99810', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:39.183448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] For port 4e0e4560-790b-42d8-ab8e-4b88df06351d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4e0e4560-790b-42d8-ab8e-4b88df06351d,segment=NetworkSegment(df6f1984-57c1-403f-bfcb-02fe711d32ab),segment_id=df6f1984-57c1-403f-bfcb-02fe711d32ab)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:39.183825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.211785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 4e0e4560-790b-42d8-ab8e-4b88df06351d owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:39.247574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b13ec0-1337-4240-b2e9-8977a9cc2e00 None None] Routers {'a49a4e1e-9800-4e7e-bec6-05fdf486eb28'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:39.248228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-93b13ec0-1337-4240-b2e9-8977a9cc2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a49a4e1e-9800-4e7e-bec6-05fdf486eb28'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:39.286474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Made reservation on behalf of 705ce747256e4822928e784a515be753 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:39.290622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.302170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-93b13ec0-1337-4240-b2e9-8977a9cc2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:39.305354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e634390d-aab4-412e-9d71-9103faa0fd36 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:39.307877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504ffee-e36a-497e-b8a1-5cbe042f9a75 None None] Network a30288e2-50cd-4f23-b8e3-c173c53a8f15 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:39.376640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.492809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=f02229ac-63a3-4279-895b-7458b45cf6d5,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:39.499941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-12ab0168-061a-46d3-90c0-8e15ef1f3ba4 None None] For port 4e0e4560-790b-42d8-ab8e-4b88df06351d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4e0e4560-790b-42d8-ab8e-4b88df06351d,segment=NetworkSegment(df6f1984-57c1-403f-bfcb-02fe711d32ab),segment_id=df6f1984-57c1-403f-bfcb-02fe711d32ab)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:39.500249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-12ab0168-061a-46d3-90c0-8e15ef1f3ba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.513331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b13ec0-1337-4240-b2e9-8977a9cc2e00 None None] Routers {'a49a4e1e-9800-4e7e-bec6-05fdf486eb28'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:39.513331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-93b13ec0-1337-4240-b2e9-8977a9cc2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a49a4e1e-9800-4e7e-bec6-05fdf486eb28'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:39.515420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Attempting to bind port 67cf269a-8efe-42fd-9597-80e8d769a57b on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:39.515420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Attempting to bind port 67cf269a-8efe-42fd-9597-80e8d769a57b by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'e5371e04-1228-4661-80f7-bbe030739de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c62c295f-c9c7-4f82-a8d0-7dd449008c21'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:39.515782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Attempting to bind port 67cf269a-8efe-42fd-9597-80e8d769a57b on network c62c295f-c9c7-4f82-a8d0-7dd449008c21 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:39.531301 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.549626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:40:39.550379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:40:39.556314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52524) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:39.581350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=4e0e4560-790b-42d8-ab8e-4b88df06351d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:39.585252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No DVR routers for this DVR port 4e0e4560-790b-42d8-ab8e-4b88df06351d on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:39.608135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-12ab0168-061a-46d3-90c0-8e15ef1f3ba4 None None] Calling delete_port for 4e0e4560-790b-42d8-ab8e-4b88df06351d owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:39.615318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-93b13ec0-1337-4240-b2e9-8977a9cc2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:39.615966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b13ec0-1337-4240-b2e9-8977a9cc2e00 None None] The sync data for ids ['a49a4e1e-9800-4e7e-bec6-05fdf486eb28'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:39.621086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:39.621472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Checking segment: {'id': 'e5371e04-1228-4661-80f7-bbe030739de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c62c295f-c9c7-4f82-a8d0-7dd449008c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:39.621866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.622357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Bound using segment: {'id': 'e5371e04-1228-4661-80f7-bbe030739de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c62c295f-c9c7-4f82-a8d0-7dd449008c21'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:39.622907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Bound port: 67cf269a-8efe-42fd-9597-80e8d769a57b, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5371e04-1228-4661-80f7-bbe030739de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c62c295f-c9c7-4f82-a8d0-7dd449008c21'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:39.623196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.636067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (2f05ee7c-447c-458f-87e8-d43101e9a8b8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.715218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1999765747'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:39.738893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Checking segment: {'id': '6be65e42-1d14-464a-9c2d-c137ff5a2112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba0440c-595a-4097-9577-884473c99810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:39.739286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network hostable DHCP agents. Network: 3ba0440c-595a-4097-9577-884473c99810, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:39.744202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Subnet': ['ID=2f05ee7c-447c-458f-87e8-d43101e9a8b8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:39.764881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:39.768947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.769109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e634390d-aab4-412e-9d71-9103faa0fd36 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:39.769336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.783131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] For port 67cf269a-8efe-42fd-9597-80e8d769a57b, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:39.786343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.788393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network 3ba0440c-595a-4097-9577-884473c99810 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:39.799730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (7c75607b-280e-42c5-8a87-b021941da685), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.808003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 3ba0440c-595a-4097-9577-884473c99810) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:39.812372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:39.813523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-a30288e2-50cd-4f23-b8e3-c173c53a8f15', 'network_id': 'a30288e2-50cd-4f23-b8e3-c173c53a8f15', 'project_id': '705ce747256e4822928e784a515be753', 'fixed_ips': [{'subnet_id': '74acedfd-52d6-4209-894b-f5b337eb733b'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:39.813888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.814504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.837946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5fbae-e9fe-4682-a541-8c97707c4220 None None] Network 3ba0440c-595a-4097-9577-884473c99810 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:39.845865 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3e047642-e5b4-49b1-a57b-1371b84509c1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6775115 Apr 29 07:40:39.850534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52528) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:39.859930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] For port 67cf269a-8efe-42fd-9597-80e8d769a57b, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=67cf269a-8efe-42fd-9597-80e8d769a57b,segment=NetworkSegment(e5371e04-1228-4661-80f7-bbe030739de5),segment_id=e5371e04-1228-4661-80f7-bbe030739de5)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:39.862969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c75607b-280e-42c5-8a87-b021941da685']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:39.883445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6f1984-57c1-403f-bfcb-02fe711d32ab') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:39.883796 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6f1984-57c1-403f-bfcb-02fe711d32ab') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:39.892154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.911007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (df6f1984-57c1-403f-bfcb-02fe711d32ab), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.915099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.954637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_gateway (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.960159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (df6f1984-57c1-403f-bfcb-02fe711d32ab), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.974815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:39.975316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (df6f1984-57c1-403f-bfcb-02fe711d32ab), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:39.979757 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:40.021392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-12ab0168-061a-46d3-90c0-8e15ef1f3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (4e0e4560-790b-42d8-ab8e-4b88df06351d), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.044659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for security_group (6c24eef5-aec8-490d-a9ea-a53f1fd09c15), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.074085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 2001:db8:1::1 (55d483b4-cb1b-4d1b-8d3c-94706719d79c/000e43b9-c57a-4dcb-a769-26393fba96d4/80905482-7fdd-41eb-99de-099b1c19f6d4) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:40.081685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (7c75607b-280e-42c5-8a87-b021941da685), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.091436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.099866 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/networks/7c75607b-280e-42c5-8a87-b021941da685 HTTP/1.1" status: 204 len: 168 time: 2.5134521 Apr 29 07:40:40.106757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52530) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:40.113726 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-154356365'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:40.138798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c3507-4250-4b22-8e85-27d06b3ebde3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Network': ['ID=7c75607b-280e-42c5-8a87-b021941da685,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:40.147554 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab0168-061a-46d3-90c0-8e15ef1f3ba4 None None] No DVR routers for this DVR port 4e0e4560-790b-42d8-ab8e-4b88df06351d on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:40.155992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e358-b29d-4339-a09d-7713d050ed07 None None] Pushing event updated for resources: {'Port': ['ID=67cf269a-8efe-42fd-9597-80e8d769a57b,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:40.162004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6c24eef5-aec8-490d-a9ea-a53f1fd09c15), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.221982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:40.225938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Deleting port 7690f912-3657-432a-b749-ec0d0d9b8592 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:40.226626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7690f912-3657-432a-b749-ec0d0d9b8592), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.228782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab0168-061a-46d3-90c0-8e15ef1f3ba4 None None] Pushing event deleted for resources: {'Port': ['ID=4e0e4560-790b-42d8-ab8e-4b88df06351d,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:40.233149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:40.236957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.240277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24eef5-aec8-490d-a9ea-a53f1fd09c15,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:40.243635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Allocated IP 172.20.0.2 (a30288e2-50cd-4f23-b8e3-c173c53a8f15/74acedfd-52d6-4209-894b-f5b337eb733b/f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:40.245985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-564139a4-9af4-43f4-ae4d-d355e142adfe None None] Current status of the port f02229ac-63a3-4279-895b-7458b45cf6d5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:40.249953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e634390d-aab4-412e-9d71-9103faa0fd36 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:40.259448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-3ba0440c-595a-4097-9577-884473c99810', 'network_id': '3ba0440c-595a-4097-9577-884473c99810', 'project_id': '705ce747256e4822928e784a515be753', 'fixed_ips': [{'subnet_id': '2f05ee7c-447c-458f-87e8-d43101e9a8b8'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:40.260309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.276994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.277400 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Added segment 312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2 of type vlan for network dd22dcde-2f1b-491d-8d76-3c8620318f3e Apr 29 07:40:40.288850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.352595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.415471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4e0e4560-790b-42d8-ab8e-4b88df06351d no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:40.434834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (dd22dcde-2f1b-491d-8d76-3c8620318f3e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.467647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4e0e4560-790b-42d8-ab8e-4b88df06351d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:40.474333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4e0e4560-790b-42d8-ab8e-4b88df06351d not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:40.485815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:40.500268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7690f912-3657-432a-b749-ec0d0d9b8592), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.509645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Provisioning complete for port e634390d-aab4-412e-9d71-9103faa0fd36 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:40.510016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.515605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.573701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 55d483b4-cb1b-4d1b-8d3c-94706719d79c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:40.575462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (400895ab-ac24-4a66-b0df-7883a0a8bc91), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.575816 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Added segment 400895ab-ac24-4a66-b0df-7883a0a8bc91 of type vlan for network 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a Apr 29 07:40:40.582223 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (dd22dcde-2f1b-491d-8d76-3c8620318f3e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.586235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Calling delete_port for 7690f912-3657-432a-b749-ec0d0d9b8592 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:40.593145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:40.594053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:40.595065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.599470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:40.600022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (baa03501-cc1e-4604-9d39-758433ac2f3c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.647650 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0899308 Apr 29 07:40:40.659513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Allocated IP 172.20.0.2 (3ba0440c-595a-4097-9577-884473c99810/2f05ee7c-447c-458f-87e8-d43101e9a8b8/b46b91a0-d30b-4e26-aec5-6add2dd73280) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:40.701548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Publish callbacks [] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.711566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.774751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.806662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Allocated IP 172.20.0.1 (a30288e2-50cd-4f23-b8e3-c173c53a8f15/74acedfd-52d6-4209-894b-f5b337eb733b/efa5c519-e2ab-4b9f-83fc-1b714e789b97) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:40.813368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=80905482-7fdd-41eb-99de-099b1c19f6d4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:40.820674 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:40:40.869835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Network a30288e2-50cd-4f23-b8e3-c173c53a8f15 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:40.894440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:40.911544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.920988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:40.921823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:40.975602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for port (efa5c519-e2ab-4b9f-83fc-1b714e789b97), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.016192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:41.044867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Pushing event updated for resources: {'Port': ['ID=f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:41.064983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (efa5c519-e2ab-4b9f-83fc-1b714e789b97), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.145555 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0366335 Apr 29 07:40:41.152932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52534) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:41.162973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': '6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:41.192421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Current status of the port e634390d-aab4-412e-9d71-9103faa0fd36 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:41.217608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Attempting to bind port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:41.218320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Attempting to bind port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a30288e2-50cd-4f23-b8e3-c173c53a8f15'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:41.218836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Attempting to bind port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 on network a30288e2-50cd-4f23-b8e3-c173c53a8f15 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:41.226581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:41.227238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Checking segment: {'id': '6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a30288e2-50cd-4f23-b8e3-c173c53a8f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:41.227374 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc49371-754d-44a0-8ead-28f4fb62633c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Network': ['ID=dd22dcde-2f1b-491d-8d76-3c8620318f3e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:41.227962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.228491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Bound using segment: {'id': '6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a30288e2-50cd-4f23-b8e3-c173c53a8f15'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:41.229181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Bound port: f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a30288e2-50cd-4f23-b8e3-c173c53a8f15'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:41.242623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.258761 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network a30288e2-50cd-4f23-b8e3-c173c53a8f15 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:41.260660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Port': ['ID=efa5c519-e2ab-4b9f-83fc-1b714e789b97,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:41.264717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:41.267314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:41.270400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network dd22dcde-2f1b-491d-8d76-3c8620318f3e details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:41.278672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b48d70-a963-4f1d-a80d-0780fcb45b51 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Network': ['ID=6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:41.280944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.296006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f02229ac-63a3-4279-895b-7458b45cf6d5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:41.326314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:41.347767 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.546085 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (efa5c519-e2ab-4b9f-83fc-1b714e789b97), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.569450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7690f912-3657-432a-b749-ec0d0d9b8592), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.629153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:41.638562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.643662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Pushing event deleted for resources: {'Port': ['ID=7690f912-3657-432a-b749-ec0d0d9b8592,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:41.644107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Publish callbacks [] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.711064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Provisioning complete for port f02229ac-63a3-4279-895b-7458b45cf6d5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:41.711723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.714312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.743473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Network 3ba0440c-595a-4097-9577-884473c99810 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:41.809080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:41.856376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:41.903249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa42c03f-3fa8-40ae-acd0-2c7d83afaa6b None None] Network c62c295f-c9c7-4f82-a8d0-7dd449008c21 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:41.941890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for port (efa5c519-e2ab-4b9f-83fc-1b714e789b97), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:41.950000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (efa5c519-e2ab-4b9f-83fc-1b714e789b97), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.037634 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Port': ['ID=efa5c519-e2ab-4b9f-83fc-1b714e789b97,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:42.042860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.128267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f02229ac-63a3-4279-895b-7458b45cf6d5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:42.128931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.163439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network a30288e2-50cd-4f23-b8e3-c173c53a8f15 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:42.164990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:42.179617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Pushing event updated for resources: {'Port': ['ID=b46b91a0-d30b-4e26-aec5-6add2dd73280,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:42.246057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] For port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:42.265129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.306542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] For port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0,segment=NetworkSegment(6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d),segment_id=6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:42.312488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Attempting to bind port b46b91a0-d30b-4e26-aec5-6add2dd73280 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:42.313127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Attempting to bind port b46b91a0-d30b-4e26-aec5-6add2dd73280 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '6be65e42-1d14-464a-9c2d-c137ff5a2112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba0440c-595a-4097-9577-884473c99810'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:42.313750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Attempting to bind port b46b91a0-d30b-4e26-aec5-6add2dd73280 on network 3ba0440c-595a-4097-9577-884473c99810 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:42.329058 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:42.329861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Checking segment: {'id': '6be65e42-1d14-464a-9c2d-c137ff5a2112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba0440c-595a-4097-9577-884473c99810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:42.330654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.331396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Bound using segment: {'id': '6be65e42-1d14-464a-9c2d-c137ff5a2112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba0440c-595a-4097-9577-884473c99810'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:42.332359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Bound port: b46b91a0-d30b-4e26-aec5-6add2dd73280, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be65e42-1d14-464a-9c2d-c137ff5a2112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba0440c-595a-4097-9577-884473c99810'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:42.332842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.336535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Router 60f20c71-6ae6-4dc4-b0ef-0e430f322fda is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:40:42.385127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f02229ac-63a3-4279-895b-7458b45cf6d5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:42.386522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 67cf269a-8efe-42fd-9597-80e8d769a57b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:42.389380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.482176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:42.493863 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb343e5b-3383-4469-b7b8-b6ae73635869 None None] Sync routers for ids ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:42.497499 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0537e872-8c97-4397-a9ac-017fef1dab53 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "PUT /v2.0/routers/60f20c71-6ae6-4dc4-b0ef-0e430f322fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6463771 Apr 29 07:40:42.500205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52536) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:42.511771 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb343e5b-3383-4469-b7b8-b6ae73635869 None None] Routers {'60f20c71-6ae6-4dc4-b0ef-0e430f322fda'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:42.514097 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cb343e5b-3383-4469-b7b8-b6ae73635869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:42.608533 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cb343e5b-3383-4469-b7b8-b6ae73635869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:42.628108 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb343e5b-3383-4469-b7b8-b6ae73635869 None None] Routers {'60f20c71-6ae6-4dc4-b0ef-0e430f322fda'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:42.630650 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cb343e5b-3383-4469-b7b8-b6ae73635869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:42.655270 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] For port b46b91a0-d30b-4e26-aec5-6add2dd73280, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:42.659242 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] For port b46b91a0-d30b-4e26-aec5-6add2dd73280, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b46b91a0-d30b-4e26-aec5-6add2dd73280,segment=NetworkSegment(6be65e42-1d14-464a-9c2d-c137ff5a2112),segment_id=6be65e42-1d14-464a-9c2d-c137ff5a2112)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:42.676960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Current status of the port f02229ac-63a3-4279-895b-7458b45cf6d5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:42.687117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.709163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (7068b6fe-aae1-4724-ab46-30c92a196f47), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.730688 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-cb343e5b-3383-4469-b7b8-b6ae73635869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:42.735368 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb343e5b-3383-4469-b7b8-b6ae73635869 None None] The sync data for ids ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:42.754817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Could not find standard attr ID for object ea1bcdb4-4526-480f-a70c-9dae68f95a8c. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:40:42.795682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067ff27-4603-42aa-8575-e35a2f98cdd4 None None] Pushing event updated for resources: {'Port': ['ID=f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:42.798800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Provisioning complete for port f6735913-4153-43f2-9361-9fc26df7c7de triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:42.806550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f6735913-4153-43f2-9361-9fc26df7c7de), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.834925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.869265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Port f6735913-4153-43f2-9361-9fc26df7c7de cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:42.880249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d381fa56-7a85-4dc8-887c-a694fd785990 None None] Could not find standard attr ID for object 4e0e4560-790b-42d8-ab8e-4b88df06351d. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:40:42.931722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 67cf269a-8efe-42fd-9597-80e8d769a57b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:42.932320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.937571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:42.943428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (baa03501-cc1e-4604-9d39-758433ac2f3c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.051866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1ef68-ded5-446d-9fa4-53b4dbe3788b None None] Pushing event updated for resources: {'Port': ['ID=b46b91a0-d30b-4e26-aec5-6add2dd73280,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:43.094547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.096872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-aedc0569-8443-4f3c-87f0-c5d2a0010056 None None] Provisioning complete for port 80905482-7fdd-41eb-99de-099b1c19f6d4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:43.097398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aedc0569-8443-4f3c-87f0-c5d2a0010056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.106093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=7068b6fe-aae1-4724-ab46-30c92a196f47,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:43.144433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-aedc0569-8443-4f3c-87f0-c5d2a0010056 None None] Port 80905482-7fdd-41eb-99de-099b1c19f6d4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:43.156210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.187532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 67cf269a-8efe-42fd-9597-80e8d769a57b is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:43.188043 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.211051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-aedc0569-8443-4f3c-87f0-c5d2a0010056 None None] Provisioning complete for port 67cf269a-8efe-42fd-9597-80e8d769a57b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:43.211591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aedc0569-8443-4f3c-87f0-c5d2a0010056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.280496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 67cf269a-8efe-42fd-9597-80e8d769a57b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=67cf269a-8efe-42fd-9597-80e8d769a57b,segment=NetworkSegment(e5371e04-1228-4661-80f7-bbe030739de5),segment_id=e5371e04-1228-4661-80f7-bbe030739de5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:43.306149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Checking segment: {'id': '400895ab-ac24-4a66-b0df-7883a0a8bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:43.308714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.309644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network hostable DHCP agents. Network: 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:43.336412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=80905482-7fdd-41eb-99de-099b1c19f6d4,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:43.481415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=67cf269a-8efe-42fd-9597-80e8d769a57b,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:43.499843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-aedc0569-8443-4f3c-87f0-c5d2a0010056 None None] Current status of the port 67cf269a-8efe-42fd-9597-80e8d769a57b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:43.543231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Router a49a4e1e-9800-4e7e-bec6-05fdf486eb28 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:43.558982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:43.581423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 55d483b4-cb1b-4d1b-8d3c-94706719d79c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:43.582753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:43.591287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be16750-4848-48d9-986f-0469399cfb9a None None] Network 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:43.594451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:43.612438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:43.613299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.757978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:43.787488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a', 'network_id': '6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a', 'project_id': '98a71a8f50de4bc091a186c0b95a6da8', 'fixed_ips': [{'subnet_id': '7068b6fe-aae1-4724-ab46-30c92a196f47'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:43.789305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.811035 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9c748155-96a0-417e-b6ad-2eda16a151dc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6528196 Apr 29 07:40:43.868637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52540) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:43.882280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:43.900259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:43.903883 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b30a2a17-fe2d-4306-b7c1-09d0e059eba3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "PUT /v2.0/routers/a49a4e1e-9800-4e7e-bec6-05fdf486eb28 HTTP/1.1" status: 200 len: 706 time: 4.8815162 Apr 29 07:40:43.921304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': '6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1920260176'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:43.923122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52542) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:43.965889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52544) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:44.004013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'subnet': {'network_id': 'dd22dcde-2f1b-491d-8d76-3c8620318f3e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:44.058462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Allocated IP 2001:db8::2 (6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a/7068b6fe-aae1-4724-ab46-30c92a196f47/9ba2c43a-6401-4974-bb83-8cfec923d7e7) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:44.091739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router baa03501-cc1e-4604-9d39-758433ac2f3c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:44.096731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-23d719f8-06fb-4e2a-b24e-24f30650a0ea tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/routers/a49a4e1e-9800-4e7e-bec6-05fdf486eb28 HTTP/1.1" status: 200 len: 741 time: 0.1680610 Apr 29 07:40:44.106913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52548) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:44.163543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:44.168931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.170131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e9082-9e42-47bc-9a16-516762bae3b2 None None] Sync routers for ids ['a49a4e1e-9800-4e7e-bec6-05fdf486eb28'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:44.170852 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6db21fb0-1b2e-479d-b5e2-1873f265479e tempest-RoutersAdminTest-1533095658 tempest-RoutersAdminTest-1533095658-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=a49a4e1e-9800-4e7e-bec6-05fdf486eb28 HTTP/1.1" status: 200 len: 205 time: 0.0620427 Apr 29 07:40:44.175849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52550) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:44.194943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port b69b5fe2-f82b-45e8-86b5-12b97f1e36cc yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:44.247188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e9082-9e42-47bc-9a16-516762bae3b2 None None] Routers {'a49a4e1e-9800-4e7e-bec6-05fdf486eb28'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:44.247981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-488e9082-9e42-47bc-9a16-516762bae3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a49a4e1e-9800-4e7e-bec6-05fdf486eb28'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:44.250127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-799b5ffd-970d-4323-a87c-a69e03bc606d None None] Provisioning complete for port 80905482-7fdd-41eb-99de-099b1c19f6d4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:44.250622 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-799b5ffd-970d-4323-a87c-a69e03bc606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.286682 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b6b53185-ef04-4922-8cba-5c67c5cbd93a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a49a4e1e-9800-4e7e-bec6-05fdf486eb28 HTTP/1.1" status: 200 len: 205 time: 0.1088591 Apr 29 07:40:44.292236 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52552) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:44.303064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52554) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:44.307894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:44.308612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.323214 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-be78325c-ac0b-423e-b7b0-425738d3f676 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:40:44.324831 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-be78325c-ac0b-423e-b7b0-425738d3f676 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "PUT /v2.0/routers/60f20c71-6ae6-4dc4-b0ef-0e430f322fda/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8230259 Apr 29 07:40:44.327845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52556) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:44.410454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-488e9082-9e42-47bc-9a16-516762bae3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:44.417607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:44.421438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.434419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-799b5ffd-970d-4323-a87c-a69e03bc606d None None] Port 80905482-7fdd-41eb-99de-099b1c19f6d4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:44.460516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e9082-9e42-47bc-9a16-516762bae3b2 None None] Routers {'a49a4e1e-9800-4e7e-bec6-05fdf486eb28'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:44.461440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-488e9082-9e42-47bc-9a16-516762bae3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a49a4e1e-9800-4e7e-bec6-05fdf486eb28'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:44.504774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f16d4e-1b05-4a73-bce1-32d64bd3dc90 None None] Network a30288e2-50cd-4f23-b8e3-c173c53a8f15 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:44.571541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318af7d6-8ff8-4536-a1af-7c9de79409cb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.720733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Publish callbacks [] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.727939 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-488e9082-9e42-47bc-9a16-516762bae3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:44.728640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e9082-9e42-47bc-9a16-516762bae3b2 None None] The sync data for ids ['a49a4e1e-9800-4e7e-bec6-05fdf486eb28'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:44.734522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e7045-b9c5-4978-bceb-e5fba0d372aa None None] Network 3ba0440c-595a-4097-9577-884473c99810 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:44.742532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.792724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.867940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-733362bf-4da1-4365-aac9-62f8ad019fea None None] Provisioning complete for port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:44.868400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-733362bf-4da1-4365-aac9-62f8ad019fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.883323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::2b4 (6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a/7068b6fe-aae1-4724-ab46-30c92a196f47/b69b5fe2-f82b-45e8-86b5-12b97f1e36cc) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:44.919507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Network 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:44.952841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:44.955684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:44.968777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:44.969201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:44.976761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Pushing event updated for resources: {'Port': ['ID=9ba2c43a-6401-4974-bb83-8cfec923d7e7,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:45.070845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:45.086348 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2401b507-769b-4936-a454-1396836b7315 None None] Sync routers for ids ['baa03501-cc1e-4604-9d39-758433ac2f3c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:45.086990 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e9fa6435-35c1-46f2-bc0d-1359da17c3ac tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/baa03501-cc1e-4604-9d39-758433ac2f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1467631 Apr 29 07:40:45.094114 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0,segment=NetworkSegment(6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d),segment_id=6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:45.105673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Attempting to bind port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:45.106041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Attempting to bind port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '400895ab-ac24-4a66-b0df-7883a0a8bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:45.106358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52558) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.106484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Attempting to bind port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 on network 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:45.111856 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2401b507-769b-4936-a454-1396836b7315 None None] Routers {'baa03501-cc1e-4604-9d39-758433ac2f3c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:45.112926 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2401b507-769b-4936-a454-1396836b7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['baa03501-cc1e-4604-9d39-758433ac2f3c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:45.127613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.128410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b46b91a0-d30b-4e26-aec5-6add2dd73280 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:45.153696 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318af7d6-8ff8-4536-a1af-7c9de79409cb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.158472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318af7d6-8ff8-4536-a1af-7c9de79409cb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router_controller (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.163432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270584e-8854-47db-b0d4-8ba9ebb20fd7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:45.164251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270584e-8854-47db-b0d4-8ba9ebb20fd7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:45.164897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270584e-8854-47db-b0d4-8ba9ebb20fd7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:45.166902 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c270584e-8854-47db-b0d4-8ba9ebb20fd7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=f14233bf085d40bba00e3a72c1cbee9e&network_id=83a17604-949c-4c86-b775-5609dc1134e1 HTTP/1.1" status: 200 len: 3102 time: 0.8628759 Apr 29 07:40:45.173994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77c080-5302-4df9-b150-d5a97b3db928 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:45.178691 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ed77c080-5302-4df9-b150-d5a97b3db928 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports/80905482-7fdd-41eb-99de-099b1c19f6d4 HTTP/1.1" status: 200 len: 913 time: 0.0713437 Apr 29 07:40:45.179287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52560) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.196873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:45.197321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Checking segment: {'id': '400895ab-ac24-4a66-b0df-7883a0a8bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:45.197672 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.198061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Bound using segment: {'id': '400895ab-ac24-4a66-b0df-7883a0a8bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:45.198655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Bound port: 9ba2c43a-6401-4974-bb83-8cfec923d7e7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400895ab-ac24-4a66-b0df-7883a0a8bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:45.198908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.219211 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2401b507-769b-4936-a454-1396836b7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:45.226979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318af7d6-8ff8-4536-a1af-7c9de79409cb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (a49a4e1e-9800-4e7e-bec6-05fdf486eb28), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.228068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318af7d6-8ff8-4536-a1af-7c9de79409cb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Fanout notify agent at l3_agent the message router_deleted on router a49a4e1e-9800-4e7e-bec6-05fdf486eb28 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:45.240425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-733362bf-4da1-4365-aac9-62f8ad019fea None None] Current status of the port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:45.255400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318af7d6-8ff8-4536-a1af-7c9de79409cb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.256901 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-318af7d6-8ff8-4536-a1af-7c9de79409cb tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/a49a4e1e-9800-4e7e-bec6-05fdf486eb28 HTTP/1.1" status: 204 len: 168 time: 0.9637337 Apr 29 07:40:45.260850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52564) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.273312 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2401b507-769b-4936-a454-1396836b7315 None None] Routers {'baa03501-cc1e-4604-9d39-758433ac2f3c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:45.274271 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2401b507-769b-4936-a454-1396836b7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['baa03501-cc1e-4604-9d39-758433ac2f3c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:45.316678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:45.321996 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-388e24cb-2fe8-4147-9ff8-2b9a4f164802 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a49a4e1e-9800-4e7e-bec6-05fdf486eb28 HTTP/1.1" status: 200 len: 205 time: 0.0570140 Apr 29 07:40:45.322286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52566) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.333255 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2401b507-769b-4936-a454-1396836b7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:45.336733 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2401b507-769b-4936-a454-1396836b7315 None None] The sync data for ids ['baa03501-cc1e-4604-9d39-758433ac2f3c'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:45.392370 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-9e2cb7c3-919c-4c9a-8d32-26da8e8de87f tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] delete failed (client error): The resource could not be found. Apr 29 07:40:45.397731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9e2cb7c3-919c-4c9a-8d32-26da8e8de87f tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/a49a4e1e-9800-4e7e-bec6-05fdf486eb28 HTTP/1.1" status: 404 len: 336 time: 0.0740952 Apr 29 07:40:45.401260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52570) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.413637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] For port 9ba2c43a-6401-4974-bb83-8cfec923d7e7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:45.418084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] For port 9ba2c43a-6401-4974-bb83-8cfec923d7e7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9ba2c43a-6401-4974-bb83-8cfec923d7e7,segment=NetworkSegment(400895ab-ac24-4a66-b0df-7883a0a8bc91),segment_id=400895ab-ac24-4a66-b0df-7883a0a8bc91)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:45.434058 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b46b91a0-d30b-4e26-aec5-6add2dd73280 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:45.434887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.487560 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7a2143c8-077a-4236-af52-46f31ac6fcc3 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9bc705d-154c-41fd-8cc1-301b06d1d38a HTTP/1.1" status: 200 len: 205 time: 0.0847304 Apr 29 07:40:45.489595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (b69b5fe2-f82b-45e8-86b5-12b97f1e36cc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.490863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52572) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.501669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.529607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (4f850139-2e37-425e-a2a6-cd836ecb2a43), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.591150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-37f98127-4a3d-431b-8ff7-e25c15170d20 None None] Provisioning complete for port b46b91a0-d30b-4e26-aec5-6add2dd73280 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:45.591650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-37f98127-4a3d-431b-8ff7-e25c15170d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.595542 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-9aa16ce5-7b82-4477-8c2b-d7eadd930ac9 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] delete failed (client error): The resource could not be found. Apr 29 07:40:45.598992 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9aa16ce5-7b82-4477-8c2b-d7eadd930ac9 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/e9bc705d-154c-41fd-8cc1-301b06d1d38a HTTP/1.1" status: 404 len: 336 time: 0.1031437 Apr 29 07:40:45.602709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52574) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.656306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Subnet': ['ID=4f850139-2e37-425e-a2a6-cd836ecb2a43,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:45.683391 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a950b565-de98-466b-a160-cc15a062f575 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=66171e18-c9cd-4819-9c22-1cc7e63d9545 HTTP/1.1" status: 200 len: 205 time: 0.0610471 Apr 29 07:40:45.688127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52576) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.717670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Checking segment: {'id': '312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dd22dcde-2f1b-491d-8d76-3c8620318f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:45.717670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network hostable DHCP agents. Network: dd22dcde-2f1b-491d-8d76-3c8620318f3e, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:45.726526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b46b91a0-d30b-4e26-aec5-6add2dd73280 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:45.727365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.739510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fb104-ccaf-4382-a3ea-e117b0931979 None None] Pushing event updated for resources: {'Port': ['ID=9ba2c43a-6401-4974-bb83-8cfec923d7e7,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:45.742265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network dd22dcde-2f1b-491d-8d76-3c8620318f3e is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:45.762667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, dd22dcde-2f1b-491d-8d76-3c8620318f3e) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:45.769510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:45.770487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.779186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace3c49e-ffad-442d-ae2f-a9bf493bb084 None None] Network dd22dcde-2f1b-491d-8d76-3c8620318f3e requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:45.781929 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-2b9bcac1-303c-4c2d-86ba-96af04033b68 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] delete failed (client error): The resource could not be found. Apr 29 07:40:45.783052 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2b9bcac1-303c-4c2d-86ba-96af04033b68 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/66171e18-c9cd-4819-9c22-1cc7e63d9545 HTTP/1.1" status: 404 len: 336 time: 0.0926647 Apr 29 07:40:45.786342 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52578) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.803335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b69b5fe2-f82b-45e8-86b5-12b97f1e36cc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.830081 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f1c01175-b7fd-4ce9-b90c-b56409035c40 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=34e22e7b-0c69-4689-bac1-44b7ce21bd39 HTTP/1.1" status: 200 len: 205 time: 0.0418282 Apr 29 07:40:45.834626 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-da0c9cbb-f57f-4433-bc59-f7dab5f621c9 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8379712 Apr 29 07:40:45.836613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52580) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.848752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port b46b91a0-d30b-4e26-aec5-6add2dd73280, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b46b91a0-d30b-4e26-aec5-6add2dd73280,segment=NetworkSegment(6be65e42-1d14-464a-9c2d-c137ff5a2112),segment_id=6be65e42-1d14-464a-9c2d-c137ff5a2112)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:45.869984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52582) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.876903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1000031188'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:45.885167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.896835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Deleting port efa5c519-e2ab-4b9f-83fc-1b714e789b97 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:45.897465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (efa5c519-e2ab-4b9f-83fc-1b714e789b97), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:45.916398 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-738a1fbc-6cd3-4a63-a8b3-75011642c734 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] delete failed (client error): The resource could not be found. Apr 29 07:40:45.917119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:45.917528 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-738a1fbc-6cd3-4a63-a8b3-75011642c734 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/34e22e7b-0c69-4689-bac1-44b7ce21bd39 HTTP/1.1" status: 404 len: 336 time: 0.0792210 Apr 29 07:40:45.925322 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52584) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:45.979075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-37f98127-4a3d-431b-8ff7-e25c15170d20 None None] Current status of the port b46b91a0-d30b-4e26-aec5-6add2dd73280 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:45.979465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-37f98127-4a3d-431b-8ff7-e25c15170d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.023067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:46.032847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:46.040023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:46.040728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.042230 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=b46b91a0-d30b-4e26-aec5-6add2dd73280,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:46.091664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=b69b5fe2-f82b-45e8-86b5-12b97f1e36cc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:46.097869 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-286abf6b-587d-47f8-b1e3-99fbc9e22402 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=edae0af5-136b-419e-824f-67a95908dcc4 HTTP/1.1" status: 200 len: 205 time: 0.1465921 Apr 29 07:40:46.098257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52586) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:46.113622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:46.117040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.132607 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-365e9a92-fc75-433e-86f4-be0fe75528ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2570210 Apr 29 07:40:46.137389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-37f98127-4a3d-431b-8ff7-e25c15170d20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:40:46.137587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-37f98127-4a3d-431b-8ff7-e25c15170d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:40:46.141956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52588) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:46.150380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:46.185944 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-ca6ce52e-7148-431f-847a-75152617555e tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] delete failed (client error): The resource could not be found. Apr 29 07:40:46.191316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ca6ce52e-7148-431f-847a-75152617555e tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/edae0af5-136b-419e-824f-67a95908dcc4 HTTP/1.1" status: 404 len: 336 time: 0.0911312 Apr 29 07:40:46.192154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52590) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:46.225022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:46.233623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-dd22dcde-2f1b-491d-8d76-3c8620318f3e', 'network_id': 'dd22dcde-2f1b-491d-8d76-3c8620318f3e', 'project_id': '7ca7d466f20c41cbbef0a51a08a36f5f', 'fixed_ips': [{'subnet_id': '4f850139-2e37-425e-a2a6-cd836ecb2a43'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:46.234250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.234964 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-76117489-7be0-47ba-ad32-331f050fb26f tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "GET /v2.0/ports?device_id=85c291ef-ef48-481e-92c9-9fa8e4cd4aa3 HTTP/1.1" status: 200 len: 205 time: 0.0414603 Apr 29 07:40:46.235899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52592) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:46.238150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (efa5c519-e2ab-4b9f-83fc-1b714e789b97), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.263264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:46.263626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.291467 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-58c3fd69-2000-458d-8ca0-72940ba21a2a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] delete failed (client error): The resource could not be found. Apr 29 07:40:46.293619 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-58c3fd69-2000-458d-8ca0-72940ba21a2a tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/routers/85c291ef-ef48-481e-92c9-9fa8e4cd4aa3 HTTP/1.1" status: 404 len: 336 time: 0.0557961 Apr 29 07:40:46.296849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52596) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:46.319207 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Calling delete_port for efa5c519-e2ab-4b9f-83fc-1b714e789b97 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:46.327163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.327501 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Added segment 174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7 of type vlan for network 66e21c8b-e3b6-4169-80d4-0e9b7148785f Apr 29 07:40:46.336475 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92df2f6-044f-481c-9f81-e257448d08e7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] DELETE failed (client error): The resource could not be found. Apr 29 07:40:46.337622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92df2f6-044f-481c-9f81-e257448d08e7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:46.341400 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e92df2f6-044f-481c-9f81-e257448d08e7 tempest-RoutersAdminTest-179199406 tempest-RoutersAdminTest-179199406-project] 10.222.0.23 "DELETE /v2.0/subnets/1bcac63e-ce56-4321-8563-f8b716d262ea HTTP/1.1" status: 404 len: 337 time: 0.0432131 Apr 29 07:40:46.419091 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (66e21c8b-e3b6-4169-80d4-0e9b7148785f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.459889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Allocated IP 2001:db8:0:ffff::2 (dd22dcde-2f1b-491d-8d76-3c8620318f3e/4f850139-2e37-425e-a2a6-cd836ecb2a43/ababcd40-328f-47c5-af3e-0e6d699085e8) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:46.464177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:46.465259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 67cf269a-8efe-42fd-9597-80e8d769a57b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:46.478798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbf412-bc31-4b58-ac41-7835327abc4b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port b69b5fe2-f82b-45e8-86b5-12b97f1e36cc {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:46.479196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf412-bc31-4b58-ac41-7835327abc4b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b69b5fe2-f82b-45e8-86b5-12b97f1e36cc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.489675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (66e21c8b-e3b6-4169-80d4-0e9b7148785f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.495264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:46.495604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.578487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (baa03501-cc1e-4604-9d39-758433ac2f3c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.591833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 67cf269a-8efe-42fd-9597-80e8d769a57b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:46.592194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.682995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52602) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:46.725901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-37f98127-4a3d-431b-8ff7-e25c15170d20 None None] Current status of the port b46b91a0-d30b-4e26-aec5-6add2dd73280 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:46.738530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Publish callbacks [] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.772731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.814365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 67cf269a-8efe-42fd-9597-80e8d769a57b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:46.828612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Network dd22dcde-2f1b-491d-8d76-3c8620318f3e is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:46.839984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:46.843186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:46.852621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59d1ace3-b3c2-463a-968c-744c12dd5625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.853093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Pushing event updated for resources: {'Port': ['ID=ababcd40-328f-47c5-af3e-0e6d699085e8,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:46.887022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d5591f7e-2563-4d6c-b049-91b27b370737 None None] Provisioning complete for port efa5c519-e2ab-4b9f-83fc-1b714e789b97 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:46.887383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5591f7e-2563-4d6c-b049-91b27b370737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (efa5c519-e2ab-4b9f-83fc-1b714e789b97), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.945397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Attempting to bind port ababcd40-328f-47c5-af3e-0e6d699085e8 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:46.945761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Attempting to bind port ababcd40-328f-47c5-af3e-0e6d699085e8 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dd22dcde-2f1b-491d-8d76-3c8620318f3e'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:46.946121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Attempting to bind port ababcd40-328f-47c5-af3e-0e6d699085e8 on network dd22dcde-2f1b-491d-8d76-3c8620318f3e {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:46.956761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59d1ace3-b3c2-463a-968c-744c12dd5625 admin admin] Publish callbacks [] for security_group (45a88ea7-e808-4484-b652-b991df46e08a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.958975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:46.959350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Checking segment: {'id': '312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dd22dcde-2f1b-491d-8d76-3c8620318f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:46.959818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.960583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Bound using segment: {'id': '312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dd22dcde-2f1b-491d-8d76-3c8620318f3e'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:46.961110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Bound port: ababcd40-328f-47c5-af3e-0e6d699085e8, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dd22dcde-2f1b-491d-8d76-3c8620318f3e'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:46.961547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:46.963904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d5591f7e-2563-4d6c-b049-91b27b370737 None None] Port efa5c519-e2ab-4b9f-83fc-1b714e789b97 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:46.964939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-59d1ace3-b3c2-463a-968c-744c12dd5625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (45a88ea7-e808-4484-b652-b991df46e08a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.015353 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-59d1ace3-b3c2-463a-968c-744c12dd5625 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59932a78c5944ad797341d84d57cc1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310041 Apr 29 07:40:47.016299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52606) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:47.023127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1ace3-b3c2-463a-968c-744c12dd5625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a88ea7-e808-4484-b652-b991df46e08a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:47.086160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2104bef0-9e66-4569-91f8-28cc6fb154ef admin admin] Publish callbacks [] for security_group (45a88ea7-e808-4484-b652-b991df46e08a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.113245 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2370124 Apr 29 07:40:47.114317 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52608) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:47.122819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'subnet': {'network_id': '66e21c8b-e3b6-4169-80d4-0e9b7148785f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:47.130744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5b7f5-4cb1-4c0f-a933-449ad2893c81 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Network': ['ID=66e21c8b-e3b6-4169-80d4-0e9b7148785f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:47.132098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2104bef0-9e66-4569-91f8-28cc6fb154ef admin admin] Publish callbacks [] for security_group (45a88ea7-e808-4484-b652-b991df46e08a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.162307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 66e21c8b-e3b6-4169-80d4-0e9b7148785f details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:47.235698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d5591f7e-2563-4d6c-b049-91b27b370737 None None] Provisioning complete for port b46b91a0-d30b-4e26-aec5-6add2dd73280 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:47.236058 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5591f7e-2563-4d6c-b049-91b27b370737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.237379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf412-bc31-4b58-ac41-7835327abc4b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b69b5fe2-f82b-45e8-86b5-12b97f1e36cc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.276730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:47.280557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.284846 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbf412-bc31-4b58-ac41-7835327abc4b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for b69b5fe2-f82b-45e8-86b5-12b97f1e36cc owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:47.293457 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f4cf2-d66f-4223-adda-20f007cb8fcb None None] Network 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:47.307224 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (efa5c519-e2ab-4b9f-83fc-1b714e789b97), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.323413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2104bef0-9e66-4569-91f8-28cc6fb154ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (45a88ea7-e808-4484-b652-b991df46e08a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.326351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2104bef0-9e66-4569-91f8-28cc6fb154ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.329785 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2104bef0-9e66-4569-91f8-28cc6fb154ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45a88ea7-e808-4484-b652-b991df46e08a HTTP/1.1" status: 204 len: 168 time: 0.3098776 Apr 29 07:40:47.355194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104bef0-9e66-4569-91f8-28cc6fb154ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a88ea7-e808-4484-b652-b991df46e08a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:47.384950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] For port ababcd40-328f-47c5-af3e-0e6d699085e8, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:47.413348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] For port ababcd40-328f-47c5-af3e-0e6d699085e8, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ababcd40-328f-47c5-af3e-0e6d699085e8,segment=NetworkSegment(312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2),segment_id=312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:47.451614 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Port': ['ID=efa5c519-e2ab-4b9f-83fc-1b714e789b97,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:47.473124 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d5591f7e-2563-4d6c-b049-91b27b370737 None None] Current status of the port b46b91a0-d30b-4e26-aec5-6add2dd73280 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:47.478690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.574950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d5591f7e-2563-4d6c-b049-91b27b370737 None None] Provisioning complete for port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:47.575317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5591f7e-2563-4d6c-b049-91b27b370737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.631382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d63c09-caab-4e21-baad-03b9e5d28270 None None] Pushing event updated for resources: {'Port': ['ID=ababcd40-328f-47c5-af3e-0e6d699085e8,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:47.725855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.objects.ports [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:40:47.728781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.749162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d5591f7e-2563-4d6c-b049-91b27b370737 None None] Current status of the port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:47.830499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Subnet': ['ID=caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:47.832634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Checking segment: {'id': '174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66e21c8b-e3b6-4169-80d4-0e9b7148785f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:47.833170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network hostable DHCP agents. Network: 66e21c8b-e3b6-4169-80d4-0e9b7148785f, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:47.851958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52616) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:47.879199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network 66e21c8b-e3b6-4169-80d4-0e9b7148785f is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:47.880531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dca29c77-a246-439b-97a6-d8d374ddeb9c None None] Provisioning complete for port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:47.881037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dca29c77-a246-439b-97a6-d8d374ddeb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.897096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 66e21c8b-e3b6-4169-80d4-0e9b7148785f) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:47.904995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:47.905669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.936082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.937821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf412-bc31-4b58-ac41-7835327abc4b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b69b5fe2-f82b-45e8-86b5-12b97f1e36cc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.942853 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2a7d9046-b4a8-4916-b3d4-038b7d1a9ddf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbffe4bba1484507b8755bc41daf4a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893817 Apr 29 07:40:47.943360 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52618) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:47.964434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port 80905482-7fdd-41eb-99de-099b1c19f6d4 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:47.965150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:47.968045 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3f4c5b3f-5bd5-4ca7-9c19-5446ad1c5962 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8525891 Apr 29 07:40:47.971284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52620) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:47.976186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'port': {'network_id': '66e21c8b-e3b6-4169-80d4-0e9b7148785f', 'name': 'tempest-NetworksIpV6TestAttrs-1061061278'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:48.009709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556c5d6-bf74-4a8d-9151-36f583d57154 None None] Network 66e21c8b-e3b6-4169-80d4-0e9b7148785f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:48.099972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52622) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:48.179325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf412-bc31-4b58-ac41-7835327abc4b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=b69b5fe2-f82b-45e8-86b5-12b97f1e36cc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:48.242182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dca29c77-a246-439b-97a6-d8d374ddeb9c None None] Current status of the port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:48.251234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dca29c77-a246-439b-97a6-d8d374ddeb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.296247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f92e6d8-2166-4e37-81c7-60d1c5cfa7d0 admin admin] Publish callbacks [] for security_group (850809c9-b223-4782-9c89-c8a693eef8fb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.329099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f92e6d8-2166-4e37-81c7-60d1c5cfa7d0 admin admin] Publish callbacks [] for security_group (850809c9-b223-4782-9c89-c8a693eef8fb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.340964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dca29c77-a246-439b-97a6-d8d374ddeb9c None None] For port 9ba2c43a-6401-4974-bb83-8cfec923d7e7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9ba2c43a-6401-4974-bb83-8cfec923d7e7,segment=NetworkSegment(400895ab-ac24-4a66-b0df-7883a0a8bc91),segment_id=400895ab-ac24-4a66-b0df-7883a0a8bc91)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:48.358230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf412-bc31-4b58-ac41-7835327abc4b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.364593 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c3cbf412-bc31-4b58-ac41-7835327abc4b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/b69b5fe2-f82b-45e8-86b5-12b97f1e36cc HTTP/1.1" status: 204 len: 168 time: 2.2194817 Apr 29 07:40:48.372918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52624) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:48.373683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01368437-36a3-4f91-9f97-c2c7dbdb7ea5 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:48.389255 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-01368437-36a3-4f91-9f97-c2c7dbdb7ea5 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 814 time: 0.2747850 Apr 29 07:40:48.389464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9ba2c43a-6401-4974-bb83-8cfec923d7e7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:48.389579 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:48.389579 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.403014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] device_id is not set on port e6a3e339-dbae-4b18-969b-49b63abc8d8c yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:48.418869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dca29c77-a246-439b-97a6-d8d374ddeb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.432656 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e4d81c-757c-4ad0-bd05-5d3a8617392a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:40:48.437096 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f9e4d81c-757c-4ad0-bd05-5d3a8617392a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/b69b5fe2-f82b-45e8-86b5-12b97f1e36cc HTTP/1.1" status: 404 len: 333 time: 0.0584688 Apr 29 07:40:48.445154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52628) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:48.472954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f92e6d8-2166-4e37-81c7-60d1c5cfa7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (850809c9-b223-4782-9c89-c8a693eef8fb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.474017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-66e21c8b-e3b6-4169-80d4-0e9b7148785f', 'network_id': '66e21c8b-e3b6-4169-80d4-0e9b7148785f', 'project_id': '7ca7d466f20c41cbbef0a51a08a36f5f', 'fixed_ips': [{'subnet_id': 'caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:48.475189 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.475717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5f92e6d8-2166-4e37-81c7-60d1c5cfa7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.476940 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5f92e6d8-2166-4e37-81c7-60d1c5cfa7d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/850809c9-b223-4782-9c89-c8a693eef8fb HTTP/1.1" status: 204 len: 168 time: 0.5319552 Apr 29 07:40:48.490010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92e6d8-2166-4e37-81c7-60d1c5cfa7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850809c9-b223-4782-9c89-c8a693eef8fb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:48.598392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Allocated IP 2001:db8::f816:3eff:feed:46b9 (66e21c8b-e3b6-4169-80d4-0e9b7148785f/caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5/e6a3e339-dbae-4b18-969b-49b63abc8d8c) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:48.679316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cc3d6759-7fb3-4f4e-88a7-249334a65112 None None] Could not find standard attr ID for object b69b5fe2-f82b-45e8-86b5-12b97f1e36cc. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:40:48.684881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca29c77-a246-439b-97a6-d8d374ddeb9c None None] Pushing event updated for resources: {'Port': ['ID=9ba2c43a-6401-4974-bb83-8cfec923d7e7,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:48.695174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:48.695691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.709272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bf1346-ba7b-4ee9-a0de-857fb35f035b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 7068b6fe-aae1-4724-ab46-30c92a196f47 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:48.722792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.725893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1346-ba7b-4ee9-a0de-857fb35f035b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (7068b6fe-aae1-4724-ab46-30c92a196f47), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.731536 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Router 60f20c71-6ae6-4dc4-b0ef-0e430f322fda has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:48.749901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cc3d6759-7fb3-4f4e-88a7-249334a65112 None None] Provisioning complete for port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:48.750438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cc3d6759-7fb3-4f4e-88a7-249334a65112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.869613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:48.871491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ababcd40-328f-47c5-af3e-0e6d699085e8 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:48.906624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for port (e6a3e339-dbae-4b18-969b-49b63abc8d8c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:48.931887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:48.939218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for 80905482-7fdd-41eb-99de-099b1c19f6d4 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:48.944490 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-845a5e2d-6b70-4713-8d8a-1b20c106c8d1 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "PUT /v2.0/routers/60f20c71-6ae6-4dc4-b0ef-0e430f322fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6156125 Apr 29 07:40:48.951578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52636) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:48.963617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1346-ba7b-4ee9-a0de-857fb35f035b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (7068b6fe-aae1-4724-ab46-30c92a196f47), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.019048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370eb9a3-53d0-4598-9412-b1948bba1c21 None None] Sync routers for ids ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:49.054072 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-2a82e9d0-d736-4d1d-afef-4dd8233e5589 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] delete failed (client error): The resource could not be found. Apr 29 07:40:49.057271 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2a82e9d0-d736-4d1d-afef-4dd8233e5589 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-342476726 HTTP/1.1" status: 404 len: 334 time: 0.0975852 Apr 29 07:40:49.059211 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52642) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:49.064770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370eb9a3-53d0-4598-9412-b1948bba1c21 None None] Routers {'60f20c71-6ae6-4dc4-b0ef-0e430f322fda'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:49.066034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-370eb9a3-53d0-4598-9412-b1948bba1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:49.071613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d6759-7fb3-4f4e-88a7-249334a65112 None None] Current status of the port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:49.077911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-eb14c8c5-e57f-4f48-8d99-271d15deb5b9 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Request body: {'router': {'external_gateway_info': {'network_id': '60f20c71-6ae6-4dc4-b0ef-0e430f322fda'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:49.086114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e6a3e339-dbae-4b18-969b-49b63abc8d8c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.136591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Allocated IP 2001:db8::f816:3eff:fe86:4274 (66e21c8b-e3b6-4169-80d4-0e9b7148785f/caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5/edfd5a44-77e8-4ab6-970e-30ba82463920) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:49.190720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1346-ba7b-4ee9-a0de-857fb35f035b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (7068b6fe-aae1-4724-ab46-30c92a196f47), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.273387 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-15a1181c-1058-43ed-bc8b-326b0d3456e5 None None] Could not find standard attr ID for object b69b5fe2-f82b-45e8-86b5-12b97f1e36cc. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:40:49.276807 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-370eb9a3-53d0-4598-9412-b1948bba1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:49.282988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network 66e21c8b-e3b6-4169-80d4-0e9b7148785f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:49.299927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52648) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:49.305202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:49.308324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'network': {'name': 'tempest-network-smoke--967065034', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'port_security_enabled': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:49.310118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:49.321078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370eb9a3-53d0-4598-9412-b1948bba1c21 None None] Routers {'60f20c71-6ae6-4dc4-b0ef-0e430f322fda'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:49.324013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-370eb9a3-53d0-4598-9412-b1948bba1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:49.328918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:49.329800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.330742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1346-ba7b-4ee9-a0de-857fb35f035b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (7068b6fe-aae1-4724-ab46-30c92a196f47), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.337978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ababcd40-328f-47c5-af3e-0e6d699085e8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:49.338606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.344955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (80905482-7fdd-41eb-99de-099b1c19f6d4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.407136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-370eb9a3-53d0-4598-9412-b1948bba1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:49.407775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370eb9a3-53d0-4598-9412-b1948bba1c21 None None] The sync data for ids ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:49.413558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6adc9d-92af-43aa-ac77-e34492839736 None None] Network dd22dcde-2f1b-491d-8d76-3c8620318f3e requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:49.423156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=80905482-7fdd-41eb-99de-099b1c19f6d4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:49.450452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf1346-ba7b-4ee9-a0de-857fb35f035b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=7068b6fe-aae1-4724-ab46-30c92a196f47,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:49.455376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1346-ba7b-4ee9-a0de-857fb35f035b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.466007 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a2bf1346-ba7b-4ee9-a0de-857fb35f035b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/7068b6fe-aae1-4724-ab46-30c92a196f47 HTTP/1.1" status: 204 len: 168 time: 1.0184999 Apr 29 07:40:49.468482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52654) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:49.472484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:49.472658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040ec11-9b3f-4882-bddb-dee2d7549b9f None None] Network 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:49.475918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.504665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Port': ['ID=e6a3e339-dbae-4b18-969b-49b63abc8d8c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:49.515938 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5436995 Apr 29 07:40:49.552862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52658) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:49.554396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.554848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.555291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.555853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.556290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.556754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.557613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.557613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.558093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.558507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.558926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.559347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.559782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329ff4b-03cc-43eb-a006-0dfc1b645eb7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:49.663136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b32530ae-39fa-4af7-bb8d-6755365ca6c4 None None] Provisioning complete for port ababcd40-328f-47c5-af3e-0e6d699085e8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:49.663501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b32530ae-39fa-4af7-bb8d-6755365ca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.686688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Publish callbacks [] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.749542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.751280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:49.765153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3771c108-9f0b-469f-b9e6-c359fec8bc24 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Deleting subnet caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:49.773258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3771c108-9f0b-469f-b9e6-c359fec8bc24 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.803267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (0ba86983-e3b5-4f50-8f62-0cefe67b30f3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.803615 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Added segment 0ba86983-e3b5-4f50-8f62-0cefe67b30f3 of type vlan for network e024aa54-b278-4378-873f-b1ad45ebfb90 Apr 29 07:40:49.810545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb14c8c5-e57f-4f48-8d99-271d15deb5b9 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for router_gateway (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.819513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52664) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:49.849272 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-eb14c8c5-e57f-4f48-8d99-271d15deb5b9 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] update failed (client error): The resource could not be found. Apr 29 07:40:49.853956 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-eb14c8c5-e57f-4f48-8d99-271d15deb5b9 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "PUT /v2.0/routers/60f20c71-6ae6-4dc4-b0ef-0e430f322fda HTTP/1.1" status: 404 len: 339 time: 0.7866783 Apr 29 07:40:49.854271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52666) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:49.862564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3771c108-9f0b-469f-b9e6-c359fec8bc24 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.885034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (baa03501-cc1e-4604-9d39-758433ac2f3c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.901050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (e024aa54-b278-4378-873f-b1ad45ebfb90), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:49.914263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.026623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.resource_extend [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:40:50.028574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Network 66e21c8b-e3b6-4169-80d4-0e9b7148785f is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:50.042739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1935353600'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:50.045948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ababcd40-328f-47c5-af3e-0e6d699085e8 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:50.046384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.048268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:50.052679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Pushing event updated for resources: {'Port': ['ID=edfd5a44-77e8-4ab6-970e-30ba82463920,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:50.061516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:50.108342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:50.108951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.167705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port ababcd40-328f-47c5-af3e-0e6d699085e8, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ababcd40-328f-47c5-af3e-0e6d699085e8,segment=NetworkSegment(312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2),segment_id=312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:50.190729 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] For port 9ba2c43a-6401-4974-bb83-8cfec923d7e7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9ba2c43a-6401-4974-bb83-8cfec923d7e7,segment=NetworkSegment(400895ab-ac24-4a66-b0df-7883a0a8bc91),segment_id=400895ab-ac24-4a66-b0df-7883a0a8bc91)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:50.191831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.196738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] DHCP port deletion for 6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:50.208418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.209246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b46b91a0-d30b-4e26-aec5-6add2dd73280 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:50.242591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (e024aa54-b278-4378-873f-b1ad45ebfb90), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.248215 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:50.249108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.257067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Attempting to bind port edfd5a44-77e8-4ab6-970e-30ba82463920 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:50.257954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Attempting to bind port edfd5a44-77e8-4ab6-970e-30ba82463920 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66e21c8b-e3b6-4169-80d4-0e9b7148785f'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:50.258511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Attempting to bind port edfd5a44-77e8-4ab6-970e-30ba82463920 on network 66e21c8b-e3b6-4169-80d4-0e9b7148785f {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:50.260696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b32530ae-39fa-4af7-bb8d-6755365ca6c4 None None] Current status of the port ababcd40-328f-47c5-af3e-0e6d699085e8 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:50.261295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b32530ae-39fa-4af7-bb8d-6755365ca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.266455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 9ba2c43a-6401-4974-bb83-8cfec923d7e7 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:50.295630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.314872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:50.315558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Checking segment: {'id': '174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66e21c8b-e3b6-4169-80d4-0e9b7148785f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:50.316418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.316954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Bound using segment: {'id': '174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66e21c8b-e3b6-4169-80d4-0e9b7148785f'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:50.317620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Bound port: edfd5a44-77e8-4ab6-970e-30ba82463920, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66e21c8b-e3b6-4169-80d4-0e9b7148785f'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:50.318169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.332026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3771c108-9f0b-469f-b9e6-c359fec8bc24 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.358439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Network': ['ID=e024aa54-b278-4378-873f-b1ad45ebfb90,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:50.366929 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a53b5545-e281-4ad5-be40-fca1aea02ca7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0642366 Apr 29 07:40:50.376657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52670) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:50.387960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network e024aa54-b278-4378-873f-b1ad45ebfb90 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:50.390067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Made reservation on behalf of e284ebeed0334804b24ed70f2b728f5d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:50.393151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.426059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=ababcd40-328f-47c5-af3e-0e6d699085e8,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:50.480336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.521434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b46b91a0-d30b-4e26-aec5-6add2dd73280 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:50.521434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.525343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-b32530ae-39fa-4af7-bb8d-6755365ca6c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:40:50.525343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-b32530ae-39fa-4af7-bb8d-6755365ca6c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:40:50.525539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3771c108-9f0b-469f-b9e6-c359fec8bc24 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.528877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router baa03501-cc1e-4604-9d39-758433ac2f3c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:50.547144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f4e01-bf77-4fa5-ac76-4f01a1ac73bc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:50.551641 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-616f4e01-bf77-4fa5-ac76-4f01a1ac73bc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1694369 Apr 29 07:40:50.557189 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52672) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:50.560852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Deleting port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:50.561259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.604797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771c108-9f0b-469f-b9e6-c359fec8bc24 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Subnet': ['ID=caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:50.607772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3771c108-9f0b-469f-b9e6-c359fec8bc24 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.612243 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3771c108-9f0b-469f-b9e6-c359fec8bc24 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/subnets/caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5 HTTP/1.1" status: 204 len: 168 time: 1.0480235 Apr 29 07:40:50.614923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52674) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:50.621384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] For port edfd5a44-77e8-4ab6-970e-30ba82463920, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:50.651184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] For port edfd5a44-77e8-4ab6-970e-30ba82463920, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=edfd5a44-77e8-4ab6-970e-30ba82463920,segment=NetworkSegment(174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7),segment_id=174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:50.670613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.697714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Allocated IP 172.20.0.1 (c62c295f-c9c7-4f82-a8d0-7dd449008c21/dff4d48d-0196-451d-99e1-2879422fcba9/e51add1d-68a1-4ac1-a0e5-9d82353ae933) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:50.721161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] For port 9ba2c43a-6401-4974-bb83-8cfec923d7e7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9ba2c43a-6401-4974-bb83-8cfec923d7e7,segment=NetworkSegment(400895ab-ac24-4a66-b0df-7883a0a8bc91),segment_id=400895ab-ac24-4a66-b0df-7883a0a8bc91)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:50.721469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.744527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Calling delete_port for 9ba2c43a-6401-4974-bb83-8cfec923d7e7 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:50.800941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820556db-70d5-4778-9ae0-8fa5d59f6df6 None None] Pushing event updated for resources: {'Port': ['ID=edfd5a44-77e8-4ab6-970e-30ba82463920,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:50.844915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.845425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b46b91a0-d30b-4e26-aec5-6add2dd73280 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:50.882774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.900153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:50.919868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Pushing event deleted for resources: {'Port': ['ID=9ba2c43a-6401-4974-bb83-8cfec923d7e7,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:50.932239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] No DVR routers for this DVR port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:50.941907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.942405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.942854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.943528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.943974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.944423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.944884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.945515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.945950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.946462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.946895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.947323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.947783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59c8ca-eeb7-446c-b005-95a16c3017b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:50.987964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network c62c295f-c9c7-4f82-a8d0-7dd449008c21 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:50.988912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Port': ['ID=e51add1d-68a1-4ac1-a0e5-9d82353ae933,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:50.993632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:50.996120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:51.006965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ababcd40-328f-47c5-af3e-0e6d699085e8 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:51.082652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.133924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b32530ae-39fa-4af7-bb8d-6755365ca6c4 None None] Current status of the port ababcd40-328f-47c5-af3e-0e6d699085e8 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:51.166220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ababcd40-328f-47c5-af3e-0e6d699085e8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:51.166755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.205059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (9ba2c43a-6401-4974-bb83-8cfec923d7e7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.269039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.303341 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=9ba2c43a-6401-4974-bb83-8cfec923d7e7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:51.315108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b19f584-49b9-4c86-a513-477704955141 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:51.317364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c82fa264-7e2b-4a35-a572-0643c9f45ade None None] Provisioning complete for port ababcd40-328f-47c5-af3e-0e6d699085e8 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:51.317731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c82fa264-7e2b-4a35-a572-0643c9f45ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.317934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b19f584-49b9-4c86-a513-477704955141 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:51.320529 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0b19f584-49b9-4c86-a513-477704955141 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7001898 Apr 29 07:40:51.322999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52676) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:51.326428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No DVR routers for this DVR port 9ba2c43a-6401-4974-bb83-8cfec923d7e7 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:51.334324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.335563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.336097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.336652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.337310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.337844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.338399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.339037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.340400 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.340988 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.341552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.342084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.342607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:40:51.356950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ababcd40-328f-47c5-af3e-0e6d699085e8 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:51.366569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3065327-0a0b-4204-be56-f5af88af7b2c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:51.371507 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a3065327-0a0b-4204-be56-f5af88af7b2c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8173716 Apr 29 07:40:51.372240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52678) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:51.413356 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:51.425043 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c153682-c345-41ce-926e-bc92abd9ad25 None None] Sync routers for ids ['baa03501-cc1e-4604-9d39-758433ac2f3c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:51.447799 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c153682-c345-41ce-926e-bc92abd9ad25 None None] Routers {'baa03501-cc1e-4604-9d39-758433ac2f3c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:51.451423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9ba2c43a-6401-4974-bb83-8cfec923d7e7 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:51.452053 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4c153682-c345-41ce-926e-bc92abd9ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['baa03501-cc1e-4604-9d39-758433ac2f3c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:51.485050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 9ba2c43a-6401-4974-bb83-8cfec923d7e7 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:51.485438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9ba2c43a-6401-4974-bb83-8cfec923d7e7 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:51.493870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c82fa264-7e2b-4a35-a572-0643c9f45ade None None] Current status of the port ababcd40-328f-47c5-af3e-0e6d699085e8 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:51.499155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.516322 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1aa15153-8035-48b3-8803-3152370565d7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/baa03501-cc1e-4604-9d39-758433ac2f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3313744 Apr 29 07:40:51.518578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for security_group (2b3af468-af26-416c-ba32-7598a9b81ac0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.522631 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4c153682-c345-41ce-926e-bc92abd9ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:51.525432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52680) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:51.531130 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-afc491aa-2a4b-4f42-b3df-76ddd2bfdee7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1365685 Apr 29 07:40:51.533959 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c153682-c345-41ce-926e-bc92abd9ad25 None None] Routers {'baa03501-cc1e-4604-9d39-758433ac2f3c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:51.534836 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4c153682-c345-41ce-926e-bc92abd9ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['baa03501-cc1e-4604-9d39-758433ac2f3c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:51.535017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52682) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:51.542720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:51.570448 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4c153682-c345-41ce-926e-bc92abd9ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:51.571337 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c153682-c345-41ce-926e-bc92abd9ad25 None None] The sync data for ids ['baa03501-cc1e-4604-9d39-758433ac2f3c'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:51.572914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (2b3af468-af26-416c-ba32-7598a9b81ac0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.615259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1111c680-329e-4583-ac8d-635a25ff45b8 None None] Provisioning complete for port e51add1d-68a1-4ac1-a0e5-9d82353ae933 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:51.616257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1111c680-329e-4583-ac8d-635a25ff45b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.627066 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-893822ba-fa2d-4f34-aaf8-328d912030ec tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860760 Apr 29 07:40:51.656356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1111c680-329e-4583-ac8d-635a25ff45b8 None None] Port e51add1d-68a1-4ac1-a0e5-9d82353ae933 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:51.677265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400895ab-ac24-4a66-b0df-7883a0a8bc91') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:51.677526 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400895ab-ac24-4a66-b0df-7883a0a8bc91') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:51.685549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52684) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:51.719517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (400895ab-ac24-4a66-b0df-7883a0a8bc91), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.734924 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:51.795516 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (400895ab-ac24-4a66-b0df-7883a0a8bc91), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.804043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3af468-af26-416c-ba32-7598a9b81ac0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:51.811418 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c15435fe-592e-46e7-b808-2ae17bf463fb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.811674 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Added segment c15435fe-592e-46e7-b808-2ae17bf463fb of type vlan for network e5db4716-641e-42db-9c1a-8d3fa5a40847 Apr 29 07:40:51.820677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:51.820816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (400895ab-ac24-4a66-b0df-7883a0a8bc91), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:51.833516 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:51.860556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43514630-7b8d-41e5-81af-fd4140ed3dd0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (66e21c8b-e3b6-4169-80d4-0e9b7148785f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:51.889051 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-43514630-7b8d-41e5-81af-fd4140ed3dd0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 07:40:51.889550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43514630-7b8d-41e5-81af-fd4140ed3dd0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:51.892522 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-43514630-7b8d-41e5-81af-fd4140ed3dd0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/66e21c8b-e3b6-4169-80d4-0e9b7148785f HTTP/1.1" status: 409 len: 466 time: 0.5684981 Apr 29 07:40:51.903342 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52686) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:51.932777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-410201305'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:51.970327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:51.974235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.014920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (e5db4716-641e-42db-9c1a-8d3fa5a40847), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.031864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.032482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:52.046330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.052836 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/networks/6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a HTTP/1.1" status: 204 len: 168 time: 2.5571730 Apr 29 07:40:52.053803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.053918 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Added segment e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f of type vlan for network 993a1d6f-d117-47f8-a79e-ee959c5edefc Apr 29 07:40:52.055665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caedd8a-3439-4217-a23b-185d4567de83 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:52.057501 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5caedd8a-3439-4217-a23b-185d4567de83 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3633215 Apr 29 07:40:52.061144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52688) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:52.061587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52690) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:52.080095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6613ea-6920-4b05-8085-5b1fdf154092 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Network': ['ID=6d6c9068-0b65-4a0d-ae27-b6f6c6cdf03a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:52.090166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'name': 'tempest-PortsIpV6TestJSON-1141788938'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:52.102078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.132015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2fb61a-198c-4f11-8b8d-53ca18a85c11 None None] Network 66e21c8b-e3b6-4169-80d4-0e9b7148785f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:52.146726 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (e5db4716-641e-42db-9c1a-8d3fa5a40847), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.152652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:52.153798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.166559 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-63619c00-a625-4075-a899-c5faadfc7d7f tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1027613 Apr 29 07:40:52.167630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.173623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52692) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:52.183125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-542470209', 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:52.246092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event updated for resources: {'Network': ['ID=e5db4716-641e-42db-9c1a-8d3fa5a40847,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:52.252191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-195da52b-c09e-429b-99cb-ad3f8c7e38c1 None None] Provisioning complete for port edfd5a44-77e8-4ab6-970e-30ba82463920 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:52.253430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-195da52b-c09e-429b-99cb-ad3f8c7e38c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.269560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network e5db4716-641e-42db-9c1a-8d3fa5a40847 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:52.289332 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6173848f-7356-450a-a6ad-8387227d4e7f tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4678910 Apr 29 07:40:52.290674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52694) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:52.300236 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Request body: {'subnet': {'network_id': 'e5db4716-641e-42db-9c1a-8d3fa5a40847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:52.347353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (993a1d6f-d117-47f8-a79e-ee959c5edefc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.381568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.383557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event updated for resources: {'Port': ['ID=e51add1d-68a1-4ac1-a0e5-9d82353ae933,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:52.451631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-195da52b-c09e-429b-99cb-ad3f8c7e38c1 None None] Current status of the port edfd5a44-77e8-4ab6-970e-30ba82463920 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:52.452306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-195da52b-c09e-429b-99cb-ad3f8c7e38c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.465927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (baa03501-cc1e-4604-9d39-758433ac2f3c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.495051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:52.498361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.503061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (993a1d6f-d117-47f8-a79e-ee959c5edefc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.508350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:52.509867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.512265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-195da52b-c09e-429b-99cb-ad3f8c7e38c1 None None] For port edfd5a44-77e8-4ab6-970e-30ba82463920, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=edfd5a44-77e8-4ab6-970e-30ba82463920,segment=NetworkSegment(174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7),segment_id=174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:52.517582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-195da52b-c09e-429b-99cb-ad3f8c7e38c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.539640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:52.543226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.567057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d67d91-5766-4736-9056-b8099ef4b7e4 None None] DHCP port deletion for 66e21c8b-e3b6-4169-80d4-0e9b7148785f request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:52.579714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Made reservation on behalf of e284ebeed0334804b24ed70f2b728f5d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:52.590732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.664167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port 128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:52.683415 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7762027 Apr 29 07:40:52.685567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52696) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:52.690728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'subnet': {'network_id': '993a1d6f-d117-47f8-a79e-ee959c5edefc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:52.740231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083511b5-25e4-4582-90ad-a73f69f987b7 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Network': ['ID=993a1d6f-d117-47f8-a79e-ee959c5edefc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:52.795765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 993a1d6f-d117-47f8-a79e-ee959c5edefc details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:52.796625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Network c62c295f-c9c7-4f82-a8d0-7dd449008c21 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:52.807891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:52.841303 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:40:52.843522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195da52b-c09e-429b-99cb-ad3f8c7e38c1 None None] Pushing event updated for resources: {'Port': ['ID=edfd5a44-77e8-4ab6-970e-30ba82463920,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:52.893152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-59d67d91-5766-4736-9056-b8099ef4b7e4 None None] Deleting port edfd5a44-77e8-4ab6-970e-30ba82463920 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:52.893574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-59d67d91-5766-4736-9056-b8099ef4b7e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.942686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:52.946505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.970952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-59d67d91-5766-4736-9056-b8099ef4b7e4 None None] For port edfd5a44-77e8-4ab6-970e-30ba82463920, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=edfd5a44-77e8-4ab6-970e-30ba82463920,segment=NetworkSegment(174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7),segment_id=174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:52.971439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-59d67d91-5766-4736-9056-b8099ef4b7e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:52.986262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-59d67d91-5766-4736-9056-b8099ef4b7e4 None None] Calling delete_port for edfd5a44-77e8-4ab6-970e-30ba82463920 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:53.072803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (f480aba0-335b-4722-b2ac-ca1d4f09caa6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.080920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.085768 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-59d67d91-5766-4736-9056-b8099ef4b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (edfd5a44-77e8-4ab6-970e-30ba82463920), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.102136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Router 60f20c71-6ae6-4dc4-b0ef-0e430f322fda has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:53.115868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (37fe41d4-e3c0-4195-bf02-54657823358d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.132162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d67d91-5766-4736-9056-b8099ef4b7e4 None None] Pushing event deleted for resources: {'Port': ['ID=edfd5a44-77e8-4ab6-970e-30ba82463920,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:53.137941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d67d91-5766-4736-9056-b8099ef4b7e4 None None] No DVR routers for this DVR port edfd5a44-77e8-4ab6-970e-30ba82463920 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:53.207058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event updated for resources: {'Subnet': ['ID=f480aba0-335b-4722-b2ac-ca1d4f09caa6,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:53.244275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Checking segment: {'id': 'c15435fe-592e-46e7-b808-2ae17bf463fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e5db4716-641e-42db-9c1a-8d3fa5a40847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:53.244628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Network hostable DHCP agents. Network: e5db4716-641e-42db-9c1a-8d3fa5a40847, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:53.258365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-54e8aedb-8817-42e1-a79c-b54eb26ae1ad None None] Provisioning complete for port e51add1d-68a1-4ac1-a0e5-9d82353ae933 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:53.260217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54e8aedb-8817-42e1-a79c-b54eb26ae1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.264205 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.277145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port f6735913-4153-43f2-9361-9fc26df7c7de {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:53.277793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f6735913-4153-43f2-9361-9fc26df7c7de), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.286788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=37fe41d4-e3c0-4195-bf02-54657823358d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:53.306767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-54e8aedb-8817-42e1-a79c-b54eb26ae1ad None None] Port e51add1d-68a1-4ac1-a0e5-9d82353ae933 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:53.329881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Network e5db4716-641e-42db-9c1a-8d3fa5a40847 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:53.339177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:53.341478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Checking segment: {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:53.341859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network hostable DHCP agents. Network: e024aa54-b278-4378-873f-b1ad45ebfb90, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:53.348968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:53.355208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:53.362396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:53.367941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:53.368165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.369595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, e5db4716-641e-42db-9c1a-8d3fa5a40847) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:53.370139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2cc0eb-4969-4d49-853a-b1821ebd712d None None] Sync routers for ids ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:53.377266 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8dc10743-09bf-46e8-9363-ddbceaa0b6a2 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "PUT /v2.0/routers/60f20c71-6ae6-4dc4-b0ef-0e430f322fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5219824 Apr 29 07:40:53.379662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:53.380265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.380409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52698) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:53.385311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:53.390385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3986a-da28-4ec9-bc04-5f2448ffa35e None None] Network e5db4716-641e-42db-9c1a-8d3fa5a40847 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:53.407543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2cc0eb-4969-4d49-853a-b1821ebd712d None None] Routers {'60f20c71-6ae6-4dc4-b0ef-0e430f322fda'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:53.408402 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db2cc0eb-4969-4d49-853a-b1821ebd712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:53.422986 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-463cada7-d624-4814-99c3-9c4ef4e3bcf3 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1235363 Apr 29 07:40:53.423841 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52700) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:53.433259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Request body: {'port': {'network_id': 'e5db4716-641e-42db-9c1a-8d3fa5a40847', 'name': 'tempest-ExtraDHCPOptionsTestJSON-934085509'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:53.468695 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d173889b-0820-4c5a-8ecc-f1aeeb26620d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4059711 Apr 29 07:40:53.469163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52702) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:53.472697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e024aa54-b278-4378-873f-b1ad45ebfb90 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:53.478836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db2cc0eb-4969-4d49-853a-b1821ebd712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:53.487932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f6735913-4153-43f2-9361-9fc26df7c7de), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.495131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2cc0eb-4969-4d49-853a-b1821ebd712d None None] Routers {'60f20c71-6ae6-4dc4-b0ef-0e430f322fda'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:53.495764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db2cc0eb-4969-4d49-853a-b1821ebd712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:53.510320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, e024aa54-b278-4378-873f-b1ad45ebfb90) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:53.522793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:53.522955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.531978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for f6735913-4153-43f2-9361-9fc26df7c7de owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:53.544545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa7efd0-87f2-4daa-bd30-f3921c370d2f None None] Network e024aa54-b278-4378-873f-b1ad45ebfb90 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:53.555780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db2cc0eb-4969-4d49-853a-b1821ebd712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:53.557014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2cc0eb-4969-4d49-853a-b1821ebd712d None None] The sync data for ids ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:53.587912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-296ca7a1-23b2-4dbd-91ff-762b857ac55a tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for router (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.598638 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1ce82ac2-da1e-4a16-99be-691570c8cfa3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4167123 Apr 29 07:40:53.640259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-e5db4716-641e-42db-9c1a-8d3fa5a40847', 'network_id': 'e5db4716-641e-42db-9c1a-8d3fa5a40847', 'project_id': 'e284ebeed0334804b24ed70f2b728f5d', 'fixed_ips': [{'subnet_id': 'f480aba0-335b-4722-b2ac-ca1d4f09caa6'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:53.641415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.678738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:40:53.689695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (fd029323-1ca5-49cc-af78-e2b746cf45cd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.725517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ba09e-e066-4213-bc5c-2f96a5061782 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:53.725784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba09e-e066-4213-bc5c-2f96a5061782 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.759498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Made reservation on behalf of e284ebeed0334804b24ed70f2b728f5d for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:53.762983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.781894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-e024aa54-b278-4378-873f-b1ad45ebfb90', 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ips': [{'subnet_id': '37fe41d4-e3c0-4195-bf02-54657823358d'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:53.783075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:53.809725 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-296ca7a1-23b2-4dbd-91ff-762b857ac55a tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 07:40:53.811312 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-296ca7a1-23b2-4dbd-91ff-762b857ac55a tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "DELETE /v2.0/routers/60f20c71-6ae6-4dc4-b0ef-0e430f322fda HTTP/1.1" status: 409 len: 376 time: 0.4270191 Apr 29 07:40:53.814478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52706) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:53.865156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] device_id is not set on port 106b99a6-5ce3-4fb1-8a70-4e95add83700 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:53.873164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Subnet': ['ID=fd029323-1ca5-49cc-af78-e2b746cf45cd,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:53.925955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Checking segment: {'id': 'e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '993a1d6f-d117-47f8-a79e-ee959c5edefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:53.926429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network hostable DHCP agents. Network: 993a1d6f-d117-47f8-a79e-ee959c5edefc, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:53.947109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Allocated IP 172.20.0.2 (e5db4716-641e-42db-9c1a-8d3fa5a40847/f480aba0-335b-4722-b2ac-ca1d4f09caa6/c3b4c1b4-440c-4f92-af7c-a2ba787ddc09) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:54.011496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network 993a1d6f-d117-47f8-a79e-ee959c5edefc is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:54.034112 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 993a1d6f-d117-47f8-a79e-ee959c5edefc) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:54.039198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:54.039925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.048182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f6735913-4153-43f2-9361-9fc26df7c7de), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.048940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Allocated IP 172.20.0.18 (e024aa54-b278-4378-873f-b1ad45ebfb90/37fe41d4-e3c0-4195-bf02-54657823358d/d7dd78bb-13eb-4914-8e8d-039b54b77f71) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:54.054868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf86c57-69a5-4082-af15-f00765f5924b None None] Network 993a1d6f-d117-47f8-a79e-ee959c5edefc requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:54.089615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=f6735913-4153-43f2-9361-9fc26df7c7de,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:54.099120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba09e-e066-4213-bc5c-2f96a5061782 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.132397 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-89ae5024-b818-4d73-97c3-2b3b2d09091d tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4456067 Apr 29 07:40:54.134112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ba09e-e066-4213-bc5c-2f96a5061782 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:54.136461 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52708) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:54.146141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'port': {'network_id': '993a1d6f-d117-47f8-a79e-ee959c5edefc', 'name': 'tempest-NetworksIpV6TestAttrs-1211822260'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:54.165615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52710) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:54.195721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ac899b87-2711-4136-9c2b-a380da7cecbc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286948360', 'description': 'tempest-secgroup-smoke-286948360 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:54.221140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (baa03501-cc1e-4604-9d39-758433ac2f3c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.378007 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-993a1d6f-d117-47f8-a79e-ee959c5edefc', 'network_id': '993a1d6f-d117-47f8-a79e-ee959c5edefc', 'project_id': '7ca7d466f20c41cbbef0a51a08a36f5f', 'fixed_ips': [{'subnet_id': 'fd029323-1ca5-49cc-af78-e2b746cf45cd'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:40:54.378822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.388956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Publish callbacks [] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.425126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.465690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router baa03501-cc1e-4604-9d39-758433ac2f3c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:54.488374 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Allocated IP 172.20.0.13 (e5db4716-641e-42db-9c1a-8d3fa5a40847/f480aba0-335b-4722-b2ac-ca1d4f09caa6/106b99a6-5ce3-4fb1-8a70-4e95add83700) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:54.497054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Publish callbacks [] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.547098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Network e5db4716-641e-42db-9c1a-8d3fa5a40847 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:54.553122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:54.562806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Pushing event updated for resources: {'Port': ['ID=c3b4c1b4-440c-4f92-af7c-a2ba787ddc09,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:54.570254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:54.579593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.580893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:40:54.589688 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d82018cd-55c2-45ef-8a30-d756318c17a4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/baa03501-cc1e-4604-9d39-758433ac2f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0549150 Apr 29 07:40:54.591072 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52712) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:54.599452 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a90dc7-c771-4b5d-afa0-8c9f827a26fa None None] Sync routers for ids ['baa03501-cc1e-4604-9d39-758433ac2f3c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:40:54.609340 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a90dc7-c771-4b5d-afa0-8c9f827a26fa None None] Routers {'baa03501-cc1e-4604-9d39-758433ac2f3c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:54.610338 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-46a90dc7-c771-4b5d-afa0-8c9f827a26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['baa03501-cc1e-4604-9d39-758433ac2f3c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:54.623530 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-64a54af5-9ec1-41e5-aac6-c60ae73e1916 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa03501-cc1e-4604-9d39-758433ac2f3c HTTP/1.1" status: 200 len: 205 time: 0.0314789 Apr 29 07:40:54.626035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52714) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:54.649901 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-46a90dc7-c771-4b5d-afa0-8c9f827a26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:54.662600 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a90dc7-c771-4b5d-afa0-8c9f827a26fa None None] Routers {'baa03501-cc1e-4604-9d39-758433ac2f3c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:40:54.663869 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-46a90dc7-c771-4b5d-afa0-8c9f827a26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['baa03501-cc1e-4604-9d39-758433ac2f3c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:54.698161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Network e024aa54-b278-4378-873f-b1ad45ebfb90 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:54.709385 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-46a90dc7-c771-4b5d-afa0-8c9f827a26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:54.710388 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a90dc7-c771-4b5d-afa0-8c9f827a26fa None None] The sync data for ids ['baa03501-cc1e-4604-9d39-758433ac2f3c'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:40:54.715638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:54.737380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:54.739816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Pushing event updated for resources: {'Port': ['ID=d7dd78bb-13eb-4914-8e8d-039b54b77f71,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:54.741376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac899b87-2711-4136-9c2b-a380da7cecbc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.759190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Attempting to bind port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:54.759430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Attempting to bind port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'c15435fe-592e-46e7-b808-2ae17bf463fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e5db4716-641e-42db-9c1a-8d3fa5a40847'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:54.759665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Attempting to bind port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 on network e5db4716-641e-42db-9c1a-8d3fa5a40847 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:54.771641 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:54.771997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Checking segment: {'id': 'c15435fe-592e-46e7-b808-2ae17bf463fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e5db4716-641e-42db-9c1a-8d3fa5a40847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:54.772862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.772862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Bound using segment: {'id': 'c15435fe-592e-46e7-b808-2ae17bf463fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e5db4716-641e-42db-9c1a-8d3fa5a40847'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:54.773530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Bound port: c3b4c1b4-440c-4f92-af7c-a2ba787ddc09, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15435fe-592e-46e7-b808-2ae17bf463fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e5db4716-641e-42db-9c1a-8d3fa5a40847'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:54.773680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.776223 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcd81000-50b5-4e27-a4b3-2baa3774329e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (baa03501-cc1e-4604-9d39-758433ac2f3c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.817414 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Allocated IP 2001:db8::f816:3eff:fe71:88b (993a1d6f-d117-47f8-a79e-ee959c5edefc/fd029323-1ca5-49cc-af78-e2b746cf45cd/93f91c3b-b35f-42f7-8c27-1097c0bd1d62) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:54.872040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba09e-e066-4213-bc5c-2f96a5061782 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.912276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:54.915827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.927750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ba09e-e066-4213-bc5c-2f96a5061782 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:54.957328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba09e-e066-4213-bc5c-2f96a5061782 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:54.963512 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f8ba09e-e066-4213-bc5c-2f96a5061782 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/128e1f31-4415-4b96-b1b0-b5ef7d4dc1d9 HTTP/1.1" status: 204 len: 168 time: 1.4889557 Apr 29 07:40:54.970206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52716) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:54.979133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'mac_address': 'fa:16:3e:e8:d8:aa', 'name': 'tempest-PortsIpV6TestJSON-344794525'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:54.999549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] device_id is not set on port 6a19549f-7e1e-4bbc-a2ec-fee2db6ba729 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:55.006243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac899b87-2711-4136-9c2b-a380da7cecbc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (a36cbc57-1b39-4f54-bf44-f122ddbe31a1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.058029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac899b87-2711-4136-9c2b-a380da7cecbc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a36cbc57-1b39-4f54-bf44-f122ddbe31a1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.062968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Attempting to bind port d7dd78bb-13eb-4914-8e8d-039b54b77f71 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:55.062968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Attempting to bind port d7dd78bb-13eb-4914-8e8d-039b54b77f71 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:55.063281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Attempting to bind port d7dd78bb-13eb-4914-8e8d-039b54b77f71 on network e024aa54-b278-4378-873f-b1ad45ebfb90 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:55.093511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:55.093788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Checking segment: {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:55.094186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.094569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Bound using segment: {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:55.095039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Bound port: d7dd78bb-13eb-4914-8e8d-039b54b77f71, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:55.095410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.166702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac899b87-2711-4136-9c2b-a380da7cecbc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.168244 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ac899b87-2711-4136-9c2b-a380da7cecbc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9781759 Apr 29 07:40:55.172402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52718) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:55.176000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] For port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:55.180063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a2f2f52b-a2d5-4765-afc3-afd5112eaa1f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a36cbc57-1b39-4f54-bf44-f122ddbe31a1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:55.187453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac899b87-2711-4136-9c2b-a380da7cecbc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36cbc57-1b39-4f54-bf44-f122ddbe31a1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:55.213089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] For port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c3b4c1b4-440c-4f92-af7c-a2ba787ddc09,segment=NetworkSegment(c15435fe-592e-46e7-b808-2ae17bf463fb),segment_id=c15435fe-592e-46e7-b808-2ae17bf463fb)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:55.231303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.233022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:55.235300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.246349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] For port d7dd78bb-13eb-4914-8e8d-039b54b77f71, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:55.284701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f52b-a2d5-4765-afc3-afd5112eaa1f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (9e3a40f4-df1f-450a-9d6a-cc98d220a032), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.304723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] For port d7dd78bb-13eb-4914-8e8d-039b54b77f71, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d7dd78bb-13eb-4914-8e8d-039b54b77f71,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:55.325666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.332450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcd81000-50b5-4e27-a4b3-2baa3774329e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (baa03501-cc1e-4604-9d39-758433ac2f3c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.337048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcd81000-50b5-4e27-a4b3-2baa3774329e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (baa03501-cc1e-4604-9d39-758433ac2f3c), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.356744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.357080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Publish callbacks [] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.364389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818eea19-2363-4a32-bc3a-5d1fe5ca8573 None None] Pushing event updated for resources: {'Port': ['ID=c3b4c1b4-440c-4f92-af7c-a2ba787ddc09,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:55.390357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.414988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Network 993a1d6f-d117-47f8-a79e-ee959c5edefc is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:55.418307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:55.422426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:55.432155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcd81000-50b5-4e27-a4b3-2baa3774329e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (baa03501-cc1e-4604-9d39-758433ac2f3c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.434765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd81000-50b5-4e27-a4b3-2baa3774329e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Fanout notify agent at l3_agent the message router_deleted on router baa03501-cc1e-4604-9d39-758433ac2f3c {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:40:55.450431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.458868 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcd81000-50b5-4e27-a4b3-2baa3774329e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.460936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f00757-12e4-43a2-af07-9c65c380aa06 None None] Pushing event updated for resources: {'Port': ['ID=d7dd78bb-13eb-4914-8e8d-039b54b77f71,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:55.463118 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fcd81000-50b5-4e27-a4b3-2baa3774329e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/baa03501-cc1e-4604-9d39-758433ac2f3c HTTP/1.1" status: 204 len: 168 time: 0.8361073 Apr 29 07:40:55.465612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52720) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:55.526404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f52b-a2d5-4765-afc3-afd5112eaa1f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (9e3a40f4-df1f-450a-9d6a-cc98d220a032), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.531767 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf899ed-b310-47f0-86e9-9fea3dab3531 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting subnet 000e43b9-c57a-4dcb-a769-26393fba96d4 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:55.535760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf899ed-b310-47f0-86e9-9fea3dab3531 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (000e43b9-c57a-4dcb-a769-26393fba96d4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.540121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Allocated IP 2001:db8::f816:3eff:fe20:61e3 (993a1d6f-d117-47f8-a79e-ee959c5edefc/fd029323-1ca5-49cc-af78-e2b746cf45cd/6a19549f-7e1e-4bbc-a2ec-fee2db6ba729) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:55.542512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port 2aa2af2c-34ea-4293-b84b-eac6eac20dde yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:55.563488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Attempting to bind port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:40:55.563874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Attempting to bind port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '993a1d6f-d117-47f8-a79e-ee959c5edefc'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:40:55.564240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Attempting to bind port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 on network 993a1d6f-d117-47f8-a79e-ee959c5edefc {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:40:55.572916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Pushing event updated for resources: {'Port': ['ID=93f91c3b-b35f-42f7-8c27-1097c0bd1d62,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:55.576524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f52b-a2d5-4765-afc3-afd5112eaa1f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (9e3a40f4-df1f-450a-9d6a-cc98d220a032), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.578491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:40:55.579063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Checking segment: {'id': 'e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '993a1d6f-d117-47f8-a79e-ee959c5edefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:55.579306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.579673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Bound using segment: {'id': 'e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '993a1d6f-d117-47f8-a79e-ee959c5edefc'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:40:55.580335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Bound port: 93f91c3b-b35f-42f7-8c27-1097c0bd1d62, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '993a1d6f-d117-47f8-a79e-ee959c5edefc'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:40:55.580546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.583410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf899ed-b310-47f0-86e9-9fea3dab3531 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (000e43b9-c57a-4dcb-a769-26393fba96d4), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.643634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2f52b-a2d5-4765-afc3-afd5112eaa1f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3a40f4-df1f-450a-9d6a-cc98d220a032,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:55.653628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] For port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:40:55.663994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.686805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] For port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=93f91c3b-b35f-42f7-8c27-1097c0bd1d62,segment=NetworkSegment(e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f),segment_id=e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:40:55.689752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f52b-a2d5-4765-afc3-afd5112eaa1f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.693706 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a2f2f52b-a2d5-4765-afc3-afd5112eaa1f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5166698 Apr 29 07:40:55.700850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52722) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:55.708575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.711255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e9a81a14-20e4-41a4-9133-90d676f77aea tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a36cbc57-1b39-4f54-bf44-f122ddbe31a1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:55.714009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Network e5db4716-641e-42db-9c1a-8d3fa5a40847 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:55.718741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf899ed-b310-47f0-86e9-9fea3dab3531 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (000e43b9-c57a-4dcb-a769-26393fba96d4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.722155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:55.746849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:55.818178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141c8d9-cc54-46ba-a410-4435a0ca903c None None] Pushing event updated for resources: {'Port': ['ID=93f91c3b-b35f-42f7-8c27-1097c0bd1d62,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:55.831198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:55.831881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.862015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event updated for resources: {'Port': ['ID=106b99a6-5ce3-4fb1-8a70-4e95add83700,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:55.915521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf899ed-b310-47f0-86e9-9fea3dab3531 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (000e43b9-c57a-4dcb-a769-26393fba96d4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:55.955937 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-afae92eb-9c59-4300-8953-a3606de156d5 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5280354 Apr 29 07:40:55.958548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf899ed-b310-47f0-86e9-9fea3dab3531 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Subnet': ['ID=000e43b9-c57a-4dcb-a769-26393fba96d4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:55.960691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52724) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:55.966405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Request body: {'port': {'network_id': 'e5db4716-641e-42db-9c1a-8d3fa5a40847', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1218449556', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:55.966899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.api.validators [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] bootfile-name is not in valid_values {{(pid=104224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:40:55.967231 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.api.validators [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] tftp-server is not in valid_values {{(pid=104224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:40:55.967562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.api.validators [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] server-ip-address is not in valid_values {{(pid=104224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:40:55.998639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9a81a14-20e4-41a4-9133-90d676f77aea tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (dc86d900-3a69-454b-9e6c-e2f8452c8ff9), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.013486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf899ed-b310-47f0-86e9-9fea3dab3531 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.021563 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9bf899ed-b310-47f0-86e9-9fea3dab3531 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/000e43b9-c57a-4dcb-a769-26393fba96d4 HTTP/1.1" status: 204 len: 168 time: 0.5544450 Apr 29 07:40:56.022249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e23458-0c0e-42b3-9dc5-787460ac865c None None] Network 55d483b4-cb1b-4d1b-8d3c-94706719d79c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:56.024943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52726) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:56.107511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (2aa2af2c-34ea-4293-b84b-eac6eac20dde), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.107783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f014444d-709b-4847-81ef-d947e47b1b66 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting subnet ff37f478-9420-4609-b7c4-880fe5a15633 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:56.114572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f014444d-709b-4847-81ef-d947e47b1b66 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (ff37f478-9420-4609-b7c4-880fe5a15633), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.209887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for port (6a19549f-7e1e-4bbc-a2ec-fee2db6ba729), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.216101 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f014444d-709b-4847-81ef-d947e47b1b66 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (ff37f478-9420-4609-b7c4-880fe5a15633), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.233955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9a81a14-20e4-41a4-9133-90d676f77aea tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (dc86d900-3a69-454b-9e6c-e2f8452c8ff9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.257288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9a81a14-20e4-41a4-9133-90d676f77aea tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (dc86d900-3a69-454b-9e6c-e2f8452c8ff9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.284287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Made reservation on behalf of e284ebeed0334804b24ed70f2b728f5d for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:56.298221 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.327169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] device_id is not set on port a98cab3f-14af-404b-b576-51ccb1eea973 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:56.328112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a81a14-20e4-41a4-9133-90d676f77aea tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc86d900-3a69-454b-9e6c-e2f8452c8ff9,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:56.348011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Deleting port e51add1d-68a1-4ac1-a0e5-9d82353ae933 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:56.348541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.356422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9a81a14-20e4-41a4-9133-90d676f77aea tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.361876 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e9a81a14-20e4-41a4-9133-90d676f77aea tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6560636 Apr 29 07:40:56.363655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d8ba0e-f57c-48ab-b7ed-efb2440a740c None None] DHCP port deletion for 55d483b4-cb1b-4d1b-8d3c-94706719d79c request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:56.368041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52728) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:56.373038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b6e870ef-0959-44e9-b600-029fa0db10c3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a36cbc57-1b39-4f54-bf44-f122ddbe31a1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:56.426889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-54d8ba0e-f57c-48ab-b7ed-efb2440a740c None None] Deleting port f02229ac-63a3-4279-895b-7458b45cf6d5 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:56.427894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54d8ba0e-f57c-48ab-b7ed-efb2440a740c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.428240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2aa2af2c-34ea-4293-b84b-eac6eac20dde), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.438692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f014444d-709b-4847-81ef-d947e47b1b66 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (ff37f478-9420-4609-b7c4-880fe5a15633), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.479023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (6a19549f-7e1e-4bbc-a2ec-fee2db6ba729), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.518053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-54d8ba0e-f57c-48ab-b7ed-efb2440a740c None None] For port f02229ac-63a3-4279-895b-7458b45cf6d5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f02229ac-63a3-4279-895b-7458b45cf6d5,segment=NetworkSegment(f8d98ad6-1bef-40a5-8150-6e82732843d3),segment_id=f8d98ad6-1bef-40a5-8150-6e82732843d3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:56.518053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54d8ba0e-f57c-48ab-b7ed-efb2440a740c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.532701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:56.533090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-54d8ba0e-f57c-48ab-b7ed-efb2440a740c None None] Calling delete_port for f02229ac-63a3-4279-895b-7458b45cf6d5 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:56.533639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6e870ef-0959-44e9-b600-029fa0db10c3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d2d3d25f-a210-4098-8e01-34e5e88903eb), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.553174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network 993a1d6f-d117-47f8-a79e-ee959c5edefc is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:56.554760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:56.568280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:56.573483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:56.574116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.580703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:56.589665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=2aa2af2c-34ea-4293-b84b-eac6eac20dde,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:56.592184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:56.593555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Allocated IP 172.20.0.8 (e5db4716-641e-42db-9c1a-8d3fa5a40847/f480aba0-335b-4722-b2ac-ca1d4f09caa6/a98cab3f-14af-404b-b576-51ccb1eea973) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:40:56.597925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:56.598239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.617344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f014444d-709b-4847-81ef-d947e47b1b66 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (ff37f478-9420-4609-b7c4-880fe5a15633), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.633857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.645717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-54d8ba0e-f57c-48ab-b7ed-efb2440a740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (f02229ac-63a3-4279-895b-7458b45cf6d5), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.667725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014444d-709b-4847-81ef-d947e47b1b66 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Subnet': ['ID=ff37f478-9420-4609-b7c4-880fe5a15633,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:56.677336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f014444d-709b-4847-81ef-d947e47b1b66 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.678005 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7829afa7-0f3d-4f9d-89f9-59c80981e124 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7067854 Apr 29 07:40:56.685721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387b861f-2344-42f4-9624-4511e3ae24ca None None] Network 9474a310-9ef5-4570-9dbc-ff56a5f90eef requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:56.686556 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f014444d-709b-4847-81ef-d947e47b1b66 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/ff37f478-9420-4609-b7c4-880fe5a15633 HTTP/1.1" status: 204 len: 168 time: 0.6599963 Apr 29 07:40:56.687348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52730) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:56.690866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Calling delete_port for e51add1d-68a1-4ac1-a0e5-9d82353ae933 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:56.692428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52732) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:56.700507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8ba0e-f57c-48ab-b7ed-efb2440a740c None None] Pushing event deleted for resources: {'Port': ['ID=f02229ac-63a3-4279-895b-7458b45cf6d5,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:56.716921 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5778811 Apr 29 07:40:56.717649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52734) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:56.737761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8ba0e-f57c-48ab-b7ed-efb2440a740c None None] No DVR routers for this DVR port f02229ac-63a3-4279-895b-7458b45cf6d5 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:56.765071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a350e-b291-4b3e-b95b-edacaa74029a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:56.769017 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ad4a350e-b291-4b3e-b95b-edacaa74029a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/2aa2af2c-34ea-4293-b84b-eac6eac20dde HTTP/1.1" status: 200 len: 844 time: 0.0720043 Apr 29 07:40:56.773088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52736) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:56.855669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7db2bb-67a0-4b16-ae5e-634dee2bbfb4 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Port': ['ID=6a19549f-7e1e-4bbc-a2ec-fee2db6ba729,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:56.884274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b1055-050f-419a-94fb-854b530acf13 None None] DHCP port deletion for 9474a310-9ef5-4570-9dbc-ff56a5f90eef request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:56.925171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6e870ef-0959-44e9-b600-029fa0db10c3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d2d3d25f-a210-4098-8e01-34e5e88903eb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.932371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for port (a98cab3f-14af-404b-b576-51ccb1eea973), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.964316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6e870ef-0959-44e9-b600-029fa0db10c3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d2d3d25f-a210-4098-8e01-34e5e88903eb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:56.976609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a98cab3f-14af-404b-b576-51ccb1eea973), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.018190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b334eb-541f-4cfe-b35f-5b60bcdcc243 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Deleting subnet fd029323-1ca5-49cc-af78-e2b746cf45cd {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:40:57.022898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (55d483b4-cb1b-4d1b-8d3c-94706719d79c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.026704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-247b1055-050f-419a-94fb-854b530acf13 None None] Deleting port e634390d-aab4-412e-9d71-9103faa0fd36 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:57.027022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Network e5db4716-641e-42db-9c1a-8d3fa5a40847 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:40:57.027550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-247b1055-050f-419a-94fb-854b530acf13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.030672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:57.034759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:40:57.068086 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1b334eb-541f-4cfe-b35f-5b60bcdcc243 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (fd029323-1ca5-49cc-af78-e2b746cf45cd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.087095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event updated for resources: {'Port': ['ID=a98cab3f-14af-404b-b576-51ccb1eea973,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:57.113755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:57.114514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.120230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e870ef-0959-44e9-b600-029fa0db10c3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d3d25f-a210-4098-8e01-34e5e88903eb,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:57.146466 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3694f9e2-3fb1-4463-bf7e-97b4f633132d tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1846359 Apr 29 07:40:57.147425 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52738) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:57.156532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6e870ef-0959-44e9-b600-029fa0db10c3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.157847 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b6e870ef-0959-44e9-b600-029fa0db10c3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7885818 Apr 29 07:40:57.165997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52740) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:57.170542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-960d8629-90b2-4a59-ab26-0a25c9c127b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a36cbc57-1b39-4f54-bf44-f122ddbe31a1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:57.174086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-247b1055-050f-419a-94fb-854b530acf13 None None] For port e634390d-aab4-412e-9d71-9103faa0fd36, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e634390d-aab4-412e-9d71-9103faa0fd36,segment=NetworkSegment(14271463-d85a-40ab-b652-773f86049762),segment_id=14271463-d85a-40ab-b652-773f86049762)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:57.175102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-247b1055-050f-419a-94fb-854b530acf13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.185714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:57.213197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1b334eb-541f-4cfe-b35f-5b60bcdcc243 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (fd029323-1ca5-49cc-af78-e2b746cf45cd), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.228499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-247b1055-050f-419a-94fb-854b530acf13 None None] Calling delete_port for e634390d-aab4-412e-9d71-9103faa0fd36 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:57.239115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-960d8629-90b2-4a59-ab26-0a25c9c127b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (45b10127-4dbd-4c87-976f-38903c1d11f1), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.266211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da885893-d135-4e41-b866-c4eda356fb20 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:57.272815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da885893-d135-4e41-b866-c4eda356fb20 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:57.278348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da885893-d135-4e41-b866-c4eda356fb20 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:57.282809 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-da885893-d135-4e41-b866-c4eda356fb20 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1307864 Apr 29 07:40:57.284512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52742) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:57.334253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-960d8629-90b2-4a59-ab26-0a25c9c127b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (45b10127-4dbd-4c87-976f-38903c1d11f1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.337923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:57.338366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.340090 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-960d8629-90b2-4a59-ab26-0a25c9c127b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (45b10127-4dbd-4c87-976f-38903c1d11f1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.371288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d8629-90b2-4a59-ab26-0a25c9c127b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b10127-4dbd-4c87-976f-38903c1d11f1,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:57.377532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-960d8629-90b2-4a59-ab26-0a25c9c127b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.379804 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-960d8629-90b2-4a59-ab26-0a25c9c127b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2121542 Apr 29 07:40:57.383235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52744) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:57.397887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-768e8595-0ed6-4a75-b5c1-44f767e93501 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a36cbc57-1b39-4f54-bf44-f122ddbe31a1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:57.407368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-247b1055-050f-419a-94fb-854b530acf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (e634390d-aab4-412e-9d71-9103faa0fd36), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.427520 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-768e8595-0ed6-4a75-b5c1-44f767e93501 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:40:57.437361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-768e8595-0ed6-4a75-b5c1-44f767e93501 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d0a22cdc-4e0e-424f-939c-75450953d432), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.440769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b1055-050f-419a-94fb-854b530acf13 None None] Pushing event deleted for resources: {'Port': ['ID=e634390d-aab4-412e-9d71-9103faa0fd36,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:57.452098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b1055-050f-419a-94fb-854b530acf13 None None] No DVR routers for this DVR port e634390d-aab4-412e-9d71-9103faa0fd36 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:57.475769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (55d483b4-cb1b-4d1b-8d3c-94706719d79c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.503280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-62e87069-2a9f-4852-a12c-43ccd494b4bc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 2aa2af2c-34ea-4293-b84b-eac6eac20dde {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:57.514749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-62e87069-2a9f-4852-a12c-43ccd494b4bc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2aa2af2c-34ea-4293-b84b-eac6eac20dde), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.519351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:57.519735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.562259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-768e8595-0ed6-4a75-b5c1-44f767e93501 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d0a22cdc-4e0e-424f-939c-75450953d432), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.569851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-768e8595-0ed6-4a75-b5c1-44f767e93501 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d0a22cdc-4e0e-424f-939c-75450953d432), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.587240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=93f91c3b-b35f-42f7-8c27-1097c0bd1d62,segment=NetworkSegment(e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f),segment_id=e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:57.599580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.601476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:57.615166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e8595-0ed6-4a75-b5c1-44f767e93501 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a22cdc-4e0e-424f-939c-75450953d432,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:57.630141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-768e8595-0ed6-4a75-b5c1-44f767e93501 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.635653 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-768e8595-0ed6-4a75-b5c1-44f767e93501 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2475836 Apr 29 07:40:57.635849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52746) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:57.640881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf024d-8f8b-4051-8cf3-857bcd01e5bb None None] Network 993a1d6f-d117-47f8-a79e-ee959c5edefc requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:57.681924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-957a708f-c053-42ed-8056-ea416a9f8ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a36cbc57-1b39-4f54-bf44-f122ddbe31a1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:57.715696 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d483b4-cb1b-4d1b-8d3c-94706719d79c']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:57.744673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a3ebab83-fb50-4b55-94aa-65f3cc20c066 None None] Provisioning complete for port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:57.744673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3ebab83-fb50-4b55-94aa-65f3cc20c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.752969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d98ad6-1bef-40a5-8150-6e82732843d3') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:57.753366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d98ad6-1bef-40a5-8150-6e82732843d3') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:57.782312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-62e87069-2a9f-4852-a12c-43ccd494b4bc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2aa2af2c-34ea-4293-b84b-eac6eac20dde), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.801279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=93f91c3b-b35f-42f7-8c27-1097c0bd1d62,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:57.806422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (f8d98ad6-1bef-40a5-8150-6e82732843d3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.820577 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-957a708f-c053-42ed-8056-ea416a9f8ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:40:57.824004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-62e87069-2a9f-4852-a12c-43ccd494b4bc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 2aa2af2c-34ea-4293-b84b-eac6eac20dde owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:57.837250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e51add1d-68a1-4ac1-a0e5-9d82353ae933), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.839092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:57.839092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.860266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-957a708f-c053-42ed-8056-ea416a9f8ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (862587e2-383b-4f30-8d6f-2ddacbe14cc2), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.871730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f8d98ad6-1bef-40a5-8150-6e82732843d3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.916794 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:57.919278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (f8d98ad6-1bef-40a5-8150-6e82732843d3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.922802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Port': ['ID=e51add1d-68a1-4ac1-a0e5-9d82353ae933,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:57.926182 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:57.945252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebab83-fb50-4b55-94aa-65f3cc20c066 None None] Current status of the port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:57.997115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1b334eb-541f-4cfe-b35f-5b60bcdcc243 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (fd029323-1ca5-49cc-af78-e2b746cf45cd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:57.997872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:57.998255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.043437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c3b4c1b4-440c-4f92-af7c-a2ba787ddc09,segment=NetworkSegment(c15435fe-592e-46e7-b808-2ae17bf463fb),segment_id=c15435fe-592e-46e7-b808-2ae17bf463fb)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:58.047071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f33e966-9e58-4774-9ed3-9d15e88d424c None None] Network e024aa54-b278-4378-873f-b1ad45ebfb90 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:58.064716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.065825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d7dd78bb-13eb-4914-8e8d-039b54b77f71 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:40:58.116120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-484086b8-005a-4070-9d04-349115e47bf9 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Deleting port a98cab3f-14af-404b-b576-51ccb1eea973 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:58.116711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-484086b8-005a-4070-9d04-349115e47bf9 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a98cab3f-14af-404b-b576-51ccb1eea973), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.233281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=c3b4c1b4-440c-4f92-af7c-a2ba787ddc09,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:58.261731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0eb97454-6e16-4266-a7db-251b98a799e8 None None] Provisioning complete for port d7dd78bb-13eb-4914-8e8d-039b54b77f71 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:58.262102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0eb97454-6e16-4266-a7db-251b98a799e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.271146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (55d483b4-cb1b-4d1b-8d3c-94706719d79c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.272508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b7b2b9-da32-4058-a164-ab756f75fcf2 None None] Network e5db4716-641e-42db-9c1a-8d3fa5a40847 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:58.292664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.303770 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/networks/55d483b4-cb1b-4d1b-8d3c-94706719d79c HTTP/1.1" status: 204 len: 168 time: 1.6074355 Apr 29 07:40:58.304142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52748) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:58.325665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-62e87069-2a9f-4852-a12c-43ccd494b4bc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2aa2af2c-34ea-4293-b84b-eac6eac20dde), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.341042 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-957a708f-c053-42ed-8056-ea416a9f8ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (862587e2-383b-4f30-8d6f-2ddacbe14cc2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.404201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (9474a310-9ef5-4570-9dbc-ff56a5f90eef), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.409742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e87069-2a9f-4852-a12c-43ccd494b4bc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=2aa2af2c-34ea-4293-b84b-eac6eac20dde,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:58.414709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31f52d-0ea9-46a2-ae5a-06ffb575afd2 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Network': ['ID=55d483b4-cb1b-4d1b-8d3c-94706719d79c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:58.503122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1b334eb-541f-4cfe-b35f-5b60bcdcc243 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (fd029323-1ca5-49cc-af78-e2b746cf45cd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.509093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (9474a310-9ef5-4570-9dbc-ff56a5f90eef), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.513791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-957a708f-c053-42ed-8056-ea416a9f8ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (862587e2-383b-4f30-8d6f-2ddacbe14cc2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.516018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port d7dd78bb-13eb-4914-8e8d-039b54b77f71 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:58.516560 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.516689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.536790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9474a310-9ef5-4570-9dbc-ff56a5f90eef']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:58.546350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1b334eb-541f-4cfe-b35f-5b60bcdcc243 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.549014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14271463-d85a-40ab-b652-773f86049762') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:58.549541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14271463-d85a-40ab-b652-773f86049762') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:40:58.549750 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f1b334eb-541f-4cfe-b35f-5b60bcdcc243 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/subnets/fd029323-1ca5-49cc-af78-e2b746cf45cd HTTP/1.1" status: 204 len: 168 time: 1.8152456 Apr 29 07:40:58.552011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a708f-c053-42ed-8056-ea416a9f8ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862587e2-383b-4f30-8d6f-2ddacbe14cc2,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:58.569920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52750) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:58.574037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (14271463-d85a-40ab-b652-773f86049762), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.586426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-484086b8-005a-4070-9d04-349115e47bf9 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a98cab3f-14af-404b-b576-51ccb1eea973), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.589801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-62e87069-2a9f-4852-a12c-43ccd494b4bc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.596300 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-62e87069-2a9f-4852-a12c-43ccd494b4bc tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/2aa2af2c-34ea-4293-b84b-eac6eac20dde HTTP/1.1" status: 204 len: 168 time: 1.8133621 Apr 29 07:40:58.598675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b334eb-541f-4cfe-b35f-5b60bcdcc243 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Subnet': ['ID=fd029323-1ca5-49cc-af78-e2b746cf45cd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:58.608644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52752) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:58.667399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (14271463-d85a-40ab-b652-773f86049762), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.679854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:40:58.680223 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (14271463-d85a-40ab-b652-773f86049762), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.689957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370ee15-4137-4ecd-83ad-4c67348bfe1a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:58.691478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370ee15-4137-4ecd-83ad-4c67348bfe1a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:58.695953 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c370ee15-4137-4ecd-83ad-4c67348bfe1a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1218455 Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:40:58.696488 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:40:58.698881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52754) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:58.743281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port d7dd78bb-13eb-4914-8e8d-039b54b77f71 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:58.744154 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.746777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0eb97454-6e16-4266-a7db-251b98a799e8 None None] Current status of the port d7dd78bb-13eb-4914-8e8d-039b54b77f71 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:58.747533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0eb97454-6e16-4266-a7db-251b98a799e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.776776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ae3233-f3dd-44b2-985a-40dc89c3e309 None None] Network 993a1d6f-d117-47f8-a79e-ee959c5edefc requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:40:58.848773 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (9474a310-9ef5-4570-9dbc-ff56a5f90eef), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.864359 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.871840 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/networks/9474a310-9ef5-4570-9dbc-ff56a5f90eef HTTP/1.1" status: 204 len: 168 time: 0.5630875 Apr 29 07:40:58.873201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52756) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:58.879215 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-847796300'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:58.891756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0eb97454-6e16-4266-a7db-251b98a799e8 None None] For port d7dd78bb-13eb-4914-8e8d-039b54b77f71, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d7dd78bb-13eb-4914-8e8d-039b54b77f71,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:58.900655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164ae3c8-721a-4faf-9da9-3e846f08f777 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (993a1d6f-d117-47f8-a79e-ee959c5edefc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.908292 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aca8c-4b7e-45d7-832e-aff8485e3f45 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Network': ['ID=9474a310-9ef5-4570-9dbc-ff56a5f90eef,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:58.927774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0eb97454-6e16-4266-a7db-251b98a799e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.934659 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-164ae3c8-721a-4faf-9da9-3e846f08f777 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 07:40:58.935793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164ae3c8-721a-4faf-9da9-3e846f08f777 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:40:58.939222 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-164ae3c8-721a-4faf-9da9-3e846f08f777 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/993a1d6f-d117-47f8-a79e-ee959c5edefc HTTP/1.1" status: 409 len: 466 time: 0.2262900 Apr 29 07:40:58.941272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:58.945247 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:58.947498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52758) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:58.954951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1057708777'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:59.000508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:59.004683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.020071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:40:59.020439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:40:59.036463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:59.048663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb97454-6e16-4266-a7db-251b98a799e8 None None] Pushing event updated for resources: {'Port': ['ID=d7dd78bb-13eb-4914-8e8d-039b54b77f71,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:59.060251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:40:59.061821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Provisioning complete for port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:59.062333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.073280 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c60ba3-654f-459a-9a84-d8aac8c40927 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:40:59.075690 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-85c60ba3-654f-459a-9a84-d8aac8c40927 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/2aa2af2c-34ea-4293-b84b-eac6eac20dde HTTP/1.1" status: 404 len: 333 time: 0.4647496 Apr 29 07:40:59.076680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c680870a-9d0c-4717-96cd-2d361457f75a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.077130 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added segment c680870a-9d0c-4717-96cd-2d361457f75a of type vlan for network e87994fa-626f-48c8-9d9a-1f2546fbebf3 Apr 29 07:40:59.080314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-957a708f-c053-42ed-8056-ea416a9f8ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.081512 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-957a708f-c053-42ed-8056-ea416a9f8ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4057555 Apr 29 07:40:59.082618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-484086b8-005a-4070-9d04-349115e47bf9 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Calling delete_port for a98cab3f-14af-404b-b576-51ccb1eea973 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:59.084255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52760) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:59.087852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (30d6c0e9-66a9-43ef-9a8c-fef8e19fef1f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.088300 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Added segment 30d6c0e9-66a9-43ef-9a8c-fef8e19fef1f of type vlan for network d8f8de9a-f333-4099-a456-0e8f8e5be7fc Apr 29 07:40:59.127127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'name': 'tempest-PortsIpV6TestJSON-1397791802'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:59.164484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (e87994fa-626f-48c8-9d9a-1f2546fbebf3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.186512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (d8f8de9a-f333-4099-a456-0e8f8e5be7fc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.205974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Current status of the port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:59.209520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3d6ea-f861-437a-93d4-7f2c8faee413 None None] DHCP port deletion for 993a1d6f-d117-47f8-a79e-ee959c5edefc request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:40:59.261753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Provisioning complete for port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:59.262133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.269996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (e87994fa-626f-48c8-9d9a-1f2546fbebf3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.283665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:59.284574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.304403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3d6ea-f861-437a-93d4-7f2c8faee413 None None] Deleting port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:40:59.304919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ecf3d6ea-f861-437a-93d4-7f2c8faee413 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.307284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (d8f8de9a-f333-4099-a456-0e8f8e5be7fc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.313599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:59.315309 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.352095 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4024961 Apr 29 07:40:59.377565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52778) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:59.391653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ecf3d6ea-f861-437a-93d4-7f2c8faee413 None None] For port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=93f91c3b-b35f-42f7-8c27-1097c0bd1d62,segment=NetworkSegment(e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f),segment_id=e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:40:59.392049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ecf3d6ea-f861-437a-93d4-7f2c8faee413 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.400350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'subnet': {'network_id': 'd8f8de9a-f333-4099-a456-0e8f8e5be7fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:59.401747 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5274537 Apr 29 07:40:59.405355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52780) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:40:59.414277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'subnet': {'network_id': 'e87994fa-626f-48c8-9d9a-1f2546fbebf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:40:59.438135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Current status of the port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:59.446821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3d6ea-f861-437a-93d4-7f2c8faee413 None None] Calling delete_port for 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:40:59.459215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Provisioning complete for port 6a19549f-7e1e-4bbc-a2ec-fee2db6ba729 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:59.459585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6a19549f-7e1e-4bbc-a2ec-fee2db6ba729), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.482003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c53562-409a-4393-b58c-c5b8b87e25e8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Network': ['ID=e87994fa-626f-48c8-9d9a-1f2546fbebf3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:59.501588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:59.502556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network e87994fa-626f-48c8-9d9a-1f2546fbebf3 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:59.505988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.577864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe865-0d36-4b96-b376-47389c1b62e1 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Network': ['ID=d8f8de9a-f333-4099-a456-0e8f8e5be7fc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:59.596442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:59.600650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.613477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port adb7c444-adc1-41cf-86ec-b2678fde005b yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:40:59.630656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network d8f8de9a-f333-4099-a456-0e8f8e5be7fc details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:40:59.706075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Port 6a19549f-7e1e-4bbc-a2ec-fee2db6ba729 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:40:59.716644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Router 60f20c71-6ae6-4dc4-b0ef-0e430f322fda has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:40:59.736691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port d7dd78bb-13eb-4914-8e8d-039b54b77f71 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:40:59.792183 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-dbaf8c4f-e86d-42e0-8cc6-9ecaf47ad203 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286948360&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.4123700 Apr 29 07:40:59.808076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Provisioning complete for port d7dd78bb-13eb-4914-8e8d-039b54b77f71 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:40:59.808483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.848455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (489888c4-8143-4dc2-aadd-6dacea1d71fd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.867680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e634390d-aab4-412e-9d71-9103faa0fd36 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:59.902765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: e634390d-aab4-412e-9d71-9103faa0fd36 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:59.904169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e634390d-aab4-412e-9d71-9103faa0fd36 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:59.904754 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f02229ac-63a3-4279-895b-7458b45cf6d5 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:40:59.911286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ecf3d6ea-f861-437a-93d4-7f2c8faee413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (93f91c3b-b35f-42f7-8c27-1097c0bd1d62), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.934995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Subnet': ['ID=489888c4-8143-4dc2-aadd-6dacea1d71fd,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:59.946941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Checking segment: {'id': 'c680870a-9d0c-4717-96cd-2d361457f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e87994fa-626f-48c8-9d9a-1f2546fbebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:40:59.947373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network hostable DHCP agents. Network: e87994fa-626f-48c8-9d9a-1f2546fbebf3, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:40:59.967519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network e87994fa-626f-48c8-9d9a-1f2546fbebf3 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:40:59.974520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: f02229ac-63a3-4279-895b-7458b45cf6d5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:40:59.974957 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f02229ac-63a3-4279-895b-7458b45cf6d5 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:40:59.978423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:40:59.980430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3d6ea-f861-437a-93d4-7f2c8faee413 None None] No DVR routers for this DVR port 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:40:59.983035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:40:59.987976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3d6ea-f861-437a-93d4-7f2c8faee413 None None] Pushing event deleted for resources: {'Port': ['ID=93f91c3b-b35f-42f7-8c27-1097c0bd1d62,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:40:59.988914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, e87994fa-626f-48c8-9d9a-1f2546fbebf3) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:40:59.998710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:40:59.999558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.025620 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ed9c9d1d-e024-4f9f-b3e0-8793a8a4198d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6161256 Apr 29 07:41:00.025739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52782) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:00.026948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ff70c8-8924-4cba-96b5-5a4e75374bb7 None None] Network e87994fa-626f-48c8-9d9a-1f2546fbebf3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:00.031105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f1980cf8-37f6-4ef7-9c55-829c1c21d600 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1605801719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:00.048227 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:00.057618 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f7180b8f-3cf4-41b3-a138-8f220eebc108 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "PUT /v2.0/routers/60f20c71-6ae6-4dc4-b0ef-0e430f322fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2419431 Apr 29 07:41:00.065985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52784) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:00.070136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f1980cf8-37f6-4ef7-9c55-829c1c21d600 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (20d5179f-7a37-433d-8d81-af07c944b00c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.072881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f1980cf8-37f6-4ef7-9c55-829c1c21d600 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (20d5179f-7a37-433d-8d81-af07c944b00c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.075525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-484086b8-005a-4070-9d04-349115e47bf9 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a98cab3f-14af-404b-b576-51ccb1eea973), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.104709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee12e5f-6009-4ab9-90b2-14c3da8f0e5c None None] Sync routers for ids ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:00.152142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f1980cf8-37f6-4ef7-9c55-829c1c21d600 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (20d5179f-7a37-433d-8d81-af07c944b00c), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.157052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f1980cf8-37f6-4ef7-9c55-829c1c21d600 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (20d5179f-7a37-433d-8d81-af07c944b00c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.158969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8c69c533-753a-4a0a-ab2e-332e453751b9 None None] Current status of the port d7dd78bb-13eb-4914-8e8d-039b54b77f71 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:00.182040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f1980cf8-37f6-4ef7-9c55-829c1c21d600 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.186336 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f1980cf8-37f6-4ef7-9c55-829c1c21d600 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1596203 Apr 29 07:41:00.186991 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52786) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:00.190594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:00.192969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'port': {'network_id': 'e87994fa-626f-48c8-9d9a-1f2546fbebf3', 'name': 'tempest-RoutersIpV6Test-1038269384'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:00.194357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee12e5f-6009-4ab9-90b2-14c3da8f0e5c None None] Routers {'60f20c71-6ae6-4dc4-b0ef-0e430f322fda'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:00.194480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5ee12e5f-6009-4ab9-90b2-14c3da8f0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:00.212776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-263608bc-b218-4c22-8ee0-a38a1f96fb85 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] show failed (client error): The resource could not be found. Apr 29 07:41:00.213866 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-263608bc-b218-4c22-8ee0-a38a1f96fb85 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1683912290 HTTP/1.1" status: 404 len: 335 time: 0.1364822 Apr 29 07:41:00.223816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484086b8-005a-4070-9d04-349115e47bf9 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event deleted for resources: {'Port': ['ID=a98cab3f-14af-404b-b576-51ccb1eea973,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:00.226564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52788) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:00.249301 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-95df06ed-04bd-4edd-abb9-1259fb1314d5 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:00.285370 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-e87994fa-626f-48c8-9d9a-1f2546fbebf3', 'network_id': 'e87994fa-626f-48c8-9d9a-1f2546fbebf3', 'project_id': '1cce2196bf464d76acdc43610391b90d', 'fixed_ips': [{'subnet_id': '489888c4-8143-4dc2-aadd-6dacea1d71fd'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:00.286252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.291010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-4818305d-17ae-49b1-8b39-50351ecd9e19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:00.292494 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-4818305d-17ae-49b1-8b39-50351ecd9e19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=e024aa54-b278-4378-873f-b1ad45ebfb90 HTTP/1.1" status: 200 len: 796 time: 0.4694378 Apr 29 07:41:00.299725 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5ee12e5f-6009-4ab9-90b2-14c3da8f0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:00.345140 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-95df06ed-04bd-4edd-abb9-1259fb1314d5 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] update failed (client error): The resource could not be found. Apr 29 07:41:00.346598 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-95df06ed-04bd-4edd-abb9-1259fb1314d5 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1636490673 HTTP/1.1" status: 404 len: 335 time: 0.1064758 Apr 29 07:41:00.350993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52790) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:00.385553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (adb7c444-adc1-41cf-86ec-b2678fde005b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.402043 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-93cc0f0d-25cd-4ce6-b719-12d0abe33282 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0656486 Apr 29 07:41:00.421286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b776912a-8dd4-4959-a714-2398f86afc55 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Deleting subnet 2f05ee7c-447c-458f-87e8-d43101e9a8b8 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:00.426766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b776912a-8dd4-4959-a714-2398f86afc55 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for subnet (2f05ee7c-447c-458f-87e8-d43101e9a8b8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.455833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Allocated IP 2001:db8::2 (e87994fa-626f-48c8-9d9a-1f2546fbebf3/489888c4-8143-4dc2-aadd-6dacea1d71fd/c6305441-aa4d-46ec-be86-adb4979be0eb) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:00.487887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-484086b8-005a-4070-9d04-349115e47bf9 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.488153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b776912a-8dd4-4959-a714-2398f86afc55 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (2f05ee7c-447c-458f-87e8-d43101e9a8b8), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.491563 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-484086b8-005a-4070-9d04-349115e47bf9 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "DELETE /v2.0/ports/a98cab3f-14af-404b-b576-51ccb1eea973 HTTP/1.1" status: 204 len: 168 time: 3.1784811 Apr 29 07:41:00.498389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52792) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:00.504543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Request body: {'port': {'name': 'tempest-new-port-name-261468136', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:00.505145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.api.validators [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] bootfile-name is not in valid_values {{(pid=104223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:41:00.505688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.api.validators [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] tftp-server is not in valid_values {{(pid=104223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:41:00.506160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.api.validators [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] server-ip-address is not in valid_values {{(pid=104223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 29 07:41:00.521201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-de6ca043-171e-4244-b79b-7ab6fa5e9c23 None None] Provisioning complete for port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:00.523395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de6ca043-171e-4244-b79b-7ab6fa5e9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.525263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:00.529832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.559702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee12e5f-6009-4ab9-90b2-14c3da8f0e5c None None] Routers {'60f20c71-6ae6-4dc4-b0ef-0e430f322fda'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:00.560239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5ee12e5f-6009-4ab9-90b2-14c3da8f0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:40:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:00.568840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] device_id is not set on port f94981de-e966-452d-b56d-376d1f326959 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:41:00.604077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (adb7c444-adc1-41cf-86ec-b2678fde005b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.652357 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-504b75d3-90ae-4baf-a7cc-85bfc60166ee tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2409565 Apr 29 07:41:00.672911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b776912a-8dd4-4959-a714-2398f86afc55 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (2f05ee7c-447c-458f-87e8-d43101e9a8b8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.732319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.748165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b776912a-8dd4-4959-a714-2398f86afc55 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (2f05ee7c-447c-458f-87e8-d43101e9a8b8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.760926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5ee12e5f-6009-4ab9-90b2-14c3da8f0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:00.761602 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee12e5f-6009-4ab9-90b2-14c3da8f0e5c None None] The sync data for ids ['60f20c71-6ae6-4dc4-b0ef-0e430f322fda'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:00.763732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:00.781648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776912a-8dd4-4959-a714-2398f86afc55 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Subnet': ['ID=2f05ee7c-447c-458f-87e8-d43101e9a8b8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:00.785539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b776912a-8dd4-4959-a714-2398f86afc55 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.785714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:00.787823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:00.788248 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b776912a-8dd4-4959-a714-2398f86afc55 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "DELETE /v2.0/subnets/2f05ee7c-447c-458f-87e8-d43101e9a8b8 HTTP/1.1" status: 204 len: 168 time: 0.4348178 Apr 29 07:41:00.790700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52794) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:00.793958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:00.794589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.809894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:00.811127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.819668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf7e60-3c5e-436e-ba7d-412ab6a93742 None None] Network 3ba0440c-595a-4097-9577-884473c99810 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:00.822016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=adb7c444-adc1-41cf-86ec-b2678fde005b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:00.847189 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0781bdfc-56ae-4dc3-8301-fe203a7918c6 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Deleting subnet 74acedfd-52d6-4209-894b-f5b337eb733b {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:00.850426 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0781bdfc-56ae-4dc3-8301-fe203a7918c6 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for subnet (74acedfd-52d6-4209-894b-f5b337eb733b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.890184 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0d2ed0cc-3205-4c4a-b9a5-3faad970363f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7650578 Apr 29 07:41:00.890520 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52796) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:00.895784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1b924e31-9417-45bb-92c3-9fe42cabac21 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:00.924136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0781bdfc-56ae-4dc3-8301-fe203a7918c6 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (74acedfd-52d6-4209-894b-f5b337eb733b), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:00.958091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-de6ca043-171e-4244-b79b-7ab6fa5e9c23 None None] Current status of the port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:00.967752 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-b9e413c9-0533-4289-bd84-07602d7cb464 service neutron] 10.222.0.23 "GET /v2.0/networks/e024aa54-b278-4378-873f-b1ad45ebfb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764809 Apr 29 07:41:00.978049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Publish callbacks [] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.007668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.016649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-de6ca043-171e-4244-b79b-7ab6fa5e9c23 None None] Provisioning complete for port 106b99a6-5ce3-4fb1-8a70-4e95add83700 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:01.017269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de6ca043-171e-4244-b79b-7ab6fa5e9c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.035477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.objects.ports [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104223) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:41:01.067253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (7ebbda52-3169-498d-a252-ec006a31a135), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.074275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b924e31-9417-45bb-92c3-9fe42cabac21 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (adb7c444-adc1-41cf-86ec-b2678fde005b), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.099329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 2001:db8::147 (e87994fa-626f-48c8-9d9a-1f2546fbebf3/489888c4-8143-4dc2-aadd-6dacea1d71fd/f94981de-e966-452d-b56d-376d1f326959) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:01.109887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Network e87994fa-626f-48c8-9d9a-1f2546fbebf3 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:01.121849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0781bdfc-56ae-4dc3-8301-fe203a7918c6 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (74acedfd-52d6-4209-894b-f5b337eb733b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.128299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:01.133107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:01.135389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Pushing event updated for resources: {'Port': ['ID=c6305441-aa4d-46ec-be86-adb4979be0eb,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:01.139266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-de6ca043-171e-4244-b79b-7ab6fa5e9c23 None None] Port 106b99a6-5ce3-4fb1-8a70-4e95add83700 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:01.152702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-de6ca043-171e-4244-b79b-7ab6fa5e9c23 None None] Could not find standard attr ID for object a98cab3f-14af-404b-b576-51ccb1eea973. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:41:01.153824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:01.154924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d7dd78bb-13eb-4914-8e8d-039b54b77f71 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:01.217840 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Subnet': ['ID=7ebbda52-3169-498d-a252-ec006a31a135,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:01.234212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Attempting to bind port c6305441-aa4d-46ec-be86-adb4979be0eb on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:01.234835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Attempting to bind port c6305441-aa4d-46ec-be86-adb4979be0eb by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'c680870a-9d0c-4717-96cd-2d361457f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e87994fa-626f-48c8-9d9a-1f2546fbebf3'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:01.235383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Attempting to bind port c6305441-aa4d-46ec-be86-adb4979be0eb on network e87994fa-626f-48c8-9d9a-1f2546fbebf3 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:01.244672 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588d52b-0582-4446-8063-47a04744a38d None None] DHCP port deletion for 3ba0440c-595a-4097-9577-884473c99810 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:01.247761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:01.248598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Checking segment: {'id': 'c680870a-9d0c-4717-96cd-2d361457f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e87994fa-626f-48c8-9d9a-1f2546fbebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:01.249311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.249867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Bound using segment: {'id': 'c680870a-9d0c-4717-96cd-2d361457f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e87994fa-626f-48c8-9d9a-1f2546fbebf3'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:01.250507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Bound port: c6305441-aa4d-46ec-be86-adb4979be0eb, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c680870a-9d0c-4717-96cd-2d361457f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e87994fa-626f-48c8-9d9a-1f2546fbebf3'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:01.251031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.256878 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-35adf7ae-eb16-41e3-8ec6-98ba6dc5a9dd service neutron] 10.222.0.23 "GET /v2.0/networks/e024aa54-b278-4378-873f-b1ad45ebfb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845051 Apr 29 07:41:01.301536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Checking segment: {'id': '30d6c0e9-66a9-43ef-9a8c-fef8e19fef1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd8f8de9a-f333-4099-a456-0e8f8e5be7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:01.302180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network hostable DHCP agents. Network: d8f8de9a-f333-4099-a456-0e8f8e5be7fc, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:01.333315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-306b101d-9564-4573-8496-03e41e89d0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.337789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port d7dd78bb-13eb-4914-8e8d-039b54b77f71 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:01.338333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.361117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.373761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.382339 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0781bdfc-56ae-4dc3-8301-fe203a7918c6 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (74acedfd-52d6-4209-894b-f5b337eb733b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.407751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] For port c6305441-aa4d-46ec-be86-adb4979be0eb, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:01.413148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] For port c6305441-aa4d-46ec-be86-adb4979be0eb, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c6305441-aa4d-46ec-be86-adb4979be0eb,segment=NetworkSegment(c680870a-9d0c-4717-96cd-2d361457f75a),segment_id=c680870a-9d0c-4717-96cd-2d361457f75a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:01.423657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.436437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3588d52b-0582-4446-8063-47a04744a38d None None] Deleting port b46b91a0-d30b-4e26-aec5-6add2dd73280 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:01.437065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3588d52b-0582-4446-8063-47a04744a38d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.441960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781bdfc-56ae-4dc3-8301-fe203a7918c6 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Subnet': ['ID=74acedfd-52d6-4209-894b-f5b337eb733b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:01.444065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0781bdfc-56ae-4dc3-8301-fe203a7918c6 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.450356 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0781bdfc-56ae-4dc3-8301-fe203a7918c6 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "DELETE /v2.0/subnets/74acedfd-52d6-4209-894b-f5b337eb733b HTTP/1.1" status: 204 len: 168 time: 0.6557598 Apr 29 07:41:01.456803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52800) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:01.470521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network d8f8de9a-f333-4099-a456-0e8f8e5be7fc is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:01.509735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bacdcd-8631-45bc-91bd-1872d52ed14d None None] Network a30288e2-50cd-4f23-b8e3-c173c53a8f15 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:01.522352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, d8f8de9a-f333-4099-a456-0e8f8e5be7fc) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:01.527315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event updated for resources: {'Port': ['ID=106b99a6-5ce3-4fb1-8a70-4e95add83700,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:01.536544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:01.537421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.563526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] In _notify_port_updated(), no bound segment for port 106b99a6-5ce3-4fb1-8a70-4e95add83700 on network e5db4716-641e-42db-9c1a-8d3fa5a40847 {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:41:01.568327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eac54ec-5f07-4a42-a2d5-83f11ed03598 None None] Network d8f8de9a-f333-4099-a456-0e8f8e5be7fc requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:01.568684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:01.570645 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.572101 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-71e018db-2a9b-4c1c-b5fc-b43a7beabd70 tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "PUT /v2.0/ports/106b99a6-5ce3-4fb1-8a70-4e95add83700 HTTP/1.1" status: 200 len: 1136 time: 1.0717003 Apr 29 07:41:01.580304 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-69f42433-ed2b-436f-844e-ab10129c771f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1979980 Apr 29 07:41:01.580915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52804) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:01.584858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52806) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:01.586803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b924e31-9417-45bb-92c3-9fe42cabac21 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (adb7c444-adc1-41cf-86ec-b2678fde005b), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.647842 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b924e31-9417-45bb-92c3-9fe42cabac21 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (adb7c444-adc1-41cf-86ec-b2678fde005b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.704455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ab9c4-dae7-4428-8046-02e2ae0e1fee tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:01.709741 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-122ab9c4-dae7-4428-8046-02e2ae0e1fee tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "GET /v2.0/ports/106b99a6-5ce3-4fb1-8a70-4e95add83700 HTTP/1.1" status: 200 len: 1136 time: 0.1220393 Apr 29 07:41:01.710624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52808) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:01.757620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (3ba0440c-595a-4097-9577-884473c99810), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.762639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3588d52b-0582-4446-8063-47a04744a38d None None] For port b46b91a0-d30b-4e26-aec5-6add2dd73280, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b46b91a0-d30b-4e26-aec5-6add2dd73280,segment=NetworkSegment(6be65e42-1d14-464a-9c2d-c137ff5a2112),segment_id=6be65e42-1d14-464a-9c2d-c137ff5a2112)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:01.762639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3588d52b-0582-4446-8063-47a04744a38d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.767092 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ac39188c-8f90-4308-b1e9-39938e2645b8 req-851d9804-d30e-48e4-a5c0-027b3d5cae15 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 210 time: 0.2517235 Apr 29 07:41:01.789515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3588d52b-0582-4446-8063-47a04744a38d None None] Calling delete_port for b46b91a0-d30b-4e26-aec5-6add2dd73280 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:01.802381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (d8f8de9a-f333-4099-a456-0e8f8e5be7fc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.811493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (f94981de-e966-452d-b56d-376d1f326959), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.839400 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-1b924e31-9417-45bb-92c3-9fe42cabac21 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] In _notify_port_updated(), no bound segment for port adb7c444-adc1-41cf-86ec-b2678fde005b on network e5b6507b-5891-44d5-9f9c-64207a0a3630 {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:41:01.849878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b924e31-9417-45bb-92c3-9fe42cabac21 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:01.852540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b924e31-9417-45bb-92c3-9fe42cabac21 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.858372 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1b924e31-9417-45bb-92c3-9fe42cabac21 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "PUT /v2.0/ports/adb7c444-adc1-41cf-86ec-b2678fde005b HTTP/1.1" status: 200 len: 818 time: 0.9668639 Apr 29 07:41:01.859223 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52810) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:01.958752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0ea35-d36a-4c40-8999-13a05f571162 None None] Pushing event updated for resources: {'Port': ['ID=c6305441-aa4d-46ec-be86-adb4979be0eb,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:01.960742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b924e31-9417-45bb-92c3-9fe42cabac21 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=adb7c444-adc1-41cf-86ec-b2678fde005b,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:01.981644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port d7dd78bb-13eb-4914-8e8d-039b54b77f71 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:01.985974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f94981de-e966-452d-b56d-376d1f326959), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:01.994091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3588d52b-0582-4446-8063-47a04744a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.038448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-d9405f96-2f25-46cf-9131-3180de0f9f7a tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Deleting port 106b99a6-5ce3-4fb1-8a70-4e95add83700 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:02.039126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9405f96-2f25-46cf-9131-3180de0f9f7a tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.062908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=f94981de-e966-452d-b56d-376d1f326959,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:02.072233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network e87994fa-626f-48c8-9d9a-1f2546fbebf3 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:02.075093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588d52b-0582-4446-8063-47a04744a38d None None] Pushing event deleted for resources: {'Port': ['ID=b46b91a0-d30b-4e26-aec5-6add2dd73280,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:02.079279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Deleting port b46b91a0-d30b-4e26-aec5-6add2dd73280 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:02.079694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.083223 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:02.087515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588d52b-0582-4446-8063-47a04744a38d None None] No DVR routers for this DVR port b46b91a0-d30b-4e26-aec5-6add2dd73280 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:02.096399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:02.098932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:02.104616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:02.105422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.112065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (7ebbda52-3169-498d-a252-ec006a31a135), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.143494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1832b3ba-3b9f-474b-ae1e-f2a5137b5e42 None None] Provisioning complete for port 106b99a6-5ce3-4fb1-8a70-4e95add83700 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:02.143866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1832b3ba-3b9f-474b-ae1e-f2a5137b5e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.160649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:02.161729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 93f91c3b-b35f-42f7-8c27-1097c0bd1d62 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:02.172747 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2a2ec9a2-2f37-4571-90ac-3fa00c9e63f9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9837899 Apr 29 07:41:02.180102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52812) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:02.211986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf2694-f5fb-486b-ba94-7803943f9a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-d8f8de9a-f333-4099-a456-0e8f8e5be7fc', 'network_id': 'd8f8de9a-f333-4099-a456-0e8f8e5be7fc', 'project_id': '7ca7d466f20c41cbbef0a51a08a36f5f', 'fixed_ips': [{'subnet_id': '7ebbda52-3169-498d-a252-ec006a31a135'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:02.213209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-debf2694-f5fb-486b-ba94-7803943f9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.244397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80cea33-7907-49fb-a60c-df5c87b39cb1 None None] DHCP port deletion for a30288e2-50cd-4f23-b8e3-c173c53a8f15 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:02.280242 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1832b3ba-3b9f-474b-ae1e-f2a5137b5e42 None None] Port 106b99a6-5ce3-4fb1-8a70-4e95add83700 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:02.399864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c6305441-aa4d-46ec-be86-adb4979be0eb up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:02.450004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e80cea33-7907-49fb-a60c-df5c87b39cb1 None None] Deleting port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:02.450379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e80cea33-7907-49fb-a60c-df5c87b39cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.535572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e80cea33-7907-49fb-a60c-df5c87b39cb1 None None] For port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0,segment=NetworkSegment(6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d),segment_id=6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:02.535879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e80cea33-7907-49fb-a60c-df5c87b39cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.546047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c6305441-aa4d-46ec-be86-adb4979be0eb triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:02.546413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.556222 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e80cea33-7907-49fb-a60c-df5c87b39cb1 None None] Calling delete_port for f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:02.649302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9405f96-2f25-46cf-9131-3180de0f9f7a tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.668908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-d9405f96-2f25-46cf-9131-3180de0f9f7a tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Calling delete_port for 106b99a6-5ce3-4fb1-8a70-4e95add83700 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:02.780985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] For port b46b91a0-d30b-4e26-aec5-6add2dd73280, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:02.781542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.799822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e80cea33-7907-49fb-a60c-df5c87b39cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.857829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Calling delete_port for b46b91a0-d30b-4e26-aec5-6add2dd73280 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:02.866357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Port b46b91a0-d30b-4e26-aec5-6add2dd73280 was not found and therefore no delete operation was performed {{(pid=104224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:41:02.872807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b46b91a0-d30b-4e26-aec5-6add2dd73280), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.888415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80cea33-7907-49fb-a60c-df5c87b39cb1 None None] No DVR routers for this DVR port f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:02.904691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] No DVR routers for this DVR port b46b91a0-d30b-4e26-aec5-6add2dd73280 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:02.910566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c6305441-aa4d-46ec-be86-adb4979be0eb is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:02.910958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.913304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cea33-7907-49fb-a60c-df5c87b39cb1 None None] Pushing event deleted for resources: {'Port': ['ID=f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:02.920259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-afdad89d-df98-45b6-97f9-ba501fd673b8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port adb7c444-adc1-41cf-86ec-b2678fde005b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:02.920942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-afdad89d-df98-45b6-97f9-ba501fd673b8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (adb7c444-adc1-41cf-86ec-b2678fde005b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:02.926253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9405f96-2f25-46cf-9131-3180de0f9f7a tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (106b99a6-5ce3-4fb1-8a70-4e95add83700), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.002035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Port': ['ID=b46b91a0-d30b-4e26-aec5-6add2dd73280,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:03.026996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (7ebbda52-3169-498d-a252-ec006a31a135), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.058225 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-58d8c80d-60be-4cfa-a6fd-cc4576551f7e req-37e0918a-0791-432e-a297-a3c4494d2f38 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 210 time: 0.1438246 Apr 29 07:41:03.072754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9405f96-2f25-46cf-9131-3180de0f9f7a tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event deleted for resources: {'Port': ['ID=106b99a6-5ce3-4fb1-8a70-4e95add83700,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:03.136658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (3ba0440c-595a-4097-9577-884473c99810), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.146403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebbda52-3169-498d-a252-ec006a31a135,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:03.193172 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba0440c-595a-4097-9577-884473c99810']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:03.196202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-afdad89d-df98-45b6-97f9-ba501fd673b8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (adb7c444-adc1-41cf-86ec-b2678fde005b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server [None req-debf2694-f5fb-486b-ba94-7803943f9a98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ebbda52-3169-498d-a252-ec006a31a135: This subnet is being modified by another concurrent operation. Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise exception Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ebbda52-3169-498d-a252-ec006a31a135: This subnet is being modified by another concurrent operation. Apr 29 07:41:03.219804 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server Apr 29 07:41:03.228938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-afdad89d-df98-45b6-97f9-ba501fd673b8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for adb7c444-adc1-41cf-86ec-b2678fde005b owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:03.241271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa72352-a5f0-4878-a2df-e0730501e99f None None] Network e87994fa-626f-48c8-9d9a-1f2546fbebf3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:03.260675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be65e42-1d14-464a-9c2d-c137ff5a2112') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:03.260972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be65e42-1d14-464a-9c2d-c137ff5a2112') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:03.280358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (6be65e42-1d14-464a-9c2d-c137ff5a2112), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.287661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port c6305441-aa4d-46ec-be86-adb4979be0eb, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c6305441-aa4d-46ec-be86-adb4979be0eb,segment=NetworkSegment(c680870a-9d0c-4717-96cd-2d361457f75a),segment_id=c680870a-9d0c-4717-96cd-2d361457f75a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:03.303215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47345c80-7dc2-4aca-9b76-b739f738893f None None] Network d8f8de9a-f333-4099-a456-0e8f8e5be7fc requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:03.310777 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6be65e42-1d14-464a-9c2d-c137ff5a2112), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.318071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:03.318531 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (6be65e42-1d14-464a-9c2d-c137ff5a2112), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.332283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (d8f8de9a-f333-4099-a456-0e8f8e5be7fc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.335410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9405f96-2f25-46cf-9131-3180de0f9f7a tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.338966 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d9405f96-2f25-46cf-9131-3180de0f9f7a tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "DELETE /v2.0/ports/106b99a6-5ce3-4fb1-8a70-4e95add83700 HTTP/1.1" status: 204 len: 168 time: 1.6280773 Apr 29 07:41:03.342083 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52822) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:03.381832 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:03.384007 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.399791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f8de9a-f333-4099-a456-0e8f8e5be7fc']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:03.419044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d6c0e9-66a9-43ef-9a8c-fef8e19fef1f') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:03.419631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d6c0e9-66a9-43ef-9a8c-fef8e19fef1f') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:03.435629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f94981de-e966-452d-b56d-376d1f326959), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.448877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (30d6c0e9-66a9-43ef-9a8c-fef8e19fef1f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.475928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7c2f1b-203b-4886-b884-dd8eacdb4c6e tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Deleting subnet f480aba0-335b-4722-b2ac-ca1d4f09caa6 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:03.485152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (30d6c0e9-66a9-43ef-9a8c-fef8e19fef1f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.488915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2f1b-203b-4886-b884-dd8eacdb4c6e tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for subnet (f480aba0-335b-4722-b2ac-ca1d4f09caa6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.489385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (3ba0440c-595a-4097-9577-884473c99810), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.500665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.500825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b46b91a0-d30b-4e26-aec5-6add2dd73280 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:03.506059 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "DELETE /v2.0/networks/3ba0440c-595a-4097-9577-884473c99810 HTTP/1.1" status: 204 len: 168 time: 2.0437686 Apr 29 07:41:03.508068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7df790ad-c1c8-4f4e-8e78-f36ed8f0b815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.515432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52824) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:03.528128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-05a41491-4d11-47c0-a6f7-fbf4df4be0ea None None] Provisioning complete for port c6305441-aa4d-46ec-be86-adb4979be0eb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:03.528871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-05a41491-4d11-47c0-a6f7-fbf4df4be0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.533676 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c9122-a163-4587-aaaa-3d948587d8ce tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Network': ['ID=3ba0440c-595a-4097-9577-884473c99810,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:03.542904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:03.543383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (30d6c0e9-66a9-43ef-9a8c-fef8e19fef1f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:03.554378 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:03.559710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: b46b91a0-d30b-4e26-aec5-6add2dd73280 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:03.560060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b46b91a0-d30b-4e26-aec5-6add2dd73280 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:03.579590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=c6305441-aa4d-46ec-be86-adb4979be0eb,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:03.592474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-afdad89d-df98-45b6-97f9-ba501fd673b8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (adb7c444-adc1-41cf-86ec-b2678fde005b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.643316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2f1b-203b-4886-b884-dd8eacdb4c6e tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (f480aba0-335b-4722-b2ac-ca1d4f09caa6), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.646323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdad89d-df98-45b6-97f9-ba501fd673b8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=adb7c444-adc1-41cf-86ec-b2678fde005b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:03.656784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-05a41491-4d11-47c0-a6f7-fbf4df4be0ea None None] Current status of the port c6305441-aa4d-46ec-be86-adb4979be0eb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:03.684760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-afdad89d-df98-45b6-97f9-ba501fd673b8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.688669 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-afdad89d-df98-45b6-97f9-ba501fd673b8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/adb7c444-adc1-41cf-86ec-b2678fde005b HTTP/1.1" status: 204 len: 168 time: 1.8282480 Apr 29 07:41:03.692530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52826) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:03.706883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (d8f8de9a-f333-4099-a456-0e8f8e5be7fc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.713707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.716907 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/d8f8de9a-f333-4099-a456-0e8f8e5be7fc HTTP/1.1" status: 204 len: 168 time: 2.1192687 Apr 29 07:41:03.731333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52828) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:03.740021 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1604366586'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:03.748341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa2147-5b6d-4246-ac37-0cb30099bab0 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Network': ['ID=d8f8de9a-f333-4099-a456-0e8f8e5be7fc,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:03.761012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (a30288e2-50cd-4f23-b8e3-c173c53a8f15), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.805901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684dfaa-192a-416a-9e15-886d48de0d8d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:03.807476 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9684dfaa-192a-416a-9e15-886d48de0d8d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1132734 Apr 29 07:41:03.810179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52830) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:03.828582 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:03.831560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.848420 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-30336fc2-1927-4db9-9821-a839f35cf7ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:41:03.850158 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-30336fc2-1927-4db9-9821-a839f35cf7ac tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/adb7c444-adc1-41cf-86ec-b2678fde005b HTTP/1.1" status: 404 len: 333 time: 0.0389895 Apr 29 07:41:03.855958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52834) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:03.861737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1323077792'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:03.872398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2f1b-203b-4886-b884-dd8eacdb4c6e tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (f480aba0-335b-4722-b2ac-ca1d4f09caa6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.885750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d352bc42-d6d0-44d0-b930-9c2c9f5f54e6 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:41:03.888964 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:03.898450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b20e581e-e99e-44a6-8bce-df77d88089ec), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.898804 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Added segment b20e581e-e99e-44a6-8bce-df77d88089ec of type vlan for network b8515852-cfb4-48e8-a003-3e5b1c87ef54 Apr 29 07:41:03.932105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:03.937466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.980345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:03.993515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2f1b-203b-4886-b884-dd8eacdb4c6e tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (f480aba0-335b-4722-b2ac-ca1d4f09caa6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:03.999461 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (b8515852-cfb4-48e8-a003-3e5b1c87ef54), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.017087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ae791e0e-3cc1-494d-8055-68a408ee6ee5 None None] Provisioning complete for port c6305441-aa4d-46ec-be86-adb4979be0eb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:04.017476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae791e0e-3cc1-494d-8055-68a408ee6ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.017755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (a30288e2-50cd-4f23-b8e3-c173c53a8f15), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.020347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e8a25d0d-7f4b-445d-9236-ca7916e323c7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.020833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Added segment e8a25d0d-7f4b-445d-9236-ca7916e323c7 of type vlan for network 054191ad-fc62-49d3-b6ed-2154cfea280c Apr 29 07:41:04.049650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352bc42-d6d0-44d0-b930-9c2c9f5f54e6 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:41:04.063943 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c2f1b-203b-4886-b884-dd8eacdb4c6e tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event deleted for resources: {'Subnet': ['ID=f480aba0-335b-4722-b2ac-ca1d4f09caa6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:04.064732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30288e2-50cd-4f23-b8e3-c173c53a8f15']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:04.068584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2f1b-203b-4886-b884-dd8eacdb4c6e tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.073182 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fd7c2f1b-203b-4886-b884-dd8eacdb4c6e tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "DELETE /v2.0/subnets/f480aba0-335b-4722-b2ac-ca1d4f09caa6 HTTP/1.1" status: 204 len: 168 time: 0.7253056 Apr 29 07:41:04.082245 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52838) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:04.104372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:04.104946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:04.116029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (054191ad-fc62-49d3-b6ed-2154cfea280c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.165990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (b8515852-cfb4-48e8-a003-3e5b1c87ef54), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.171942 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:04.172754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.175196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (054191ad-fc62-49d3-b6ed-2154cfea280c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.190728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.191951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ae791e0e-3cc1-494d-8055-68a408ee6ee5 None None] Current status of the port c6305441-aa4d-46ec-be86-adb4979be0eb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:04.197802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (f94981de-e966-452d-b56d-376d1f326959), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.211474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:04.214045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.237271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ae791e0e-3cc1-494d-8055-68a408ee6ee5 None None] Provisioning complete for port f94981de-e966-452d-b56d-376d1f326959 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:04.237633 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae791e0e-3cc1-494d-8055-68a408ee6ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f94981de-e966-452d-b56d-376d1f326959), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.274973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (f94981de-e966-452d-b56d-376d1f326959), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.303345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ae791e0e-3cc1-494d-8055-68a408ee6ee5 None None] Port f94981de-e966-452d-b56d-376d1f326959 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:04.330880 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4736340 Apr 29 07:41:04.334654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52844) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:04.334828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.343471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c6305441-aa4d-46ec-be86-adb4979be0eb up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:04.345114 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f59b9608-0951-40ae-8a66-cce3cc688baf req-8ea1878d-2c67-4479-8740-abab17ce1f75 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 210 time: 0.0937603 Apr 29 07:41:04.356968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:04.391948 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6595187 Apr 29 07:41:04.398401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac393e-ae7e-4127-995c-1cc3c481fd5f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Network': ['ID=054191ad-fc62-49d3-b6ed-2154cfea280c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:04.402323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c6305441-aa4d-46ec-be86-adb4979be0eb triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:04.402951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.406180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fecfa5c-eb9d-4f3f-8fc9-e188ac9cacfe None None] Network e5db4716-641e-42db-9c1a-8d3fa5a40847 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:04.415734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:04.416419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (6bcc4a18-8bc9-4c23-9a19-4fca3c9ff01d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.420383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52846) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:04.421423 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:04.426205 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'subnet': {'network_id': 'b8515852-cfb4-48e8-a003-3e5b1c87ef54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:04.458958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 054191ad-fc62-49d3-b6ed-2154cfea280c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:04.473002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (e5db4716-641e-42db-9c1a-8d3fa5a40847), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.511558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b2fe5-3364-4048-9e96-6b94217adabf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Network': ['ID=b8515852-cfb4-48e8-a003-3e5b1c87ef54,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:04.540596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=f94981de-e966-452d-b56d-376d1f326959,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:04.571366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network b8515852-cfb4-48e8-a003-3e5b1c87ef54 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:04.660478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (a30288e2-50cd-4f23-b8e3-c173c53a8f15), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.677196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:04.681080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.695273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.700376 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "DELETE /v2.0/networks/a30288e2-50cd-4f23-b8e3-c173c53a8f15 HTTP/1.1" status: 204 len: 168 time: 1.1839163 Apr 29 07:41:04.703292 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52848) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:04.729095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45658b-106f-4de9-8e02-a1c27bb6e92c tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Network': ['ID=a30288e2-50cd-4f23-b8e3-c173c53a8f15,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:04.740669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:04.745111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.786040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.789451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c6305441-aa4d-46ec-be86-adb4979be0eb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:04.818547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (20d5179f-7a37-433d-8d81-af07c944b00c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.822213 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Deleting port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:04.822588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.835490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-91d7745f-59af-466e-92b0-90d57665d408 None None] Provisioning complete for port f94981de-e966-452d-b56d-376d1f326959 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:04.835961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-91d7745f-59af-466e-92b0-90d57665d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f94981de-e966-452d-b56d-376d1f326959), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:04.881113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-91d7745f-59af-466e-92b0-90d57665d408 None None] Port f94981de-e966-452d-b56d-376d1f326959 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:04.889320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:04.919646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:04.920152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f6a8ac0d-c8af-4a7c-bd28-dbbf781078f0 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:04.950274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] For port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c3b4c1b4-440c-4f92-af7c-a2ba787ddc09,segment=NetworkSegment(c15435fe-592e-46e7-b808-2ae17bf463fb),segment_id=c15435fe-592e-46e7-b808-2ae17bf463fb)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:04.950274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.025941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fee583f-b734-41e9-bf58-e658da981e88 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Deleting subnet dff4d48d-0196-451d-99e1-2879422fcba9 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:05.029269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Calling delete_port for c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:05.041062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7fee583f-b734-41e9-bf58-e658da981e88 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for subnet (dff4d48d-0196-451d-99e1-2879422fcba9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.138003 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7fee583f-b734-41e9-bf58-e658da981e88 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (dff4d48d-0196-451d-99e1-2879422fcba9), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.175223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] DHCP port deletion for e5db4716-641e-42db-9c1a-8d3fa5a40847 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:05.202890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f94981de-e966-452d-b56d-376d1f326959), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.205861 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.243816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-bf8426f3-af4a-467c-b16c-464e761a2cf3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:05.244647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event deleted for resources: {'Port': ['ID=c3b4c1b4-440c-4f92-af7c-a2ba787ddc09,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:05.245364 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-bf8426f3-af4a-467c-b16c-464e761a2cf3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=e024aa54-b278-4378-873f-b1ad45ebfb90 HTTP/1.1" status: 200 len: 796 time: 0.3462560 Apr 29 07:41:05.284943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] No DVR routers for this DVR port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:05.288116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] Deleting port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:05.288691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.345866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.377833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] For port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:05.378568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.391702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-765b8efc-1b17-470d-945e-239430d79a91 None None] Provisioning complete for port f94981de-e966-452d-b56d-376d1f326959 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:05.392077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-765b8efc-1b17-470d-945e-239430d79a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f94981de-e966-452d-b56d-376d1f326959), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.397348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] Calling delete_port for c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:05.419417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] Port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:41:05.423811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (c3b4c1b4-440c-4f92-af7c-a2ba787ddc09), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.463602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (e5db4716-641e-42db-9c1a-8d3fa5a40847), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.467063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] Pushing event deleted for resources: {'Port': ['ID=c3b4c1b4-440c-4f92-af7c-a2ba787ddc09,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:05.470013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78befe90-7d5d-4dd4-856d-08f1390eb1db None None] No DVR routers for this DVR port c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:05.471186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-765b8efc-1b17-470d-945e-239430d79a91 None None] Port f94981de-e966-452d-b56d-376d1f326959 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:05.475257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7fee583f-b734-41e9-bf58-e658da981e88 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (dff4d48d-0196-451d-99e1-2879422fcba9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.500025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5db4716-641e-42db-9c1a-8d3fa5a40847']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:05.504323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (010f7ae9-6c68-4f84-bbee-18ed4407f61c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.513017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15435fe-592e-46e7-b808-2ae17bf463fb') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:05.513323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15435fe-592e-46e7-b808-2ae17bf463fb') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:05.534375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (c15435fe-592e-46e7-b808-2ae17bf463fb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.540553 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ea02bd54-85c9-46a9-bef7-f7bb51cc55e6 req-f7c4388f-11fd-40fa-b39e-102f83295a2e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 210 time: 0.0931623 Apr 29 07:41:05.579314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (0580ccd1-d505-4335-92f6-70bac7bd0281), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.590207 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c15435fe-592e-46e7-b808-2ae17bf463fb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.600831 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-5ffb64b8-ec0f-4e2e-97f0-c2721e0633ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 471 time: 0.3401692 Apr 29 07:41:05.601025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:05.601419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (c15435fe-592e-46e7-b808-2ae17bf463fb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:05.604507 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:05.610093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': '556ac3dc-3246-43b6-8009-934cf363ebdc', 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['a36cbc57-1b39-4f54-bf44-f122ddbe31a1']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:05.673995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=010f7ae9-6c68-4f84-bbee-18ed4407f61c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:05.701053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (e5db4716-641e-42db-9c1a-8d3fa5a40847), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.705804 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.709029 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] 10.222.0.23 "DELETE /v2.0/networks/e5db4716-641e-42db-9c1a-8d3fa5a40847 HTTP/1.1" status: 204 len: 168 time: 1.6240461 Apr 29 07:41:05.740523 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6208e-b46e-45ed-818f-f530323b2ead tempest-ExtraDHCPOptionsTestJSON-1825615405 tempest-ExtraDHCPOptionsTestJSON-1825615405-project] Pushing event deleted for resources: {'Network': ['ID=e5db4716-641e-42db-9c1a-8d3fa5a40847,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:05.766735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (f94981de-e966-452d-b56d-376d1f326959), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.772110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (f94981de-e966-452d-b56d-376d1f326959), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.773070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (20d5179f-7a37-433d-8d81-af07c944b00c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.782490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Checking segment: {'id': 'e8a25d0d-7f4b-445d-9236-ca7916e323c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:05.783117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network hostable DHCP agents. Network: 054191ad-fc62-49d3-b6ed-2154cfea280c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:05.785202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7fee583f-b734-41e9-bf58-e658da981e88 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (dff4d48d-0196-451d-99e1-2879422fcba9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.818923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Subnet': ['ID=0580ccd1-d505-4335-92f6-70bac7bd0281,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:05.827604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Checking segment: {'id': 'b20e581e-e99e-44a6-8bce-df77d88089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8515852-cfb4-48e8-a003-3e5b1c87ef54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:05.827899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network hostable DHCP agents. Network: b8515852-cfb4-48e8-a003-3e5b1c87ef54, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:05.849529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555dd1e-a5af-4875-a733-1b4e4e86adfb None None] Network c62c295f-c9c7-4f82-a8d0-7dd449008c21 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:05.859894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7fee583f-b734-41e9-bf58-e658da981e88 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:05.866326 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7fee583f-b734-41e9-bf58-e658da981e88 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "DELETE /v2.0/subnets/dff4d48d-0196-451d-99e1-2879422fcba9 HTTP/1.1" status: 204 len: 168 time: 1.1343935 Apr 29 07:41:05.868259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52858) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:05.869703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee583f-b734-41e9-bf58-e658da981e88 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Subnet': ['ID=dff4d48d-0196-451d-99e1-2879422fcba9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:05.896809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=f94981de-e966-452d-b56d-376d1f326959,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:05.956515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network e87994fa-626f-48c8-9d9a-1f2546fbebf3 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:05.958514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:05.958882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 054191ad-fc62-49d3-b6ed-2154cfea280c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:06.002977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network b8515852-cfb4-48e8-a003-3e5b1c87ef54 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:06.010636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 054191ad-fc62-49d3-b6ed-2154cfea280c) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:06.017374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:06.020884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.026160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c62c295f-c9c7-4f82-a8d0-7dd449008c21), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.026533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.030865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:06.031457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.033853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, b8515852-cfb4-48e8-a003-3e5b1c87ef54) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:06.037040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff8a3a1-7c2b-4a29-acbe-0fd4f9abf85c None None] Network 054191ad-fc62-49d3-b6ed-2154cfea280c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:06.055610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:06.055989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.059961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654d03c2-de24-447f-b6b1-dd3b4614d5c1 None None] Network b8515852-cfb4-48e8-a003-3e5b1c87ef54 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:06.087986 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8ecfeede-e3ec-4be2-8039-696d3f2a745f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7327476 Apr 29 07:41:06.089152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52862) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:06.157125 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b71e03d0-fecd-4f06-89e0-a088e0f0ce54 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7354531 Apr 29 07:41:06.157832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52864) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:06.201134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9c6213a0-e48e-45d7-ad65-30a851d1960c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:06.222830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feecf16-9cf3-4df4-8066-274f2be33099 None None] DHCP port deletion for c62c295f-c9c7-4f82-a8d0-7dd449008c21 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:06.297178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:06.313064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52866) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:06.333919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:06.334544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c3b4c1b4-440c-4f92-af7c-a2ba787ddc09 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:06.338101 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 67cf269a-8efe-42fd-9597-80e8d769a57b no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:06.366143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.28 (e024aa54-b278-4378-873f-b1ad45ebfb90/37fe41d4-e3c0-4195-bf02-54657823358d/113c0cd6-7842-4b9d-ae26-d91edb512c29) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:06.369199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Deleting port 67cf269a-8efe-42fd-9597-80e8d769a57b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:06.369626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.425421 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 20d5179f-7a37-433d-8d81-af07c944b00c is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:41:06.456156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (b8515852-cfb4-48e8-a003-3e5b1c87ef54), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.457329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6213a0-e48e-45d7-ad65-30a851d1960c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:06.461131 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c6213a0-e48e-45d7-ad65-30a851d1960c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.503230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] For port 67cf269a-8efe-42fd-9597-80e8d769a57b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=67cf269a-8efe-42fd-9597-80e8d769a57b,segment=NetworkSegment(e5371e04-1228-4661-80f7-bbe030739de5),segment_id=e5371e04-1228-4661-80f7-bbe030739de5)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:06.503822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.548166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Calling delete_port for 67cf269a-8efe-42fd-9597-80e8d769a57b owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:06.618453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1907a305-1597-4c5f-81b4-0d079fc4f0f7 None None] Provisioning complete for port f94981de-e966-452d-b56d-376d1f326959 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:06.618453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1907a305-1597-4c5f-81b4-0d079fc4f0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f94981de-e966-452d-b56d-376d1f326959), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.647665 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-556d3af7-deee-4a23-b1ec-66c4ddc8d7fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e284ebeed0334804b24ed70f2b728f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251300 Apr 29 07:41:06.651823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52872) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:06.656541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (0580ccd1-d505-4335-92f6-70bac7bd0281), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.697743 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ca475105-cb47-401e-aa1d-6adf7b3bb261 req-5f10e1b0-2ae0-41d1-9d2d-df66ae0ca058 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 210 time: 0.0472822 Apr 29 07:41:06.697920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7304ea-c5a4-42e9-820a-0a05d43dd6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-b8515852-cfb4-48e8-a003-3e5b1c87ef54', 'network_id': 'b8515852-cfb4-48e8-a003-3e5b1c87ef54', 'project_id': '7ca7d466f20c41cbbef0a51a08a36f5f', 'fixed_ips': [{'subnet_id': '0580ccd1-d505-4335-92f6-70bac7bd0281'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:06.698608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa7304ea-c5a4-42e9-820a-0a05d43dd6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.725976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5feecf16-9cf3-4df4-8066-274f2be33099 None None] Deleting port 67cf269a-8efe-42fd-9597-80e8d769a57b {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:06.726399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5feecf16-9cf3-4df4-8066-274f2be33099 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.757506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:06.779693 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c7c8c357-45aa-418c-b4cd-f9e447e42db0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/20d5179f-7a37-433d-8d81-af07c944b00c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5965309 Apr 29 07:41:06.781649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52874) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:06.793561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5feecf16-9cf3-4df4-8066-274f2be33099 None None] For port 67cf269a-8efe-42fd-9597-80e8d769a57b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=67cf269a-8efe-42fd-9597-80e8d769a57b,segment=NetworkSegment(e5371e04-1228-4661-80f7-bbe030739de5),segment_id=e5371e04-1228-4661-80f7-bbe030739de5)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:06.793561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5feecf16-9cf3-4df4-8066-274f2be33099 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.799481 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.ipam_backend_mixin [None req-9c6213a0-e48e-45d7-ad65-30a851d1960c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 010f7ae9-6c68-4f84-bbee-18ed4407f61c (CIDR: 2001:db8::/64) Apr 29 07:41:06.804437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.806065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5feecf16-9cf3-4df4-8066-274f2be33099 None None] Calling delete_port for 67cf269a-8efe-42fd-9597-80e8d769a57b owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:06.807467 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6213a0-e48e-45d7-ad65-30a851d1960c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:06.807901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6213a0-e48e-45d7-ad65-30a851d1960c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:41:06.816726 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fda35-8937-41ac-a196-90ecce5136fb None None] Sync routers for ids ['20d5179f-7a37-433d-8d81-af07c944b00c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:06.821349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1913431f-a56d-403e-a96b-b94589684530 admin admin] Publish callbacks [] for security_group (2b3af468-af26-416c-ba32-7598a9b81ac0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.826528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.835151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (0580ccd1-d505-4335-92f6-70bac7bd0281), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.837144 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fda35-8937-41ac-a196-90ecce5136fb None None] Routers {'20d5179f-7a37-433d-8d81-af07c944b00c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:06.838022 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5c6fda35-8937-41ac-a196-90ecce5136fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['20d5179f-7a37-433d-8d81-af07c944b00c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:06.845443 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1913431f-a56d-403e-a96b-b94589684530 admin admin] Publish callbacks [] for security_group (2b3af468-af26-416c-ba32-7598a9b81ac0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.888471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-054191ad-fc62-49d3-b6ed-2154cfea280c', 'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c', 'project_id': '98a71a8f50de4bc091a186c0b95a6da8', 'fixed_ips': [{'subnet_id': '010f7ae9-6c68-4f84-bbee-18ed4407f61c'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:06.889463 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9c6213a0-e48e-45d7-ad65-30a851d1960c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7998891 Apr 29 07:41:06.892465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.894894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52876) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:06.895585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5feecf16-9cf3-4df4-8066-274f2be33099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (67cf269a-8efe-42fd-9597-80e8d769a57b), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.897708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1907a305-1597-4c5f-81b4-0d079fc4f0f7 None None] Port f94981de-e966-452d-b56d-376d1f326959 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:06.899306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Port': ['ID=67cf269a-8efe-42fd-9597-80e8d769a57b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:06.905340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:06.908605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1913431f-a56d-403e-a96b-b94589684530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (2b3af468-af26-416c-ba32-7598a9b81ac0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.911580 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5c6fda35-8937-41ac-a196-90ecce5136fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:06.914667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1913431f-a56d-403e-a96b-b94589684530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:06.914824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Subnet': ['ID=0580ccd1-d505-4335-92f6-70bac7bd0281,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:06.920145 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1913431f-a56d-403e-a96b-b94589684530 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b3af468-af26-416c-ba32-7598a9b81ac0 HTTP/1.1" status: 204 len: 168 time: 0.2583401 Apr 29 07:41:06.920313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] No DVR routers for this DVR port 67cf269a-8efe-42fd-9597-80e8d769a57b on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:06.933244 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fda35-8937-41ac-a196-90ecce5136fb None None] Routers {'20d5179f-7a37-433d-8d81-af07c944b00c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:06.933753 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5c6fda35-8937-41ac-a196-90ecce5136fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['20d5179f-7a37-433d-8d81-af07c944b00c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:06.935962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913431f-a56d-403e-a96b-b94589684530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3af468-af26-416c-ba32-7598a9b81ac0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:06.961337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Port 67cf269a-8efe-42fd-9597-80e8d769a57b update to DOWN by agent not found {{(pid=104225) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 29 07:41:06.962765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e550c9-d80a-47ec-ab90-6013b0ed9e52 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:06.967676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f8e550c9-d80a-47ec-ab90-6013b0ed9e52 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports/f94981de-e966-452d-b56d-376d1f326959 HTTP/1.1" status: 200 len: 984 time: 0.1828744 Apr 29 07:41:06.968065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feecf16-9cf3-4df4-8066-274f2be33099 None None] Pushing event deleted for resources: {'Port': ['ID=67cf269a-8efe-42fd-9597-80e8d769a57b,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:06.968161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:06.979424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feecf16-9cf3-4df4-8066-274f2be33099 None None] No DVR routers for this DVR port 67cf269a-8efe-42fd-9597-80e8d769a57b on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:07.035505 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5c6fda35-8937-41ac-a196-90ecce5136fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:07.036810 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fda35-8937-41ac-a196-90ecce5136fb None None] The sync data for ids ['20d5179f-7a37-433d-8d81-af07c944b00c'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:07.152106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae401a-738c-44d1-a690-a1fa2a4d63c7 None None] Network b8515852-cfb4-48e8-a003-3e5b1c87ef54 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:07.164601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (b8515852-cfb4-48e8-a003-3e5b1c87ef54), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.217180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8515852-cfb4-48e8-a003-3e5b1c87ef54']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:07.219919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.227726 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c62c295f-c9c7-4f82-a8d0-7dd449008c21), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.263153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20e581e-e99e-44a6-8bce-df77d88089ec') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:07.263765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20e581e-e99e-44a6-8bce-df77d88089ec') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:07.286754 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Allocated IP 2001:db8::2 (054191ad-fc62-49d3-b6ed-2154cfea280c/010f7ae9-6c68-4f84-bbee-18ed4407f61c/8c4e2afd-4934-402b-b5dd-c676b3dc27d4) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:07.334700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.467060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (20d5179f-7a37-433d-8d81-af07c944b00c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.567752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Publish callbacks [] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.579197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.629147 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Network 054191ad-fc62-49d3-b6ed-2154cfea280c is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:07.634789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:07.642631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:07.663235 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Pushing event updated for resources: {'Port': ['ID=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:07.725936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Attempting to bind port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:07.726124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e024aa54-b278-4378-873f-b1ad45ebfb90 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:07.726717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Attempting to bind port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'e8a25d0d-7f4b-445d-9236-ca7916e323c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:07.727341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Attempting to bind port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 on network 054191ad-fc62-49d3-b6ed-2154cfea280c {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:07.733141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:07.733887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Checking segment: {'id': 'e8a25d0d-7f4b-445d-9236-ca7916e323c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:07.734891 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.735478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Bound using segment: {'id': 'e8a25d0d-7f4b-445d-9236-ca7916e323c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:07.737475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Bound port: 8c4e2afd-4934-402b-b5dd-c676b3dc27d4, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a25d0d-7f4b-445d-9236-ca7916e323c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:07.738250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.739464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62c295f-c9c7-4f82-a8d0-7dd449008c21']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:07.747325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (b20e581e-e99e-44a6-8bce-df77d88089ec), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.758083 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:07.770508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5371e04-1228-4661-80f7-bbe030739de5') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:07.770804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5371e04-1228-4661-80f7-bbe030739de5') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:07.780507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:07.826214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] For port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:07.836761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] For port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,segment=NetworkSegment(e8a25d0d-7f4b-445d-9236-ca7916e323c7),segment_id=e8a25d0d-7f4b-445d-9236-ca7916e323c7)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:07.843839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (e5371e04-1228-4661-80f7-bbe030739de5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.852275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.852984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=113c0cd6-7842-4b9d-ae26-d91edb512c29,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:07.910262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e5371e04-1228-4661-80f7-bbe030739de5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.927387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b20e581e-e99e-44a6-8bce-df77d88089ec), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.938321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225f0d5-7109-4cfa-8df5-fed0fa7e8a05 None None] Pushing event updated for resources: {'Port': ['ID=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:07.943805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:07.944251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (e5371e04-1228-4661-80f7-bbe030739de5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:07.954799 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:07.971536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:07.972074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (b20e581e-e99e-44a6-8bce-df77d88089ec), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:07.998202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:07.998952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:08.002860 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:08.014033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port f94981de-e966-452d-b56d-376d1f326959 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:08.014992 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f94981de-e966-452d-b56d-376d1f326959), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.064240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52910) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:08.128284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65804687-f877-4132-853c-d5be4fff9e38 req-f8e142a2-2cab-43c3-a1b8-38ae84cbe438 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:08.131475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9088c5ff-911f-4537-b28d-fc841ae027c2 None None] Provisioning complete for port 113c0cd6-7842-4b9d-ae26-d91edb512c29 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:08.131634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:08.132161 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-65804687-f877-4132-853c-d5be4fff9e38 req-f8e142a2-2cab-43c3-a1b8-38ae84cbe438 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 932 time: 0.2444820 Apr 29 07:41:08.136194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.138157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9088c5ff-911f-4537-b28d-fc841ae027c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.170012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f94981de-e966-452d-b56d-376d1f326959), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.184338 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-479aa071-3354-4f41-a4db-7c8f7b075977 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5779669 Apr 29 07:41:08.198438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9088c5ff-911f-4537-b28d-fc841ae027c2 None None] Port 113c0cd6-7842-4b9d-ae26-d91edb512c29 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:08.203376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for f94981de-e966-452d-b56d-376d1f326959 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:08.240747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Request body: {'port': {'device_id': '556ac3dc-3246-43b6-8009-934cf363ebdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:08.284575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (b8515852-cfb4-48e8-a003-3e5b1c87ef54), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.286488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (c62c295f-c9c7-4f82-a8d0-7dd449008c21), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.304530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.309018 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/b8515852-cfb4-48e8-a003-3e5b1c87ef54 HTTP/1.1" status: 204 len: 168 time: 2.1460354 Apr 29 07:41:08.326163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52914) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:08.329172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.335165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "DELETE /v2.0/networks/c62c295f-c9c7-4f82-a8d0-7dd449008c21 HTTP/1.1" status: 204 len: 168 time: 2.4607918 Apr 29 07:41:08.339300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52916) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:08.346936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1512133386'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:08.353156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1097772055'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:08.359106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96ab6d-c081-4f6e-b49c-3bfbe4e8fed5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Network': ['ID=b8515852-cfb4-48e8-a003-3e5b1c87ef54,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:08.452950 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e4a9d332-53b0-41a4-bf3d-5e1bd8e3f512 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "GET /v2.0/ports?device_id=60f20c71-6ae6-4dc4-b0ef-0e430f322fda HTTP/1.1" status: 200 len: 205 time: 0.0959847 Apr 29 07:41:08.464960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52918) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:08.474477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa841d-480d-4dd0-b405-5b7d45635637 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Pushing event deleted for resources: {'Network': ['ID=c62c295f-c9c7-4f82-a8d0-7dd449008c21,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:08.498965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4faf-ce59-4eb4-a7fa-efa5053409bb req-8ecabc5b-1a2a-4f2b-b773-bb9e687a5982 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:08.500560 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c47d4faf-ce59-4eb4-a7fa-efa5053409bb req-8ecabc5b-1a2a-4f2b-b773-bb9e687a5982 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3967125 Apr 29 07:41:08.536775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.543799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:08.547115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.587744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:08.592224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.617684 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-65804687-f877-4132-853c-d5be4fff9e38 req-34eec74d-fe4e-49e6-9ed4-519c6c646889 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4779134 Apr 29 07:41:08.647913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.671572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98cc9fa0-49d9-46b4-8667-eec1880aed41 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for router (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.775268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:08.786417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f94981de-e966-452d-b56d-376d1f326959), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.817378 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=f94981de-e966-452d-b56d-376d1f326959,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:08.837372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (3709108a-6bcf-4f2d-b5ee-46f8d54db36e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.837618 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Added segment 3709108a-6bcf-4f2d-b5ee-46f8d54db36e of type vlan for network 17255ebc-e12c-49ef-889c-9804933cf787 Apr 29 07:41:08.930270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (20d5179f-7a37-433d-8d81-af07c944b00c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:08.953085 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c47d4faf-ce59-4eb4-a7fa-efa5053409bb req-6517ed62-fb06-4976-b8ba-dcd2558641e5 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4137747 Apr 29 07:41:09.078079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98cc9fa0-49d9-46b4-8667-eec1880aed41 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.080529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98cc9fa0-49d9-46b4-8667-eec1880aed41 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for router_controller (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.163684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98cc9fa0-49d9-46b4-8667-eec1880aed41 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (60f20c71-6ae6-4dc4-b0ef-0e430f322fda), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.164221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cc9fa0-49d9-46b4-8667-eec1880aed41 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Fanout notify agent at l3_agent the message router_deleted on router 60f20c71-6ae6-4dc4-b0ef-0e430f322fda {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:41:09.169184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 20d5179f-7a37-433d-8d81-af07c944b00c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:41:09.179380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-98cc9fa0-49d9-46b4-8667-eec1880aed41 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.181831 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-98cc9fa0-49d9-46b4-8667-eec1880aed41 tempest-RoutersNegativeTest-1068629955 tempest-RoutersNegativeTest-1068629955-project] 10.222.0.23 "DELETE /v2.0/routers/60f20c71-6ae6-4dc4-b0ef-0e430f322fda HTTP/1.1" status: 204 len: 168 time: 0.7085569 Apr 29 07:41:09.182429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1444ea6-3548-460a-bac1-0d950d9fc333 req-b46805fa-93cc-4747-bc66-8245913e63ed tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:09.189634 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e1444ea6-3548-460a-bac1-0d950d9fc333 req-b46805fa-93cc-4747-bc66-8245913e63ed tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1372356 Apr 29 07:41:09.195325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (17255ebc-e12c-49ef-889c-9804933cf787), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.304205 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e1444ea6-3548-460a-bac1-0d950d9fc333 req-8d9ca749-e00e-44c1-a7ba-d28d1a303fa1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136672 Apr 29 07:41:09.305662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:09.311060 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-34a6ee43-7d5e-459a-a894-7da85e0dacef tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/20d5179f-7a37-433d-8d81-af07c944b00c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3422306 Apr 29 07:41:09.317705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52924) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:09.322892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadeb2e2-78ff-40a6-a47d-636bd011ff61 None None] Sync routers for ids ['20d5179f-7a37-433d-8d81-af07c944b00c'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:09.368857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (17255ebc-e12c-49ef-889c-9804933cf787), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.373094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadeb2e2-78ff-40a6-a47d-636bd011ff61 None None] Routers {'20d5179f-7a37-433d-8d81-af07c944b00c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:09.373828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:09.374629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.376156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cadeb2e2-78ff-40a6-a47d-636bd011ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['20d5179f-7a37-433d-8d81-af07c944b00c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:09.458214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (019d8754-9de8-419d-88ad-19465d90515a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.465025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42038c99-5e2a-466a-b50c-054b9bc1d113 None None] Network 054191ad-fc62-49d3-b6ed-2154cfea280c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:09.471501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cadeb2e2-78ff-40a6-a47d-636bd011ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:09.530113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for security_group (15134d49-7422-47a7-9a6b-43d9827bbb38), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.534549 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1996932 Apr 29 07:41:09.543716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52930) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:09.554738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadeb2e2-78ff-40a6-a47d-636bd011ff61 None None] Routers {'20d5179f-7a37-433d-8d81-af07c944b00c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:09.555790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cadeb2e2-78ff-40a6-a47d-636bd011ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['20d5179f-7a37-433d-8d81-af07c944b00c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:09.557647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Request body: {'subnet': {'network_id': '17255ebc-e12c-49ef-889c-9804933cf787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:09.558562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fc9b59bb-1455-4747-b3cc-3f7a4ae93688 None None] Provisioning complete for port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:09.558997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc9b59bb-1455-4747-b3cc-3f7a4ae93688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.559138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (15134d49-7422-47a7-9a6b-43d9827bbb38), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.587583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1567d-916a-4ce5-90d9-d56b8db13aae tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Network': ['ID=17255ebc-e12c-49ef-889c-9804933cf787,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:09.588613 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-14f4208d-3735-4670-850d-a21e07f126dd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 07:41:09.593105 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-14f4208d-3735-4670-850d-a21e07f126dd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/20d5179f-7a37-433d-8d81-af07c944b00c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2711785 Apr 29 07:41:09.594533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 054191ad-fc62-49d3-b6ed-2154cfea280c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:09.596235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52932) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:09.596381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52934) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:09.625805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 17255ebc-e12c-49ef-889c-9804933cf787 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:09.632558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cadeb2e2-78ff-40a6-a47d-636bd011ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:09.633357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadeb2e2-78ff-40a6-a47d-636bd011ff61 None None] The sync data for ids ['20d5179f-7a37-433d-8d81-af07c944b00c'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:09.638744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:09.664950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:09.667031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.704307 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6db5ec4b-a4e1-4d7b-bbb0-890e66fc216e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d5179f-7a37-433d-8d81-af07c944b00c HTTP/1.1" status: 200 len: 205 time: 0.0971167 Apr 29 07:41:09.704307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:09.713884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52940) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:09.721088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=019d8754-9de8-419d-88ad-19465d90515a,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:09.747008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7c4511dc-7cba-4d3c-8626-7345a7fbe2d0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.747376 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment 7c4511dc-7cba-4d3c-8626-7345a7fbe2d0 of type vlan for network 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 Apr 29 07:41:09.778430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15134d49-7422-47a7-9a6b-43d9827bbb38,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:09.785166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113c0cd6-7842-4b9d-ae26-d91edb512c29 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:41:09.818502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Made reservation on behalf of 7ca7d466f20c41cbbef0a51a08a36f5f for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:09.822196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.842448 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bf3ec974-25a5-4ca5-9b6b-10f50c03b516 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9448178 Apr 29 07:41:09.846228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Publish callbacks [] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.851606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52942) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:09.858940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b59bb-1455-4747-b3cc-3f7a4ae93688 None None] Current status of the port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:09.859406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc9b59bb-1455-4747-b3cc-3f7a4ae93688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.878397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18572dd9-ef9f-4d48-b51b-ffe44feb1f52 req-b7671977-2a01-42f2-99da-3ccbd8a3ce46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:09.880637 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-18572dd9-ef9f-4d48-b51b-ffe44feb1f52 req-b7671977-2a01-42f2-99da-3ccbd8a3ce46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 932 time: 0.1386819 Apr 29 07:41:09.883938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c', 'fixed_ips': [{'subnet_id': '010f7ae9-6c68-4f84-bbee-18ed4407f61c'}, {'subnet_id': '019d8754-9de8-419d-88ad-19465d90515a'}], 'name': 'tempest-PortsIpV6TestJSON-2017592721'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:09.902176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fc9b59bb-1455-4747-b3cc-3f7a4ae93688 None None] For port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,segment=NetworkSegment(e8a25d0d-7f4b-445d-9236-ca7916e323c7),segment_id=e8a25d0d-7f4b-445d-9236-ca7916e323c7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:09.908223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc9b59bb-1455-4747-b3cc-3f7a4ae93688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.927136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eaff5-6125-44e4-a8a7-50a089db9cbc req-a28bf98e-350f-4d8c-b35a-11cd20b25b5f tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:09.928693 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c15eaff5-6125-44e4-a8a7-50a089db9cbc req-a28bf98e-350f-4d8c-b35a-11cd20b25b5f tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.4314120 Apr 29 07:41:09.966963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (4a3926b1-a1e0-4561-94f8-0d5a32fbe771), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.971112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c918daa-ba92-4f74-9ef9-a0ce5bb51d5f tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (20d5179f-7a37-433d-8d81-af07c944b00c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:09.976602 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-18572dd9-ef9f-4d48-b51b-ffe44feb1f52 req-0e414712-65c2-4a3c-9e23-33d4a905b799 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895138 Apr 29 07:41:09.978497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Transition to ACTIVE for port object 113c0cd6-7842-4b9d-ae26-d91edb512c29 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:41:10.009490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b59bb-1455-4747-b3cc-3f7a4ae93688 None None] Pushing event updated for resources: {'Port': ['ID=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:10.014399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5477ae2-6698-474a-8633-0c0ec993199c None None] Update dhcp port {'port': {'network_id': '054191ad-fc62-49d3-b6ed-2154cfea280c', 'fixed_ips': [{'subnet_id': '010f7ae9-6c68-4f84-bbee-18ed4407f61c', 'ip_address': '2001:db8::2'}, {'subnet_id': '019d8754-9de8-419d-88ad-19465d90515a'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': '8c4e2afd-4934-402b-b5dd-c676b3dc27d4'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:41:10.046854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f5477ae2-6698-474a-8633-0c0ec993199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.074874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.100362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:41:10.136068 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f0b8285b-fc71-4a1e-be07-97f343d743c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=705ce747256e4822928e784a515be753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5323706 Apr 29 07:41:10.150443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52944) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:10.177707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:41:10.179305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (8d6ca959-38a5-488d-a6a1-5ebbb8c484bf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.231466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event updated for resources: {'Subnet': ['ID=8d6ca959-38a5-488d-a6a1-5ebbb8c484bf,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:10.253365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-f5477ae2-6698-474a-8633-0c0ec993199c None None] Allocated IP 2001:db8:0:1::2 (054191ad-fc62-49d3-b6ed-2154cfea280c/019d8754-9de8-419d-88ad-19465d90515a/8c4e2afd-4934-402b-b5dd-c676b3dc27d4) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:10.276701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (4a3926b1-a1e0-4561-94f8-0d5a32fbe771), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.283029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:10.283854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.288759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Checking segment: {'id': '3709108a-6bcf-4f2d-b5ee-46f8d54db36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '17255ebc-e12c-49ef-889c-9804933cf787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:10.291909 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network hostable DHCP agents. Network: 17255ebc-e12c-49ef-889c-9804933cf787, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:10.331894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Network 17255ebc-e12c-49ef-889c-9804933cf787 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:10.346621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 17255ebc-e12c-49ef-889c-9804933cf787) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:10.356138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23456421-6fef-4996-95fc-f81f725d9a2b None None] Network 17255ebc-e12c-49ef-889c-9804933cf787 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:10.365439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:10.367852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.369927 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c15eaff5-6125-44e4-a8a7-50a089db9cbc req-1e7a37a5-234c-4467-82b7-e8b795fff1b6 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4049549 Apr 29 07:41:10.387890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Pushing event updated for resources: {'Port': ['ID=113c0cd6-7842-4b9d-ae26-d91edb512c29,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:10.416993 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f2cbc24d-5abe-4de4-8b97-b1a396b4265b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8688784 Apr 29 07:41:10.423613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52948) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:10.478519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:10.518539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f5477ae2-6698-474a-8633-0c0ec993199c None None] For port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,segment=NetworkSegment(e8a25d0d-7f4b-445d-9236-ca7916e323c7),segment_id=e8a25d0d-7f4b-445d-9236-ca7916e323c7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:10.567821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f414e-bc66-48f2-9f6b-4dd6793f3436 req-df2f05e8-c9b7-463e-9073-bb772fd36b08 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:10.569564 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fe0f414e-bc66-48f2-9f6b-4dd6793f3436 req-df2f05e8-c9b7-463e-9073-bb772fd36b08 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.0962899 Apr 29 07:41:10.577842 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (17255ebc-e12c-49ef-889c-9804933cf787), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.658683 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fe0f414e-bc66-48f2-9f6b-4dd6793f3436 req-6f0fbe16-9b9a-4f6e-8364-29cf854636fc tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775797 Apr 29 07:41:10.696181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (8d6ca959-38a5-488d-a6a1-5ebbb8c484bf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.818699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (8d6ca959-38a5-488d-a6a1-5ebbb8c484bf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.837128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c918daa-ba92-4f74-9ef9-a0ce5bb51d5f tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (20d5179f-7a37-433d-8d81-af07c944b00c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.846138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f5477ae2-6698-474a-8633-0c0ec993199c None None] Publish callbacks [] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.858382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c918daa-ba92-4f74-9ef9-a0ce5bb51d5f tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (20d5179f-7a37-433d-8d81-af07c944b00c), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.859475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6ca959-38a5-488d-a6a1-5ebbb8c484bf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:10.863519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f5477ae2-6698-474a-8633-0c0ec993199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.865835 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7682040 Apr 29 07:41:10.904681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:10.904681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.967472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deb48e-d747-4478-9687-b0dc5a178d35 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=4a3926b1-a1e0-4561-94f8-0d5a32fbe771,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:10.977623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c918daa-ba92-4f74-9ef9-a0ce5bb51d5f tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (20d5179f-7a37-433d-8d81-af07c944b00c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.978219 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c918daa-ba92-4f74-9ef9-a0ce5bb51d5f tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Fanout notify agent at l3_agent the message router_deleted on router 20d5179f-7a37-433d-8d81-af07c944b00c {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:41:10.983571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:10.994794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b167b-ebac-47db-9835-53ce5503a03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-17255ebc-e12c-49ef-889c-9804933cf787', 'network_id': '17255ebc-e12c-49ef-889c-9804933cf787', 'project_id': '7ca7d466f20c41cbbef0a51a08a36f5f', 'fixed_ips': [{'subnet_id': '8d6ca959-38a5-488d-a6a1-5ebbb8c484bf'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:10.996204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-324b167b-ebac-47db-9835-53ce5503a03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.997869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c918daa-ba92-4f74-9ef9-a0ce5bb51d5f tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:10.998997 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4c918daa-ba92-4f74-9ef9-a0ce5bb51d5f tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/20d5179f-7a37-433d-8d81-af07c944b00c HTTP/1.1" status: 204 len: 168 time: 1.2793489 Apr 29 07:41:11.012862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:11.014472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52954) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:11.015121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37046a33-bbd3-4891-ae6f-79bdd4df594e admin admin] Publish callbacks [] for security_group (3b4eda3d-cc73-4896-a98d-ea187886d514), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.051464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 52958) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:11.060324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (17255ebc-e12c-49ef-889c-9804933cf787), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.082574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': '4a3926b1-a1e0-4561-94f8-0d5a32fbe771', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:11.098574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17255ebc-e12c-49ef-889c-9804933cf787']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:11.116713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b6d59-2281-44ec-ba9a-8cc5f333e9d7 req-6cf79818-ed9d-43ed-bc02-c3e26aed90da tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:11.121134 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0b7b6d59-2281-44ec-ba9a-8cc5f333e9d7 req-6cf79818-ed9d-43ed-bc02-c3e26aed90da tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2424262 Apr 29 07:41:11.123249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3709108a-6bcf-4f2d-b5ee-46f8d54db36e') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:11.123940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3709108a-6bcf-4f2d-b5ee-46f8d54db36e') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:11.154651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (3709108a-6bcf-4f2d-b5ee-46f8d54db36e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.171133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Attempting to bind port 113c0cd6-7842-4b9d-ae26-d91edb512c29 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:11.171481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Attempting to bind port 113c0cd6-7842-4b9d-ae26-d91edb512c29 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:11.171817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Attempting to bind port 113c0cd6-7842-4b9d-ae26-d91edb512c29 on network e024aa54-b278-4378-873f-b1ad45ebfb90 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:11.179452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (3709108a-6bcf-4f2d-b5ee-46f8d54db36e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.187741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:11.188140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (3709108a-6bcf-4f2d-b5ee-46f8d54db36e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:11.193401 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:11.213326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37046a33-bbd3-4891-ae6f-79bdd4df594e admin admin] Publish callbacks [] for security_group (3b4eda3d-cc73-4896-a98d-ea187886d514), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.228839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Port 113c0cd6-7842-4b9d-ae26-d91edb512c29 on network e024aa54-b278-4378-873f-b1ad45ebfb90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:41:11.229167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Attempting to bind port 113c0cd6-7842-4b9d-ae26-d91edb512c29 on network e024aa54-b278-4378-873f-b1ad45ebfb90 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:11.236180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5477ae2-6698-474a-8633-0c0ec993199c None None] Pushing event updated for resources: {'Port': ['ID=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:11.256644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:11.259677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dc2673-d1c4-490c-b088-8dda5c0553d8 None None] Network 17255ebc-e12c-49ef-889c-9804933cf787 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:11.283330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c01b3d8-98c9-42f9-99a8-4d06fe646d15 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting subnet 489888c4-8143-4dc2-aadd-6dacea1d71fd {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:11.290300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:11.290643 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Checking segment: {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:11.291871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Bound using segment: {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:11.292449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Bound port: 113c0cd6-7842-4b9d-ae26-d91edb512c29, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:11.292682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.311326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c01b3d8-98c9-42f9-99a8-4d06fe646d15 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (489888c4-8143-4dc2-aadd-6dacea1d71fd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.344654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (17255ebc-e12c-49ef-889c-9804933cf787), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.358505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.365696 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/17255ebc-e12c-49ef-889c-9804933cf787 HTTP/1.1" status: 204 len: 168 time: 0.9408295 Apr 29 07:41:11.366704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52962) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:11.378304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.404747 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87659eb1-59d3-41e5-a027-5dae686a071c tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Network': ['ID=17255ebc-e12c-49ef-889c-9804933cf787,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:11.412507 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7831fbc8-d130-4d97-9839-6c0aa03638ee tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): The resource could not be found. Apr 29 07:41:11.412970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7831fbc8-d130-4d97-9839-6c0aa03638ee tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:41:11.418761 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7831fbc8-d130-4d97-9839-6c0aa03638ee tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/subnets/8d6ca959-38a5-488d-a6a1-5ebbb8c484bf HTTP/1.1" status: 404 len: 337 time: 0.0423031 Apr 29 07:41:11.419602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52964) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:11.443235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2138e-1bb2-4262-937a-b2af4fd342e8 req-ccd74dbb-8a9a-4993-b930-f0c2f1640714 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:11.444828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4d2138e-1bb2-4262-937a-b2af4fd342e8 req-ccd74dbb-8a9a-4993-b930-f0c2f1640714 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 944 time: 0.3161414 Apr 29 07:41:11.445513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:11.447806 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c31254-bd3b-44fc-9f7b-07b1c38d9e39 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): The resource could not be found. Apr 29 07:41:11.448340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c31254-bd3b-44fc-9f7b-07b1c38d9e39 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:41:11.448802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.451730 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-94c31254-bd3b-44fc-9f7b-07b1c38d9e39 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/17255ebc-e12c-49ef-889c-9804933cf787 HTTP/1.1" status: 404 len: 339 time: 0.0291436 Apr 29 07:41:11.455345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52966) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:11.462460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c01b3d8-98c9-42f9-99a8-4d06fe646d15 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (489888c4-8143-4dc2-aadd-6dacea1d71fd), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.468381 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0b7b6d59-2281-44ec-ba9a-8cc5f333e9d7 req-e2b49131-ddc4-454d-9a50-9a2bf8406f19 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324602 Apr 29 07:41:11.491350 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d826ec8b-940d-4f6c-bc64-ab50e65bb700 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): The resource could not be found. Apr 29 07:41:11.491812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d826ec8b-940d-4f6c-bc64-ab50e65bb700 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:41:11.497262 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d826ec8b-940d-4f6c-bc64-ab50e65bb700 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/subnets/0580ccd1-d505-4335-92f6-70bac7bd0281 HTTP/1.1" status: 404 len: 337 time: 0.0388186 Apr 29 07:41:11.498208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52968) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:11.517576 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd0644e-0202-443a-8883-0e634faae144 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): The resource could not be found. Apr 29 07:41:11.518064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd0644e-0202-443a-8883-0e634faae144 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:41:11.524322 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9bd0644e-0202-443a-8883-0e634faae144 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/b8515852-cfb4-48e8-a003-3e5b1c87ef54 HTTP/1.1" status: 404 len: 339 time: 0.0226054 Apr 29 07:41:11.524524 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52970) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:11.557880 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0154c65-0e00-4070-a042-cce22ce15c5f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): The resource could not be found. Apr 29 07:41:11.557880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0154c65-0e00-4070-a042-cce22ce15c5f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:41:11.561800 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e0154c65-0e00-4070-a042-cce22ce15c5f tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/subnets/7ebbda52-3169-498d-a252-ec006a31a135 HTTP/1.1" status: 404 len: 337 time: 0.0360396 Apr 29 07:41:11.564277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52972) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:11.565663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port e9c44ceb-9162-4619-9c2b-ca24d04971aa yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:41:11.570611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37046a33-bbd3-4891-ae6f-79bdd4df594e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3b4eda3d-cc73-4896-a98d-ea187886d514), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.573539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-37046a33-bbd3-4891-ae6f-79bdd4df594e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.575915 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-37046a33-bbd3-4891-ae6f-79bdd4df594e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b4eda3d-cc73-4896-a98d-ea187886d514 HTTP/1.1" status: 204 len: 168 time: 1.4177182 Apr 29 07:41:11.586023 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3de01e-cf80-4478-9287-e51c90bbb13a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): The resource could not be found. Apr 29 07:41:11.586632 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3de01e-cf80-4478-9287-e51c90bbb13a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:41:11.592064 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2e3de01e-cf80-4478-9287-e51c90bbb13a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/d8f8de9a-f333-4099-a456-0e8f8e5be7fc HTTP/1.1" status: 404 len: 339 time: 0.0243442 Apr 29 07:41:11.598226 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52976) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:11.681162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37046a33-bbd3-4891-ae6f-79bdd4df594e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4eda3d-cc73-4896-a98d-ea187886d514,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:11.714836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9710b52a-430d-4fad-817e-086f8331db40 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Deleting port 6a19549f-7e1e-4bbc-a2ec-fee2db6ba729 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:11.715206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9710b52a-430d-4fad-817e-086f8331db40 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6a19549f-7e1e-4bbc-a2ec-fee2db6ba729), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.717659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] For port 113c0cd6-7842-4b9d-ae26-d91edb512c29, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:11.782014 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4d2138e-1bb2-4262-937a-b2af4fd342e8 req-23d861e6-d8e4-4191-9165-f60c723560af tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289433 Apr 29 07:41:11.818835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] For port 113c0cd6-7842-4b9d-ae26-d91edb512c29, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=113c0cd6-7842-4b9d-ae26-d91edb512c29,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:11.828479 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9710b52a-430d-4fad-817e-086f8331db40 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6a19549f-7e1e-4bbc-a2ec-fee2db6ba729), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.840219 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.856016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9710b52a-430d-4fad-817e-086f8331db40 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Calling delete_port for 6a19549f-7e1e-4bbc-a2ec-fee2db6ba729 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:11.918399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c01b3d8-98c9-42f9-99a8-4d06fe646d15 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (489888c4-8143-4dc2-aadd-6dacea1d71fd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:11.967417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Pushing event updated for resources: {'Port': ['ID=113c0cd6-7842-4b9d-ae26-d91edb512c29,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:11.970638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c60b61a-b99d-4a9e-a86d-3dae3378a2b0 None None] Network 054191ad-fc62-49d3-b6ed-2154cfea280c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:11.986358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9710b52a-430d-4fad-817e-086f8331db40 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (6a19549f-7e1e-4bbc-a2ec-fee2db6ba729), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.003254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:12.003851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.005160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-cb5421b6-a5d0-47df-8534-ca1d2c9c3007 service neutron] 10.222.0.36 "PUT /v2.0/ports/113c0cd6-7842-4b9d-ae26-d91edb512c29 HTTP/1.1" status: 200 len: 1094 time: 3.7702281 Apr 29 07:41:12.005579 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556ac3dc-3246-43b6-8009-934cf363ebdc', 'tag': '113c0cd6-7842-4b9d-ae26-d91edb512c29'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:41:12.007874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3614eb8-4077-4de3-a3ed-98057d5ed000" -d '{"events": [{"name": "network-changed", "server_uuid": "556ac3dc-3246-43b6-8009-934cf363ebdc", "tag": "113c0cd6-7842-4b9d-ae26-d91edb512c29"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:41:12.039792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710b52a-430d-4fad-817e-086f8331db40 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Port': ['ID=6a19549f-7e1e-4bbc-a2ec-fee2db6ba729,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:12.066713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9710b52a-430d-4fad-817e-086f8331db40 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.078161 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9710b52a-430d-4fad-817e-086f8331db40 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/ports/6a19549f-7e1e-4bbc-a2ec-fee2db6ba729 HTTP/1.1" status: 204 len: 168 time: 0.4792378 Apr 29 07:41:12.079330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52990) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:12.087169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5c0ed0c0-c3d3-43b2-9983-ff0f542a6825 None None] Provisioning complete for port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:12.088044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed0c0-c3d3-43b2-9983-ff0f542a6825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.122745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de71d9c4-192e-446a-9852-a7ae00ba4db6 x-openstack-request-id: req-de71d9c4-192e-446a-9852-a7ae00ba4db6 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:41:12.123341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556ac3dc-3246-43b6-8009-934cf363ebdc", "tag": "113c0cd6-7842-4b9d-ae26-d91edb512c29", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:41:12.123758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de71d9c4-192e-446a-9852-a7ae00ba4db6 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:41:12.124317 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de71d9c4-192e-446a-9852-a7ae00ba4db6'] response: {'name': 'network-changed', 'server_uuid': '556ac3dc-3246-43b6-8009-934cf363ebdc', 'tag': '113c0cd6-7842-4b9d-ae26-d91edb512c29', 'status': 'completed', 'code': 200} Apr 29 07:41:12.151039 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6486cb01-87ee-4c8c-8abd-933af45839b2 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): The resource could not be found. Apr 29 07:41:12.152884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6486cb01-87ee-4c8c-8abd-933af45839b2 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:41:12.161764 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6486cb01-87ee-4c8c-8abd-933af45839b2 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/subnets/fd029323-1ca5-49cc-af78-e2b746cf45cd HTTP/1.1" status: 404 len: 337 time: 0.0773761 Apr 29 07:41:12.166192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 52992) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:12.259391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ed0c0-c3d3-43b2-9983-ff0f542a6825 None None] Current status of the port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:12.306747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c01b3d8-98c9-42f9-99a8-4d06fe646d15 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (489888c4-8143-4dc2-aadd-6dacea1d71fd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.343126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:12.348107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (993a1d6f-d117-47f8-a79e-ee959c5edefc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.411167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c01b3d8-98c9-42f9-99a8-4d06fe646d15 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.414697 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2c01b3d8-98c9-42f9-99a8-4d06fe646d15 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/489888c4-8143-4dc2-aadd-6dacea1d71fd HTTP/1.1" status: 204 len: 168 time: 1.3954544 Apr 29 07:41:12.422567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53000) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:12.428810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e5f2fe-3d8b-4230-8478-b0cf4ab765da None None] Network e87994fa-626f-48c8-9d9a-1f2546fbebf3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:12.451191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01b3d8-98c9-42f9-99a8-4d06fe646d15 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Subnet': ['ID=489888c4-8143-4dc2-aadd-6dacea1d71fd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:12.496648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-475ba536-67ef-467d-838b-76d1314d6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:12.499332 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-475ba536-67ef-467d-838b-76d1314d6596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 1128 time: 0.4163411 Apr 29 07:41:12.503773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (b25114eb-409c-4f2b-8f2d-4bed92702a83), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.577635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:12.578010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.650894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::16b (054191ad-fc62-49d3-b6ed-2154cfea280c/010f7ae9-6c68-4f84-bbee-18ed4407f61c/e9c44ceb-9162-4619-9c2b-ca24d04971aa) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:12.654775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53006) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:12.657468 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-66358fd6-e1ed-4ace-a5ca-da122dd97ef9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=113c0cd6-7842-4b9d-ae26-d91edb512c29 HTTP/1.1" status: 200 len: 217 time: 0.1401212 Apr 29 07:41:12.679137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8:0:1::383 (054191ad-fc62-49d3-b6ed-2154cfea280c/019d8754-9de8-419d-88ad-19465d90515a/e9c44ceb-9162-4619-9c2b-ca24d04971aa) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:12.721710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-963d6bc2-624e-4c52-801f-5deb9983ad82 None None] Provisioning complete for port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:12.722167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-963d6bc2-624e-4c52-801f-5deb9983ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.723613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:12.730026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=b25114eb-409c-4f2b-8f2d-4bed92702a83,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:12.764673 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (993a1d6f-d117-47f8-a79e-ee959c5edefc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.785333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b7ca1-4076-46b9-aa93-adfbb4bad1c9 None None] DHCP port deletion for e87994fa-626f-48c8-9d9a-1f2546fbebf3 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:12.787924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': '7c4511dc-7cba-4d3c-8626-7345a7fbe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a3926b1-a1e0-4561-94f8-0d5a32fbe771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:12.789252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: 4a3926b1-a1e0-4561-94f8-0d5a32fbe771, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:12.801413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-30ffb1bf-cac3-4119-87c2-06bc15cc13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:12.803923 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-30ffb1bf-cac3-4119-87c2-06bc15cc13ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37fe41d4-e3c0-4195-bf02-54657823358d HTTP/1.1" status: 200 len: 837 time: 0.1346428 Apr 29 07:41:12.847211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (e87994fa-626f-48c8-9d9a-1f2546fbebf3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.873849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-963d6bc2-624e-4c52-801f-5deb9983ad82 None None] Current status of the port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:12.891740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993a1d6f-d117-47f8-a79e-ee959c5edefc']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:12.907964 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-e3f51b36-e061-4f2a-89d7-f410f837b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:12.908247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:12.909502 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-e3f51b36-e061-4f2a-89d7-f410f837b899 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1130 time: 0.4884939 Apr 29 07:41:12.931306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 4a3926b1-a1e0-4561-94f8-0d5a32fbe771) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:12.939563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:12.940332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:12.943720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-28b82be4-36a2-4aec-a19d-56bf03bed0e9 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:12.944880 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-28b82be4-36a2-4aec-a19d-56bf03bed0e9 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 07:41:12.945427 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-28b82be4-36a2-4aec-a19d-56bf03bed0e9 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:41:12.946633 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-28b82be4-36a2-4aec-a19d-56bf03bed0e9 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2867033 Apr 29 07:41:12.953985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53014) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:12.954191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0394635c-374a-45bb-b326-03067b701cbd None None] Network 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:12.956966 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:12.957273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:12.967269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979919948'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:12.977547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-5bb47c0f-a29f-48f0-91d8-d47573dbd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:12.979408 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-5bb47c0f-a29f-48f0-91d8-d47573dbd211 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e024aa54-b278-4378-873f-b1ad45ebfb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1622219 Apr 29 07:41:12.990407 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c4ae42b5-1342-43a7-bca5-cafed664d968 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9312308 Apr 29 07:41:12.994566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53016) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:13.012019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-178857226'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:13.020015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.039985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-006b7ca1-4076-46b9-aa93-adfbb4bad1c9 None None] Deleting port c6305441-aa4d-46ec-be86-adb4979be0eb {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:13.040606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-006b7ca1-4076-46b9-aa93-adfbb4bad1c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.121026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.129742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.139364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-006b7ca1-4076-46b9-aa93-adfbb4bad1c9 None None] For port c6305441-aa4d-46ec-be86-adb4979be0eb, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c6305441-aa4d-46ec-be86-adb4979be0eb,segment=NetworkSegment(c680870a-9d0c-4717-96cd-2d361457f75a),segment_id=c680870a-9d0c-4717-96cd-2d361457f75a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:13.140320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-006b7ca1-4076-46b9-aa93-adfbb4bad1c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.147041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5eb00d-4607-4dfd-9c45-bd9835b557c6 req-da3fd128-7e88-4898-9802-2e78ec4ac555 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:13.149183 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3d5eb00d-4607-4dfd-9c45-bd9835b557c6 req-da3fd128-7e88-4898-9802-2e78ec4ac555 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 944 time: 0.2729189 Apr 29 07:41:13.149347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:13.149733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:13.150142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (e9eac7d8-68fa-4eb5-ad2d-90a994c24a7f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.152631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.155424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-006b7ca1-4076-46b9-aa93-adfbb4bad1c9 None None] Calling delete_port for c6305441-aa4d-46ec-be86-adb4979be0eb owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:13.158339 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:13.160378 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.171889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-4a3926b1-a1e0-4561-94f8-0d5a32fbe771', 'network_id': '4a3926b1-a1e0-4561-94f8-0d5a32fbe771', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': 'b25114eb-409c-4f2b-8f2d-4bed92702a83'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:13.172895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.215160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-fa574ba3-cb4c-4605-a10c-aee593ab60b7 service neutron] 10.222.0.36 "GET /v2.0/networks/e024aa54-b278-4378-873f-b1ad45ebfb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213507 Apr 29 07:41:13.221990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5929b4-5f8b-46f1-b8b5-86aa220381a3 req-88bb23fd-7265-4eea-b6fe-f1751dbf35b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:13.223799 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b5929b4-5f8b-46f1-b8b5-86aa220381a3 req-88bb23fd-7265-4eea-b6fe-f1751dbf35b9 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.5945699 Apr 29 07:41:13.240666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:13.242903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.308805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-6ac02b5e-422a-4744-9705-b356fb50d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:13.310245 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-6ac02b5e-422a-4744-9705-b356fb50d480 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 912 time: 0.3553739 Apr 29 07:41:13.310898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (adea162d-b7d5-4bc4-bd9d-8bdbc6027e11), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.311447 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment adea162d-b7d5-4bc4-bd9d-8bdbc6027e11 of type vlan for network c9224275-2953-4d72-b92e-8d7cd6550083 Apr 29 07:41:13.321857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (993a1d6f-d117-47f8-a79e-ee959c5edefc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.336791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.365568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-006b7ca1-4076-46b9-aa93-adfbb4bad1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.383972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b7ca1-4076-46b9-aa93-adfbb4bad1c9 None None] No DVR routers for this DVR port c6305441-aa4d-46ec-be86-adb4979be0eb on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:13.416414 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b7ca1-4076-46b9-aa93-adfbb4bad1c9 None None] Pushing event deleted for resources: {'Port': ['ID=c6305441-aa4d-46ec-be86-adb4979be0eb,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:13.427881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Allocated IP 172.20.255.242 (4a3926b1-a1e0-4561-94f8-0d5a32fbe771/b25114eb-409c-4f2b-8f2d-4bed92702a83/03ddd718-98d3-4cc0-9d1c-2655fa9eb67e) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:13.429484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (c9224275-2953-4d72-b92e-8d7cd6550083), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.446413 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b5929b4-5f8b-46f1-b8b5-86aa220381a3 req-b4c42263-0103-414e-9c7d-bd7b0a245408 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034469 Apr 29 07:41:13.464732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 054191ad-fc62-49d3-b6ed-2154cfea280c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:13.474724 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ae4eaf65-c534-49d8-a892-4ad9074b7dcf req-91f2779a-faac-4101-b772-83016d71fe23 service neutron] 10.222.0.36 "GET /v2.0/networks/e024aa54-b278-4378-873f-b1ad45ebfb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487011 Apr 29 07:41:13.475609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:13.481496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:13.487260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:13.488299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.507290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=e9c44ceb-9162-4619-9c2b-ca24d04971aa,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:13.532577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (c9224275-2953-4d72-b92e-8d7cd6550083), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.537951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:13.538607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.559203 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d77f179f-1cec-455a-91fd-ce9341f58052 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.6798072 Apr 29 07:41:13.630831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53018) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:13.637106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '010f7ae9-6c68-4f84-bbee-18ed4407f61c'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:13.675191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Publish callbacks [] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.685298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.704578 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7010686 Apr 29 07:41:13.707489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53020) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:13.717784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': 'c9224275-2953-4d72-b92e-8d7cd6550083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:13.721806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a06df8-7f86-401c-9ae6-4fe049f4e4ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=c9224275-2953-4d72-b92e-8d7cd6550083,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:13.734243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Network 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:13.738407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network c9224275-2953-4d72-b92e-8d7cd6550083 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:13.743905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:13.754170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:13.804089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Pushing event updated for resources: {'Port': ['ID=03ddd718-98d3-4cc0-9d1c-2655fa9eb67e,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:13.808990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.815667 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/993a1d6f-d117-47f8-a79e-ee959c5edefc HTTP/1.1" status: 204 len: 168 time: 1.6458013 Apr 29 07:41:13.815972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53022) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:13.844039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175e322-c748-4c15-8a4f-903c8ac38177 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Network': ['ID=993a1d6f-d117-47f8-a79e-ee959c5edefc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:13.861748 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3d5eb00d-4607-4dfd-9c45-bd9835b557c6 req-ab5841de-81df-490d-83f1-474c968624ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6787250 Apr 29 07:41:13.863137 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port c6305441-aa4d-46ec-be86-adb4979be0eb {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:13.863505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.886977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Attempting to bind port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:13.887342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Attempting to bind port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '7c4511dc-7cba-4d3c-8626-7345a7fbe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a3926b1-a1e0-4561-94f8-0d5a32fbe771'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:13.887712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Attempting to bind port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e on network 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:13.888682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-4a4b7781-76f9-498e-b4dd-0662e47e1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:13.890506 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-4a4b7781-76f9-498e-b4dd-0662e47e1cd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 1128 time: 0.2731144 Apr 29 07:41:13.894771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.895318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:13.895703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Checking segment: {'id': '7c4511dc-7cba-4d3c-8626-7345a7fbe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a3926b1-a1e0-4561-94f8-0d5a32fbe771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:13.896109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.896494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Bound using segment: {'id': '7c4511dc-7cba-4d3c-8626-7345a7fbe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a3926b1-a1e0-4561-94f8-0d5a32fbe771'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:13.897051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Bound port: 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4511dc-7cba-4d3c-8626-7345a7fbe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a3926b1-a1e0-4561-94f8-0d5a32fbe771'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:13.897534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.948821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-36f5eff8-2a68-4baf-8ca2-dc5370a4895e None None] Provisioning complete for port e9c44ceb-9162-4619-9c2b-ca24d04971aa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:13.949215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-36f5eff8-2a68-4baf-8ca2-dc5370a4895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:13.966475 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-2795f9f4-d0de-48a4-a252-ca13e6e992f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 1002 time: 0.6457465 Apr 29 07:41:14.006750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-36f5eff8-2a68-4baf-8ca2-dc5370a4895e None None] Port e9c44ceb-9162-4619-9c2b-ca24d04971aa cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:14.010037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] For port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:14.020928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] For port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=03ddd718-98d3-4cc0-9d1c-2655fa9eb67e,segment=NetworkSegment(7c4511dc-7cba-4d3c-8626-7345a7fbe2d0),segment_id=7c4511dc-7cba-4d3c-8626-7345a7fbe2d0)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:14.028337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.032828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port c6305441-aa4d-46ec-be86-adb4979be0eb, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:14.033192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.071795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for c6305441-aa4d-46ec-be86-adb4979be0eb owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:14.082927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Port c6305441-aa4d-46ec-be86-adb4979be0eb was not found and therefore no delete operation was performed {{(pid=104224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:41:14.084760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (350701a1-7be5-4021-acdb-5463e76208fe), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.090354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c6305441-aa4d-46ec-be86-adb4979be0eb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.101159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bf12a-e0d9-4a4e-bb34-226784491eb4 None None] Pushing event updated for resources: {'Port': ['ID=03ddd718-98d3-4cc0-9d1c-2655fa9eb67e,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:14.101720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-d6ceda4d-66c6-47c9-a7d0-cf342653c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:14.101720 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-d6ceda4d-66c6-47c9-a7d0-cf342653c3a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 200 len: 850 time: 0.1239552 Apr 29 07:41:14.101720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (350701a1-7be5-4021-acdb-5463e76208fe), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.138345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=c6305441-aa4d-46ec-be86-adb4979be0eb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:14.222157 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No DVR routers for this DVR port c6305441-aa4d-46ec-be86-adb4979be0eb on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:14.274914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350701a1-7be5-4021-acdb-5463e76208fe,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:14.282163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c6305441-aa4d-46ec-be86-adb4979be0eb no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:14.369581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c6305441-aa4d-46ec-be86-adb4979be0eb {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:14.370109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c6305441-aa4d-46ec-be86-adb4979be0eb not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:14.391603 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-03f7ade0-2369-4554-a432-c44df962575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:14.393161 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-03f7ade0-2369-4554-a432-c44df962575d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2d65d34-51cb-428d-895e-c7a17f616082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2703393 Apr 29 07:41:14.399165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (e87994fa-626f-48c8-9d9a-1f2546fbebf3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.404657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.421671 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.472820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:14.476344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.497155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87994fa-626f-48c8-9d9a-1f2546fbebf3']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:14.527364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c680870a-9d0c-4717-96cd-2d361457f75a') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:14.527681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c680870a-9d0c-4717-96cd-2d361457f75a') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:14.544466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.551087 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5873244 Apr 29 07:41:14.554197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53026) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:14.554683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (c680870a-9d0c-4717-96cd-2d361457f75a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.564151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcd7eb-4114-464b-8d47-bb1c158d7010 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:14.578372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-18395d84-b073-495e-ab5c-721be1c0d57b tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:14.587094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c680870a-9d0c-4717-96cd-2d361457f75a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.602078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:14.602444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (c680870a-9d0c-4717-96cd-2d361457f75a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:14.605436 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:14.645956 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-90c72833-7b43-4e4f-b13f-112687a3ccf8 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439032 Apr 29 07:41:14.719512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-7e085618-f693-4a98-9b76-7c6f0022e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:14.720951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (e87994fa-626f-48c8-9d9a-1f2546fbebf3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.721113 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-7e085618-f693-4a98-9b76-7c6f0022e48f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e024aa54-b278-4378-873f-b1ad45ebfb90 HTTP/1.1" status: 200 len: 897 time: 0.8077073 Apr 29 07:41:14.725349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.729652 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/networks/e87994fa-626f-48c8-9d9a-1f2546fbebf3 HTTP/1.1" status: 204 len: 168 time: 2.3045857 Apr 29 07:41:14.734026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53030) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:14.744057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1968518999'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:14.762766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fee89a1b-f68e-49e5-9656-60124536978b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Deleting port e6a3e339-dbae-4b18-969b-49b63abc8d8c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:14.763022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e514e53-8102-48da-bd3d-6b005282e6c9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Network': ['ID=e87994fa-626f-48c8-9d9a-1f2546fbebf3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:14.763127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fee89a1b-f68e-49e5-9656-60124536978b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e6a3e339-dbae-4b18-969b-49b63abc8d8c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.790655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:14.794082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.820266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 113c0cd6-7842-4b9d-ae26-d91edb512c29 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:41:14.823754 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a4d4a275-75b3-4be8-8587-2dfd336e8906 req-4c283591-1a8e-46f8-9bc2-f43b085a3fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615772 Apr 29 07:41:14.832283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:14.845113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7d5ffc07-c2a3-4e4f-952f-587a10118131), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.845979 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added segment 7d5ffc07-c2a3-4e4f-952f-587a10118131 of type vlan for network 0ca1819d-22b1-4548-bbf3-96b251f707fb Apr 29 07:41:14.862676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-1f67c6c4-62cf-44bb-9c98-a9b40b051716 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=113c0cd6-7842-4b9d-ae26-d91edb512c29 HTTP/1.1" status: 200 len: 217 time: 0.1063282 Apr 29 07:41:14.871376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-18395d84-b073-495e-ab5c-721be1c0d57b tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group_rule (6c8932e7-b0e3-43c4-8ba6-24c5b3f7b9e1), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.899912 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (0ca1819d-22b1-4548-bbf3-96b251f707fb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.947877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (0ca1819d-22b1-4548-bbf3-96b251f707fb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.959898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:14.960870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 113c0cd6-7842-4b9d-ae26-d91edb512c29, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=113c0cd6-7842-4b9d-ae26-d91edb512c29,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:14.961514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:14.974514 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '113c0cd6-7842-4b9d-ae26-d91edb512c29', 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90', 'port_id': '113c0cd6-7842-4b9d-ae26-d91edb512c29', 'mac_address': 'fa:16:3e:88:ed:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fe41d4-e3c0-4195-bf02-54657823358d', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:41:15.011298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ecc2b-8b1b-4bc8-9536-05add469b1e1 req-0bfa4db1-c702-4086-8406-71e9f0f1356e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:15.013355 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-325ecc2b-8b1b-4bc8-9536-05add469b1e1 req-0bfa4db1-c702-4086-8406-71e9f0f1356e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.4012268 Apr 29 07:41:15.024336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 113c0cd6-7842-4b9d-ae26-d91edb512c29 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:15.025469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.040546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113c0cd6-7842-4b9d-ae26-d91edb512c29 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:41:15.062621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 113c0cd6-7842-4b9d-ae26-d91edb512c29, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=113c0cd6-7842-4b9d-ae26-d91edb512c29,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:15.071214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.081315 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3384798 Apr 29 07:41:15.091004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53034) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:15.099652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Delete allocated IP 2001:db8:0:1::383 (054191ad-fc62-49d3-b6ed-2154cfea280c/019d8754-9de8-419d-88ad-19465d90515a) {{(pid=104223) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:41:15.101656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'subnet': {'network_id': '0ca1819d-22b1-4548-bbf3-96b251f707fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:15.143410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=113c0cd6-7842-4b9d-ae26-d91edb512c29,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:15.148571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e61df5-19ef-4c03-84a1-d1ae6aba6dd8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Network': ['ID=0ca1819d-22b1-4548-bbf3-96b251f707fb,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:15.161576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf49e3-b304-4f94-b694-52997b236176 req-764f419f-54c8-439a-b2fe-5a1b8bb37900 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:15.163029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 0ca1819d-22b1-4548-bbf3-96b251f707fb details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:15.163345 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d3cf49e3-b304-4f94-b694-52997b236176 req-764f419f-54c8-439a-b2fe-5a1b8bb37900 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 944 time: 0.1954229 Apr 29 07:41:15.170878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-0b0338d2-1b73-4da3-b7f8-bf68d385a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:15.172918 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-0b0338d2-1b73-4da3-b7f8-bf68d385a293 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37fe41d4-e3c0-4195-bf02-54657823358d HTTP/1.1" status: 200 len: 837 time: 0.2869554 Apr 29 07:41:15.182148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fee89a1b-f68e-49e5-9656-60124536978b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e6a3e339-dbae-4b18-969b-49b63abc8d8c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.270378 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d3cf49e3-b304-4f94-b694-52997b236176 req-761c738e-935b-49c7-8a66-19a72a12b1b9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934386 Apr 29 07:41:15.279424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:15.283063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.292369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fee89a1b-f68e-49e5-9656-60124536978b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Calling delete_port for e6a3e339-dbae-4b18-969b-49b63abc8d8c owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:15.348446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-18395d84-b073-495e-ab5c-721be1c0d57b tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group_rule (6c8932e7-b0e3-43c4-8ba6-24c5b3f7b9e1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.352401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['113c0cd6-7842-4b9d-ae26-d91edb512c29'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:41:15.355701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d29480-3143-4ca7-924a-99d0381876c0 None None] Network 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:15.382262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-18395d84-b073-495e-ab5c-721be1c0d57b tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (6c8932e7-b0e3-43c4-8ba6-24c5b3f7b9e1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.466952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18395d84-b073-495e-ab5c-721be1c0d57b tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8932e7-b0e3-43c4-8ba6-24c5b3f7b9e1,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:15.471352 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-325ecc2b-8b1b-4bc8-9536-05add469b1e1 req-02050560-2828-4b24-b1e8-14d3b9565846 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4438107 Apr 29 07:41:15.515290 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-451a0f4f-1d05-4327-9b22-ac60535cd896 None None] Provisioning complete for port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:15.515942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-451a0f4f-1d05-4327-9b22-ac60535cd896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.522113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-18395d84-b073-495e-ab5c-721be1c0d57b tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.526245 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-18395d84-b073-495e-ab5c-721be1c0d57b tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9586713 Apr 29 07:41:15.527182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53036) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:15.532141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-1c5655f1-d6c9-4450-8ef8-d8c574ce4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:15.533713 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-1c5655f1-d6c9-4450-8ef8-d8c574ce4eea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e024aa54-b278-4378-873f-b1ad45ebfb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3397467 Apr 29 07:41:15.533992 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8e88b8a7-7976-4db0-ade0-d116ab32846a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:15.537210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (6ff57859-d286-4b24-9329-20d7bac7ba03), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.546176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (91ed090a-7975-4b0c-8399-1d73a70b6ad5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.614429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.633038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Subnet': ['ID=91ed090a-7975-4b0c-8399-1d73a70b6ad5,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:15.640041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e88b8a7-7976-4db0-ade0-d116ab32846a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group_rule (640b61ae-9cce-49da-bd5a-5ade7cffba34), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.650519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Checking segment: {'id': '7d5ffc07-c2a3-4e4f-952f-587a10118131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0ca1819d-22b1-4548-bbf3-96b251f707fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:15.650699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network hostable DHCP agents. Network: 0ca1819d-22b1-4548-bbf3-96b251f707fb, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:15.656164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.696971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=6ff57859-d286-4b24-9329-20d7bac7ba03,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:15.705880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 0ca1819d-22b1-4548-bbf3-96b251f707fb is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:15.710081 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-8e88b8a7-7976-4db0-ade0-d116ab32846a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:41:15.714368 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8e88b8a7-7976-4db0-ade0-d116ab32846a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1829846 Apr 29 07:41:15.716089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53038) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:15.733800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 0ca1819d-22b1-4548-bbf3-96b251f707fb) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:15.735363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fee89a1b-f68e-49e5-9656-60124536978b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e6a3e339-dbae-4b18-969b-49b63abc8d8c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.741370 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-451a0f4f-1d05-4327-9b22-ac60535cd896 None None] Current status of the port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:15.741943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-451a0f4f-1d05-4327-9b22-ac60535cd896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.745141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:15.746258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.790951 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a15d7a96-50e7-43d7-8124-799d8362f815 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6945052 Apr 29 07:41:15.794166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53040) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:15.799178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c47008d9-8956-4c62-bc43-ba2246685337 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-297761199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:15.801208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] In _notify_port_updated(), no bound segment for port e9c44ceb-9162-4619-9c2b-ca24d04971aa on network 054191ad-fc62-49d3-b6ed-2154cfea280c {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:41:15.806031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd281d8d-1cfc-462f-bcb2-4ee112fa3557 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.806481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:15.809918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.811319 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "PUT /v2.0/ports/e9c44ceb-9162-4619-9c2b-ca24d04971aa HTTP/1.1" status: 200 len: 926 time: 2.1795225 Apr 29 07:41:15.817100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53042) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:15.822341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-451a0f4f-1d05-4327-9b22-ac60535cd896 None None] For port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=03ddd718-98d3-4cc0-9d1c-2655fa9eb67e,segment=NetworkSegment(7c4511dc-7cba-4d3c-8626-7345a7fbe2d0),segment_id=7c4511dc-7cba-4d3c-8626-7345a7fbe2d0)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:15.823429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '010f7ae9-6c68-4f84-bbee-18ed4407f61c'}, {'subnet_id': '019d8754-9de8-419d-88ad-19465d90515a'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:15.831218 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': 'adea162d-b7d5-4bc4-bd9d-8bdbc6027e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c9224275-2953-4d72-b92e-8d7cd6550083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:15.831591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: c9224275-2953-4d72-b92e-8d7cd6550083, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:15.839391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28addde9-baaa-460d-9167-c2f84973effd None None] Network 0ca1819d-22b1-4548-bbf3-96b251f707fb requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:15.842822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fee89a1b-f68e-49e5-9656-60124536978b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.848164 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fee89a1b-f68e-49e5-9656-60124536978b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/ports/e6a3e339-dbae-4b18-969b-49b63abc8d8c HTTP/1.1" status: 204 len: 168 time: 2.0189457 Apr 29 07:41:15.848164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914b199-740e-452f-a6eb-240aec998f18 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=e9c44ceb-9162-4619-9c2b-ca24d04971aa,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:15.849760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53044) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:15.861593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-451a0f4f-1d05-4327-9b22-ac60535cd896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.896672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd281d8d-1cfc-462f-bcb2-4ee112fa3557 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.904178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c47008d9-8956-4c62-bc43-ba2246685337 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.905804 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c47008d9-8956-4c62-bc43-ba2246685337 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:15.915807 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-48db058c-091c-41c3-a287-a124ee98a4b0 service neutron] 10.222.0.36 "GET /v2.0/networks/e024aa54-b278-4378-873f-b1ad45ebfb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660581 Apr 29 07:41:15.917741 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-7216f19a-0c42-4f18-b50a-efdd4737b0da tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] DELETE failed (client error): The resource could not be found. Apr 29 07:41:15.918197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7216f19a-0c42-4f18-b50a-efdd4737b0da tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:41:15.923568 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7216f19a-0c42-4f18-b50a-efdd4737b0da tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/subnets/caa3d3e9-cfa8-4667-8b5d-0b42a84a71a5 HTTP/1.1" status: 404 len: 337 time: 0.0606918 Apr 29 07:41:15.924609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53046) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:15.928831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee89a1b-f68e-49e5-9656-60124536978b tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Port': ['ID=e6a3e339-dbae-4b18-969b-49b63abc8d8c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:16.019771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network c9224275-2953-4d72-b92e-8d7cd6550083 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:16.084975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c47008d9-8956-4c62-bc43-ba2246685337 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.098164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, c9224275-2953-4d72-b92e-8d7cd6550083) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:16.105645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c47008d9-8956-4c62-bc43-ba2246685337 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.122589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:16.123190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.128799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd281d8d-1cfc-462f-bcb2-4ee112fa3557 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.133716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd281d8d-1cfc-462f-bcb2-4ee112fa3557 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.136283 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dd281d8d-1cfc-462f-bcb2-4ee112fa3557 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d HTTP/1.1" status: 204 len: 168 time: 0.4204845 Apr 29 07:41:16.146009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53048) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:16.214774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd281d8d-1cfc-462f-bcb2-4ee112fa3557 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f4ba3c-dc0b-4ec8-8a3d-e366ed919e4d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:16.219323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c47008d9-8956-4c62-bc43-ba2246685337 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.223126 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c47008d9-8956-4c62-bc43-ba2246685337 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4252436 Apr 29 07:41:16.224303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53050) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:16.225028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (66e21c8b-e3b6-4169-80d4-0e9b7148785f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.240576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b18dd-be2a-4d28-8873-e82934259a48 None None] Network c9224275-2953-4d72-b92e-8d7cd6550083 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:16.259128 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5d06909a-fb33-40b0-9775-3af4bdd68456 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5450487 Apr 29 07:41:16.272789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53052) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:16.289231 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.329243 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3614eb8-4077-4de3-a3ed-98057d5ed000 req-075860d2-0f17-442f-8f23-6ad5f1b24db2 service neutron] 10.222.0.36 "GET /v2.0/networks/e024aa54-b278-4378-873f-b1ad45ebfb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040091 Apr 29 07:41:16.416202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a0f4f-1d05-4327-9b22-ac60535cd896 None None] Pushing event updated for resources: {'Port': ['ID=03ddd718-98d3-4cc0-9d1c-2655fa9eb67e,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:16.449825 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e76d90e3-2c11-4c3e-bced-43bee2090e31 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3021929 Apr 29 07:41:16.454837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53056) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:16.476919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:16.482620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-67048b27-e56f-4c83-a924-4b3e1d79e287 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'tempest-secgroup--738248894'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:16.484911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-0ca1819d-22b1-4548-bbf3-96b251f707fb', 'network_id': '0ca1819d-22b1-4548-bbf3-96b251f707fb', 'project_id': '1cce2196bf464d76acdc43610391b90d', 'fixed_ips': [{'subnet_id': '91ed090a-7975-4b0c-8399-1d73a70b6ad5'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:16.485824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.487616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5e4d5027-a8ef-4e9f-9648-592d086d90a4 None None] Provisioning complete for port e9c44ceb-9162-4619-9c2b-ca24d04971aa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:16.488202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e4d5027-a8ef-4e9f-9648-592d086d90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.606179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5b1a-f446-4dbb-aa73-30f8a8c0b4a7 req-148a92d7-76da-4942-a771-5f81b4a1819f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:16.609251 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0a3e5b1a-f446-4dbb-aa73-30f8a8c0b4a7 req-148a92d7-76da-4942-a771-5f81b4a1819f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 945 time: 0.2125921 Apr 29 07:41:16.619178 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (66e21c8b-e3b6-4169-80d4-0e9b7148785f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.629533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67048b27-e56f-4c83-a924-4b3e1d79e287 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.639813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c9224275-2953-4d72-b92e-8d7cd6550083), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.667867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e21c8b-e3b6-4169-80d4-0e9b7148785f']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:16.691088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:16.691438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:16.700686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-c9224275-2953-4d72-b92e-8d7cd6550083', 'network_id': 'c9224275-2953-4d72-b92e-8d7cd6550083', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': '6ff57859-d286-4b24-9329-20d7bac7ba03'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:16.701580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.712164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.743363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d5027-a8ef-4e9f-9648-592d086d90a4 None None] Port e9c44ceb-9162-4619-9c2b-ca24d04971aa cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:16.750328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:16.751485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.756439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be645f6-d976-4ef1-b3ac-ffd4fd3e0f65 req-c6a85dde-6a08-4842-80f6-9caf634dd7a4 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:16.758006 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4be645f6-d976-4ef1-b3ac-ffd4fd3e0f65 req-c6a85dde-6a08-4842-80f6-9caf634dd7a4 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1993108 Apr 29 07:41:16.765315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.783307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:16.783646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (174abc6a-f6a1-43ea-94d1-5bbd47d6a3b7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:16.792909 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:16.811721 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0a3e5b1a-f446-4dbb-aa73-30f8a8c0b4a7 req-adb59ea3-0d6e-4a58-b2b7-fddb5ce93462 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703219 Apr 29 07:41:16.817983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 113c0cd6-7842-4b9d-ae26-d91edb512c29 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:16.863297 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (6ff57859-d286-4b24-9329-20d7bac7ba03), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.922042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5e4d5027-a8ef-4e9f-9648-592d086d90a4 None None] Provisioning complete for port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:16.922568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5e4d5027-a8ef-4e9f-9648-592d086d90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.926571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.938890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67048b27-e56f-4c83-a924-4b3e1d79e287 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (c80a0f7f-b9fa-4c6e-bdd7-fe1013af2b09), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.953076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (66e21c8b-e3b6-4169-80d4-0e9b7148785f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.970037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.973199 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/66e21c8b-e3b6-4169-80d4-0e9b7148785f HTTP/1.1" status: 204 len: 168 time: 1.0454066 Apr 29 07:41:16.974561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67048b27-e56f-4c83-a924-4b3e1d79e287 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c80a0f7f-b9fa-4c6e-bdd7-fe1013af2b09), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:16.977230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53060) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:16.995149 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4be645f6-d976-4ef1-b3ac-ffd4fd3e0f65 req-a54a70c8-1a5c-4971-a283-67521403e000 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129674 Apr 29 07:41:17.004115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8:0:1::2cf (054191ad-fc62-49d3-b6ed-2154cfea280c/019d8754-9de8-419d-88ad-19465d90515a/e9c44ceb-9162-4619-9c2b-ca24d04971aa) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:17.015437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c31bf-a007-4a2f-af4f-deb445ce21a5 tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Network': ['ID=66e21c8b-e3b6-4169-80d4-0e9b7148785f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:17.078563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67048b27-e56f-4c83-a924-4b3e1d79e287 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.080059 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-67048b27-e56f-4c83-a924-4b3e1d79e287 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6230953 Apr 29 07:41:17.083704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53064) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:17.088169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c6feb6c3-a4b6-434d-8c75-0a19b307a715 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': 'c80a0f7f-b9fa-4c6e-bdd7-fe1013af2b09', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:17.089031 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-c6feb6c3-a4b6-434d-8c75-0a19b307a715 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 07:41:17.089726 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-c6feb6c3-a4b6-434d-8c75-0a19b307a715 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:17.093440 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c6feb6c3-a4b6-434d-8c75-0a19b307a715 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061064 Apr 29 07:41:17.094496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53066) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:17.094625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67048b27-e56f-4c83-a924-4b3e1d79e287 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80a0f7f-b9fa-4c6e-bdd7-fe1013af2b09,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:17.128788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc23553b-ec36-4c88-ae67-d4607c9a400a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Deleting subnet 4f850139-2e37-425e-a2a6-cd836ecb2a43 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:17.137967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc23553b-ec36-4c88-ae67-d4607c9a400a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (4f850139-2e37-425e-a2a6-cd836ecb2a43), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.206369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc23553b-ec36-4c88-ae67-d4607c9a400a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (4f850139-2e37-425e-a2a6-cd836ecb2a43), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.209879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Allocated IP 172.20.0.2 (c9224275-2953-4d72-b92e-8d7cd6550083/6ff57859-d286-4b24-9329-20d7bac7ba03/fe8af038-5c86-477f-a8e6-44bf7a011cd7) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:17.244676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e0b267bf-32b5-4051-af30-a18cf330cc81 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (c80a0f7f-b9fa-4c6e-bdd7-fe1013af2b09), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.269770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.282471 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.287536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Allocated IP 2001:db8::2 (0ca1819d-22b1-4548-bbf3-96b251f707fb/91ed090a-7975-4b0c-8399-1d73a70b6ad5/bcf2b9b9-098f-43d0-b4d6-a867838a9334) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:17.307954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e0b267bf-32b5-4051-af30-a18cf330cc81 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (c80a0f7f-b9fa-4c6e-bdd7-fe1013af2b09), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.379222 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] In _notify_port_updated(), no bound segment for port e9c44ceb-9162-4619-9c2b-ca24d04971aa on network 054191ad-fc62-49d3-b6ed-2154cfea280c {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:41:17.384498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:17.385135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.389333 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "PUT /v2.0/ports/e9c44ceb-9162-4619-9c2b-ca24d04971aa HTTP/1.1" status: 200 len: 1012 time: 1.5708911 Apr 29 07:41:17.393151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53070) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:17.407027 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04f3ca-5175-458c-bf21-8c65fd96aca4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=e9c44ceb-9162-4619-9c2b-ca24d04971aa,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:17.424414 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc23553b-ec36-4c88-ae67-d4607c9a400a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (4f850139-2e37-425e-a2a6-cd836ecb2a43), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.437581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 113c0cd6-7842-4b9d-ae26-d91edb512c29 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:41:17.481134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:17.494603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 113c0cd6-7842-4b9d-ae26-d91edb512c29 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:17.495059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.501048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37167e6a-ea93-42f0-ad34-d59dde6404f6 req-71f3fb18-73b3-4e80-bae7-9468583f78b2 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:17.508277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9f7bc84b-88f1-4477-a17e-3ebcdde4fefd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port e9c44ceb-9162-4619-9c2b-ca24d04971aa {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:17.508542 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-37167e6a-ea93-42f0-ad34-d59dde6404f6 req-71f3fb18-73b3-4e80-bae7-9468583f78b2 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2796881 Apr 29 07:41:17.509087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc84b-88f1-4477-a17e-3ebcdde4fefd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.519897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc23553b-ec36-4c88-ae67-d4607c9a400a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (4f850139-2e37-425e-a2a6-cd836ecb2a43), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.556432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23553b-ec36-4c88-ae67-d4607c9a400a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Subnet': ['ID=4f850139-2e37-425e-a2a6-cd836ecb2a43,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:17.567594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-77c4a0cc-6d93-422c-84a5-dc171393c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:17.569582 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-77c4a0cc-6d93-422c-84a5-dc171393c0b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1130 time: 0.2738986 Apr 29 07:41:17.573979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e0b267bf-32b5-4051-af30-a18cf330cc81 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c80a0f7f-b9fa-4c6e-bdd7-fe1013af2b09), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.577586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e0b267bf-32b5-4051-af30-a18cf330cc81 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.578955 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e0b267bf-32b5-4051-af30-a18cf330cc81 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/c80a0f7f-b9fa-4c6e-bdd7-fe1013af2b09 HTTP/1.1" status: 204 len: 168 time: 0.4819553 Apr 29 07:41:17.583982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53072) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:17.614797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b267bf-32b5-4051-af30-a18cf330cc81 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80a0f7f-b9fa-4c6e-bdd7-fe1013af2b09,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:17.679356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc23553b-ec36-4c88-ae67-d4607c9a400a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.682643 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cc23553b-ec36-4c88-ae67-d4607c9a400a tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/subnets/4f850139-2e37-425e-a2a6-cd836ecb2a43 HTTP/1.1" status: 204 len: 168 time: 0.6914952 Apr 29 07:41:17.687216 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-37167e6a-ea93-42f0-ad34-d59dde6404f6 req-3b6aecb8-8559-46f3-ab24-42d018e26af8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774216 Apr 29 07:41:17.687375 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ae0786bd-acac-49f7-8a57-e83ee5284cf0 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1022711 Apr 29 07:41:17.689758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53074) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:17.689911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53076) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:17.691460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Publish callbacks [] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.694457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cc8e3786-8ad6-485d-bd82-aa10010b5db3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'tempest-secgroup--720287391'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:17.695151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d5027-a8ef-4e9f-9648-592d086d90a4 None None] Current status of the port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:17.707968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d740cf9-83de-4af8-94d8-2b07ce5e7636 None None] Network dd22dcde-2f1b-491d-8d76-3c8620318f3e requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:17.710626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.718635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc84b-88f1-4477-a17e-3ebcdde4fefd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.751880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3786-8ad6-485d-bd82-aa10010b5db3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.759522 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9f7bc84b-88f1-4477-a17e-3ebcdde4fefd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for e9c44ceb-9162-4619-9c2b-ca24d04971aa owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:17.794569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (dd22dcde-2f1b-491d-8d76-3c8620318f3e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.815556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-03b90a6b-d041-4d17-84c9-3a57bf5eb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:17.817097 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-03b90a6b-d041-4d17-84c9-3a57bf5eb163 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 912 time: 0.2364614 Apr 29 07:41:17.846154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 2001:db8::1 (0ca1819d-22b1-4548-bbf3-96b251f707fb/91ed090a-7975-4b0c-8399-1d73a70b6ad5/dc3f53bc-5435-45a8-973b-203940001c2c) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:17.866399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Network 0ca1819d-22b1-4548-bbf3-96b251f707fb is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:17.907837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:17.919631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:17.928028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6288049d-6b7a-4cfa-b774-c71b0723ab3e None None] Provisioning complete for port e9c44ceb-9162-4619-9c2b-ca24d04971aa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:17.928191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6288049d-6b7a-4cfa-b774-c71b0723ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.936175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Pushing event updated for resources: {'Port': ['ID=bcf2b9b9-098f-43d0-b4d6-a867838a9334,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:17.949765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Deleting port ababcd40-328f-47c5-af3e-0e6d699085e8 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:17.950116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.976693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Publish callbacks [] for port (fe8af038-5c86-477f-a8e6-44bf7a011cd7), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:17.997080 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-de429224-720b-4fc4-84bf-ce150439721a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 1002 time: 0.1590040 Apr 29 07:41:18.011488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (fe8af038-5c86-477f-a8e6-44bf7a011cd7), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.015357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 113c0cd6-7842-4b9d-ae26-d91edb512c29 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:18.016161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.063199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (6ff57859-d286-4b24-9329-20d7bac7ba03), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.076516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] For port ababcd40-328f-47c5-af3e-0e6d699085e8, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ababcd40-328f-47c5-af3e-0e6d699085e8,segment=NetworkSegment(312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2),segment_id=312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:18.076992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.082113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6288049d-6b7a-4cfa-b774-c71b0723ab3e None None] Port e9c44ceb-9162-4619-9c2b-ca24d04971aa cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:18.115640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff57859-d286-4b24-9329-20d7bac7ba03,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:18.118241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-fbc9b64d-5a19-4fd1-aa95-b5eaec47250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:18.119660 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-fbc9b64d-5a19-4fd1-aa95-b5eaec47250c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 200 len: 850 time: 0.1161692 Apr 29 07:41:18.120086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Network c9224275-2953-4d72-b92e-8d7cd6550083 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:18.120993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Calling delete_port for ababcd40-328f-47c5-af3e-0e6d699085e8 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:18.129584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Attempting to bind port bcf2b9b9-098f-43d0-b4d6-a867838a9334 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:18.129958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Attempting to bind port bcf2b9b9-098f-43d0-b4d6-a867838a9334 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '7d5ffc07-c2a3-4e4f-952f-587a10118131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0ca1819d-22b1-4548-bbf3-96b251f707fb'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:18.130314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Attempting to bind port bcf2b9b9-098f-43d0-b4d6-a867838a9334 on network 0ca1819d-22b1-4548-bbf3-96b251f707fb {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:18.132009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556ac3dc-3246-43b6-8009-934cf363ebdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c0cd6-7842-4b9d-ae26-d91edb512c29'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:41:18.135132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daea9c7-eab7-452a-9a7e-ebbe0c8b9d77" -d '{"events": [{"server_uuid": "556ac3dc-3246-43b6-8009-934cf363ebdc", "name": "network-vif-plugged", "status": "completed", "tag": "113c0cd6-7842-4b9d-ae26-d91edb512c29"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:41:18.163963 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Pushing event updated for resources: {'Port': ['ID=fe8af038-5c86-477f-a8e6-44bf7a011cd7,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:18.177564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:18.177965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Checking segment: {'id': '7d5ffc07-c2a3-4e4f-952f-587a10118131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0ca1819d-22b1-4548-bbf3-96b251f707fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:18.178378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.178772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Bound using segment: {'id': '7d5ffc07-c2a3-4e4f-952f-587a10118131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0ca1819d-22b1-4548-bbf3-96b251f707fb'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:18.179263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Bound port: bcf2b9b9-098f-43d0-b4d6-a867838a9334, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5ffc07-c2a3-4e4f-952f-587a10118131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0ca1819d-22b1-4548-bbf3-96b251f707fb'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:18.179643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.182072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:18.185810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8080f345-2e82-4f47-a748-9deffde0682a x-openstack-request-id: req-8080f345-2e82-4f47-a748-9deffde0682a {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:41:18.186103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556ac3dc-3246-43b6-8009-934cf363ebdc", "name": "network-vif-plugged", "status": "completed", "tag": "113c0cd6-7842-4b9d-ae26-d91edb512c29", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:41:18.186347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8080f345-2e82-4f47-a748-9deffde0682a {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:41:18.186812 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8080f345-2e82-4f47-a748-9deffde0682a'] response: {'server_uuid': '556ac3dc-3246-43b6-8009-934cf363ebdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c0cd6-7842-4b9d-ae26-d91edb512c29', 'code': 200} Apr 29 07:41:18.191675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 113c0cd6-7842-4b9d-ae26-d91edb512c29, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=113c0cd6-7842-4b9d-ae26-d91edb512c29,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:18.193428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:18.207442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.254623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c9224275-2953-4d72-b92e-8d7cd6550083), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.290424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9224275-2953-4d72-b92e-8d7cd6550083']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:18.309024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adea162d-b7d5-4bc4-bd9d-8bdbc6027e11') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:18.309285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adea162d-b7d5-4bc4-bd9d-8bdbc6027e11') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:18.312534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-5cff753b-d7dc-4727-8083-e65a2c440aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:18.314175 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-5cff753b-d7dc-4727-8083-e65a2c440aaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2d65d34-51cb-428d-895e-c7a17f616082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1850879 Apr 29 07:41:18.347648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (adea162d-b7d5-4bc4-bd9d-8bdbc6027e11), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.381686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa01d09-ef5e-40b3-a461-4d687db9787d None None] DHCP port deletion for dd22dcde-2f1b-491d-8d76-3c8620318f3e request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:18.395175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (adea162d-b7d5-4bc4-bd9d-8bdbc6027e11), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.401973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Attempting to bind port fe8af038-5c86-477f-a8e6-44bf7a011cd7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:18.402615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Attempting to bind port fe8af038-5c86-477f-a8e6-44bf7a011cd7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'adea162d-b7d5-4bc4-bd9d-8bdbc6027e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c9224275-2953-4d72-b92e-8d7cd6550083'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:18.403301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Attempting to bind port fe8af038-5c86-477f-a8e6-44bf7a011cd7 on network c9224275-2953-4d72-b92e-8d7cd6550083 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:18.405742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:18.406169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (adea162d-b7d5-4bc4-bd9d-8bdbc6027e11), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:18.409189 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:18.415251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:18.415691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Checking segment: {'id': 'adea162d-b7d5-4bc4-bd9d-8bdbc6027e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c9224275-2953-4d72-b92e-8d7cd6550083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:18.416309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.416913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Bound using segment: {'id': 'adea162d-b7d5-4bc4-bd9d-8bdbc6027e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c9224275-2953-4d72-b92e-8d7cd6550083'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:18.417481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Bound port: fe8af038-5c86-477f-a8e6-44bf7a011cd7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adea162d-b7d5-4bc4-bd9d-8bdbc6027e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c9224275-2953-4d72-b92e-8d7cd6550083'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:18.417922 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fe8af038-5c86-477f-a8e6-44bf7a011cd7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.425551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ababcd40-328f-47c5-af3e-0e6d699085e8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.433574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=113c0cd6-7842-4b9d-ae26-d91edb512c29,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:18.471389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:18.474172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7fa01d09-ef5e-40b3-a461-4d687db9787d None None] The port 'ababcd40-328f-47c5-af3e-0e6d699085e8' was deleted {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Apr 29 07:41:18.477127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] For port bcf2b9b9-098f-43d0-b4d6-a867838a9334, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:18.587202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3786-8ad6-485d-bd82-aa10010b5db3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (dfda2283-b4ac-4807-ad51-43f9d1c1d93d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.634525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3786-8ad6-485d-bd82-aa10010b5db3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (dfda2283-b4ac-4807-ad51-43f9d1c1d93d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.671705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ebdfe-0db6-4bb5-a632-13b6f2f26838 req-7cba7ad6-281d-4061-ab49-79fa86dcaf2a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:18.679394 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e6ebdfe-0db6-4bb5-a632-13b6f2f26838 req-7cba7ad6-281d-4061-ab49-79fa86dcaf2a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 945 time: 0.7824438 Apr 29 07:41:18.750344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3786-8ad6-485d-bd82-aa10010b5db3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.751621 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cc8e3786-8ad6-485d-bd82-aa10010b5db3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0608480 Apr 29 07:41:18.755872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc52fd-bc40-493e-9164-63fc52796083 req-8ac203f1-7c7d-4d2a-bede-c4c5967f0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:18.757334 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1dfc52fd-bc40-493e-9164-63fc52796083 req-8ac203f1-7c7d-4d2a-bede-c4c5967f0db9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 1130 time: 0.3085041 Apr 29 07:41:18.757985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53084) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:18.764020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e3786-8ad6-485d-bd82-aa10010b5db3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfda2283-b4ac-4807-ad51-43f9d1c1d93d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:18.772196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] For port fe8af038-5c86-477f-a8e6-44bf7a011cd7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:18.776112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] For port bcf2b9b9-098f-43d0-b4d6-a867838a9334, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bcf2b9b9-098f-43d0-b4d6-a867838a9334,segment=NetworkSegment(7d5ffc07-c2a3-4e4f-952f-587a10118131),segment_id=7d5ffc07-c2a3-4e4f-952f-587a10118131)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:18.780730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0cc442e9-91de-4204-8eda-dfbdb99b965a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': 'dfda2283-b4ac-4807-ad51-43f9d1c1d93d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:18.781815 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-0cc442e9-91de-4204-8eda-dfbdb99b965a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 07:41:18.782338 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-0cc442e9-91de-4204-8eda-dfbdb99b965a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:18.783438 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0cc442e9-91de-4204-8eda-dfbdb99b965a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0204844 Apr 29 07:41:18.795528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.817048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53086) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:18.880855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77affbde-0d31-440c-af7f-81d8d7efc5ae None None] Pushing event updated for resources: {'Port': ['ID=bcf2b9b9-098f-43d0-b4d6-a867838a9334,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:18.883277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:18.883647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.888165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:41:18.888165 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:41:18.888165 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': 'c9224275-2953-4d72-b92e-8d7cd6550083'}] Apr 29 07:41:18.888165 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:18.888982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:18.909357 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e6ebdfe-0db6-4bb5-a632-13b6f2f26838 req-318de7c8-1f5e-45de-8fb5-7264d60bedcd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236185 Apr 29 07:41:18.947230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] No DVR routers for this DVR port ababcd40-328f-47c5-af3e-0e6d699085e8 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:18.960108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc84b-88f1-4477-a17e-3ebcdde4fefd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e9c44ceb-9162-4619-9c2b-ca24d04971aa), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.961114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Port': ['ID=ababcd40-328f-47c5-af3e-0e6d699085e8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:18.977940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] For port fe8af038-5c86-477f-a8e6-44bf7a011cd7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fe8af038-5c86-477f-a8e6-44bf7a011cd7,segment=NetworkSegment(adea162d-b7d5-4bc4-bd9d-8bdbc6027e11),segment_id=adea162d-b7d5-4bc4-bd9d-8bdbc6027e11)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:18.980596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (dc3f53bc-5435-45a8-973b-203940001c2c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:18.990419 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1dfc52fd-bc40-493e-9164-63fc52796083 req-bacd9ebd-71ee-4060-b53a-eeed9367913e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201293 Apr 29 07:41:19.006948 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-657eb58e-f814-4b9c-ba6e-6848482f5592 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837759 Apr 29 07:41:19.011328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (fe8af038-5c86-477f-a8e6-44bf7a011cd7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.030828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bc84b-88f1-4477-a17e-3ebcdde4fefd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=e9c44ceb-9162-4619-9c2b-ca24d04971aa,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:19.056733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc040488-07b2-42f1-b23f-a8a33178156f tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (dfda2283-b4ac-4807-ad51-43f9d1c1d93d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.071022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (dd22dcde-2f1b-491d-8d76-3c8620318f3e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.073700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:19.087775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d3af8-ef0b-464c-8e32-2ebcef45e3a3 req-9e0d414c-93df-4c84-820d-c09a627f7c0f tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:19.089420 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-234d3af8-ef0b-464c-8e32-2ebcef45e3a3 req-9e0d414c-93df-4c84-820d-c09a627f7c0f tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2286053 Apr 29 07:41:19.096849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5905b-9b2c-4310-8718-352318894725 None None] Pushing event updated for resources: {'Port': ['ID=fe8af038-5c86-477f-a8e6-44bf7a011cd7,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:19.166112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd22dcde-2f1b-491d-8d76-3c8620318f3e']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:19.175981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc040488-07b2-42f1-b23f-a8a33178156f tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (dfda2283-b4ac-4807-ad51-43f9d1c1d93d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.180396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc84b-88f1-4477-a17e-3ebcdde4fefd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.186347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:19.186347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:19.186676 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9f7bc84b-88f1-4477-a17e-3ebcdde4fefd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/e9c44ceb-9162-4619-9c2b-ca24d04971aa HTTP/1.1" status: 204 len: 168 time: 1.7901018 Apr 29 07:41:19.186787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9fda9-0b0f-4fc3-88b7-8201fc745c9e None None] Network c9224275-2953-4d72-b92e-8d7cd6550083 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:19.191016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53088) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:19.228149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (dc3f53bc-5435-45a8-973b-203940001c2c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.238108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.288419 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4092d1-aed8-4e6b-9391-e14376feb2d5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:41:19.295968 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5e4092d1-aed8-4e6b-9391-e14376feb2d5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/e9c44ceb-9162-4619-9c2b-ca24d04971aa HTTP/1.1" status: 404 len: 333 time: 0.1041372 Apr 29 07:41:19.296735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53090) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:19.319436 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-234d3af8-ef0b-464c-8e32-2ebcef45e3a3 req-9168915d-f5e2-42f3-baf2-ac2dd2f59752 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082405 Apr 29 07:41:19.321198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.332869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:19.333528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (312b0cc1-1098-4ccb-8d67-4a7cdc5b82f2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:19.339004 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:19.394585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c9224275-2953-4d72-b92e-8d7cd6550083), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.420981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 0ca1819d-22b1-4548-bbf3-96b251f707fb is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:19.434332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:19.438540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=dc3f53bc-5435-45a8-973b-203940001c2c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:19.440193 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-90521bf8-88a4-4afc-bb36-5945e922d67a req-7c55c0d6-851a-4491-a06f-877bfde59a41 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441602 Apr 29 07:41:19.443179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:19.443346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (dd22dcde-2f1b-491d-8d76-3c8620318f3e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.443724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.448786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.452323 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] 10.222.0.23 "DELETE /v2.0/networks/dd22dcde-2f1b-491d-8d76-3c8620318f3e HTTP/1.1" status: 204 len: 168 time: 1.7613332 Apr 29 07:41:19.497608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84367ae0-2754-4d5f-b4b6-416e43db89cf tempest-NetworksIpV6TestAttrs-268834663 tempest-NetworksIpV6TestAttrs-268834663-project] Pushing event deleted for resources: {'Network': ['ID=dd22dcde-2f1b-491d-8d76-3c8620318f3e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:19.502056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5e845b-6897-44d3-af72-6508e4a88b38 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 019d8754-9de8-419d-88ad-19465d90515a {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:19.508920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc040488-07b2-42f1-b23f-a8a33178156f tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (dfda2283-b4ac-4807-ad51-43f9d1c1d93d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.511485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bc040488-07b2-42f1-b23f-a8a33178156f tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.512641 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bc040488-07b2-42f1-b23f-a8a33178156f tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/dfda2283-b4ac-4807-ad51-43f9d1c1d93d HTTP/1.1" status: 204 len: 168 time: 0.6888258 Apr 29 07:41:19.515003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af5e845b-6897-44d3-af72-6508e4a88b38 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (019d8754-9de8-419d-88ad-19465d90515a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.516249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53094) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:19.553515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port fe8af038-5c86-477f-a8e6-44bf7a011cd7 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:19.553939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (fe8af038-5c86-477f-a8e6-44bf7a011cd7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.576551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc040488-07b2-42f1-b23f-a8a33178156f tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfda2283-b4ac-4807-ad51-43f9d1c1d93d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:19.595924 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af5e845b-6897-44d3-af72-6508e4a88b38 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (019d8754-9de8-419d-88ad-19465d90515a), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.628160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-39fe4b9b-52b1-4235-9358-354e52be1827 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1097605 Apr 29 07:41:19.632236 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53096) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:19.636709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-781a8333-3eb1-4334-98f8-3ec1c9488f22 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302945225'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:19.660457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port fe8af038-5c86-477f-a8e6-44bf7a011cd7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fe8af038-5c86-477f-a8e6-44bf7a011cd7,segment=NetworkSegment(adea162d-b7d5-4bc4-bd9d-8bdbc6027e11),segment_id=adea162d-b7d5-4bc4-bd9d-8bdbc6027e11)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:19.660809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (fe8af038-5c86-477f-a8e6-44bf7a011cd7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.679627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for fe8af038-5c86-477f-a8e6-44bf7a011cd7 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:19.685680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-781a8333-3eb1-4334-98f8-3ec1c9488f22 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.694811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dc3f53bc-5435-45a8-973b-203940001c2c), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.765072 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af5e845b-6897-44d3-af72-6508e4a88b38 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (019d8754-9de8-419d-88ad-19465d90515a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.853123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-781a8333-3eb1-4334-98f8-3ec1c9488f22 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (e0b2f2ab-9246-45c2-b619-bf4277635baf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.855122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (fe8af038-5c86-477f-a8e6-44bf7a011cd7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.871585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53100) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:19.896705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-781a8333-3eb1-4334-98f8-3ec1c9488f22 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e0b2f2ab-9246-45c2-b619-bf4277635baf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.910233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=fe8af038-5c86-477f-a8e6-44bf7a011cd7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:19.920892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port fe8af038-5c86-477f-a8e6-44bf7a011cd7 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:19.957784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-781a8333-3eb1-4334-98f8-3ec1c9488f22 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:19.961683 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-781a8333-3eb1-4334-98f8-3ec1c9488f22 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3258808 Apr 29 07:41:19.964789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53106) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:19.969958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-104d09cb-e3eb-488e-ba42-790f378da5d3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': 'e0b2f2ab-9246-45c2-b619-bf4277635baf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:19.988600 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-104d09cb-e3eb-488e-ba42-790f378da5d3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 07:41:19.989433 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-104d09cb-e3eb-488e-ba42-790f378da5d3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:19.996538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53108) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:19.998051 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-104d09cb-e3eb-488e-ba42-790f378da5d3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0318294 Apr 29 07:41:20.005139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9e31faa4-73cc-4bb9-b44c-548bbd3e725e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': 'e0b2f2ab-9246-45c2-b619-bf4277635baf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:20.006804 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-9e31faa4-73cc-4bb9-b44c-548bbd3e725e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 07:41:20.007329 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-9e31faa4-73cc-4bb9-b44c-548bbd3e725e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:20.011083 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9e31faa4-73cc-4bb9-b44c-548bbd3e725e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091562 Apr 29 07:41:20.013664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53110) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:20.033441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-bf750630-dce5-4422-9883-ec3191ae8d6d tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': 'e0b2f2ab-9246-45c2-b619-bf4277635baf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:20.034532 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-bf750630-dce5-4422-9883-ec3191ae8d6d tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 07:41:20.035042 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-bf750630-dce5-4422-9883-ec3191ae8d6d tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:20.038707 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bf750630-dce5-4422-9883-ec3191ae8d6d tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156717 Apr 29 07:41:20.069708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a8333-3eb1-4334-98f8-3ec1c9488f22 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b2f2ab-9246-45c2-b619-bf4277635baf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:20.074226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53112) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:20.091347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-681d8d6d-75cf-4144-9dd0-09aeccd6e834 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': 'e0b2f2ab-9246-45c2-b619-bf4277635baf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:20.092403 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-681d8d6d-75cf-4144-9dd0-09aeccd6e834 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 07:41:20.093006 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-681d8d6d-75cf-4144-9dd0-09aeccd6e834 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:20.096801 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-681d8d6d-75cf-4144-9dd0-09aeccd6e834 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0127065 Apr 29 07:41:20.097985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53114) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:20.113344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c9224275-2953-4d72-b92e-8d7cd6550083), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.126063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af5e845b-6897-44d3-af72-6508e4a88b38 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (019d8754-9de8-419d-88ad-19465d90515a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.148547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9224275-2953-4d72-b92e-8d7cd6550083']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:20.165981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adea162d-b7d5-4bc4-bd9d-8bdbc6027e11') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:20.166450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adea162d-b7d5-4bc4-bd9d-8bdbc6027e11') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:20.175610 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f4817764-0221-4079-895b-dfd684aa318c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ca7d466f20c41cbbef0a51a08a36f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004687 Apr 29 07:41:20.178013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53116) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:20.195844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e845b-6897-44d3-af72-6508e4a88b38 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=019d8754-9de8-419d-88ad-19465d90515a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:20.201288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af5e845b-6897-44d3-af72-6508e4a88b38 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.206536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490b3ed-091f-4f1d-b426-b75333a13235 None None] Network 054191ad-fc62-49d3-b6ed-2154cfea280c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:20.207660 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-af5e845b-6897-44d3-af72-6508e4a88b38 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/019d8754-9de8-419d-88ad-19465d90515a HTTP/1.1" status: 204 len: 168 time: 0.8567045 Apr 29 07:41:20.215736 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53118) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:20.225642 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (adea162d-b7d5-4bc4-bd9d-8bdbc6027e11), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.248393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (adea162d-b7d5-4bc4-bd9d-8bdbc6027e11), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.262291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:20.262698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (adea162d-b7d5-4bc4-bd9d-8bdbc6027e11), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:20.265725 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:20.287473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fadc7273-d341-4749-bd41-aab25fadb294 admin admin] Publish callbacks [] for security_group (6c24eef5-aec8-490d-a9ea-a53f1fd09c15), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.303106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad92b73-9d51-47ba-9256-5fdf67319b2c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 010f7ae9-6c68-4f84-bbee-18ed4407f61c {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:20.311884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ad92b73-9d51-47ba-9256-5fdf67319b2c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (010f7ae9-6c68-4f84-bbee-18ed4407f61c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.362079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fadc7273-d341-4749-bd41-aab25fadb294 admin admin] Publish callbacks [] for security_group (6c24eef5-aec8-490d-a9ea-a53f1fd09c15), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.378214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (c9224275-2953-4d72-b92e-8d7cd6550083), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.379379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0eef6-9623-435d-a47a-0f7bff40b650 req-feafd72e-ddf0-4033-a769-bdaeb4808e48 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:20.384989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.393706 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b2d0eef6-9623-435d-a47a-0f7bff40b650 req-feafd72e-ddf0-4033-a769-bdaeb4808e48 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 946 time: 0.3687413 Apr 29 07:41:20.393901 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/c9224275-2953-4d72-b92e-8d7cd6550083 HTTP/1.1" status: 204 len: 168 time: 4.1115367 Apr 29 07:41:20.396935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53122) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:20.427320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757397490'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:20.427667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ca5157-eae7-4a25-b43b-31f0ccc5c182 None None] Network 0ca1819d-22b1-4548-bbf3-96b251f707fb requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:20.429831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bcf2b9b9-098f-43d0-b4d6-a867838a9334 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:20.431639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455d7ed-f194-46ef-92d9-188986579b53 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=c9224275-2953-4d72-b92e-8d7cd6550083,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:20.482629 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b2d0eef6-9623-435d-a47a-0f7bff40b650 req-a2b20f20-720f-43ae-8f29-05e07ac8000a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901003 Apr 29 07:41:20.483390 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49e3e00e-d7df-4043-a7da-cbb36c8eaeaf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (e0b2f2ab-9246-45c2-b619-bf4277635baf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.488305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ad92b73-9d51-47ba-9256-5fdf67319b2c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (010f7ae9-6c68-4f84-bbee-18ed4407f61c), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.509354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:20.512731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.549901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (dc3f53bc-5435-45a8-973b-203940001c2c), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.556880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49e3e00e-d7df-4043-a7da-cbb36c8eaeaf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (e0b2f2ab-9246-45c2-b619-bf4277635baf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.560015 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:20.561137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cd53d1c5-34a7-4112-b807-f0b37f975d5e None None] Provisioning complete for port bcf2b9b9-098f-43d0-b4d6-a867838a9334 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:20.561494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd53d1c5-34a7-4112-b807-f0b37f975d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.569520 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (dc3f53bc-5435-45a8-973b-203940001c2c), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.570310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.571688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a251c377-e31a-42f3-a209-5ab91db83ce6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.572987 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment a251c377-e31a-42f3-a209-5ab91db83ce6 of type vlan for network 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 Apr 29 07:41:20.615955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fadc7273-d341-4749-bd41-aab25fadb294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6c24eef5-aec8-490d-a9ea-a53f1fd09c15), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.619117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fadc7273-d341-4749-bd41-aab25fadb294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.620646 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fadc7273-d341-4749-bd41-aab25fadb294 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c24eef5-aec8-490d-a9ea-a53f1fd09c15 HTTP/1.1" status: 204 len: 168 time: 0.4415536 Apr 29 07:41:20.644581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16a1db-0873-4dc5-83a3-bcc6a08851d4 req-673f59aa-2e10-450b-af2d-5c32c08b927c tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:20.646274 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a16a1db-0873-4dc5-83a3-bcc6a08851d4 req-673f59aa-2e10-450b-af2d-5c32c08b927c tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2125731 Apr 29 07:41:20.653530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc7273-d341-4749-bd41-aab25fadb294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24eef5-aec8-490d-a9ea-a53f1fd09c15,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:20.659094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (61dbe0bd-4ef8-454e-912a-6c8ffbe73b74), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.686234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port bcf2b9b9-098f-43d0-b4d6-a867838a9334 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:20.686905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.720191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (61dbe0bd-4ef8-454e-912a-6c8ffbe73b74), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.728611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:20.729564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.784075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cd53d1c5-34a7-4112-b807-f0b37f975d5e None None] Current status of the port bcf2b9b9-098f-43d0-b4d6-a867838a9334 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:20.784868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd53d1c5-34a7-4112-b807-f0b37f975d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.800042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=dc3f53bc-5435-45a8-973b-203940001c2c,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:20.806589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ad92b73-9d51-47ba-9256-5fdf67319b2c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (010f7ae9-6c68-4f84-bbee-18ed4407f61c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.843880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49e3e00e-d7df-4043-a7da-cbb36c8eaeaf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e0b2f2ab-9246-45c2-b619-bf4277635baf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.846452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49e3e00e-d7df-4043-a7da-cbb36c8eaeaf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:20.849271 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-49e3e00e-d7df-4043-a7da-cbb36c8eaeaf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/e0b2f2ab-9246-45c2-b619-bf4277635baf HTTP/1.1" status: 204 len: 168 time: 0.7469079 Apr 29 07:41:20.855485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=61dbe0bd-4ef8-454e-912a-6c8ffbe73b74,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:20.860740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53128) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:20.865185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3e00e-d7df-4043-a7da-cbb36c8eaeaf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b2f2ab-9246-45c2-b619-bf4277635baf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:20.877532 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aefdd064-0b22-4bdb-bdc0-6c17459b0ccc tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4587393 Apr 29 07:41:20.883907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53130) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:20.904314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': '61dbe0bd-4ef8-454e-912a-6c8ffbe73b74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:20.905544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:20.940859 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a16a1db-0873-4dc5-83a3-bcc6a08851d4 req-b1165464-11f0-4acf-a276-6b90212b7e58 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432005 Apr 29 07:41:21.101063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cd53d1c5-34a7-4112-b807-f0b37f975d5e None None] For port bcf2b9b9-098f-43d0-b4d6-a867838a9334, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bcf2b9b9-098f-43d0-b4d6-a867838a9334,segment=NetworkSegment(7d5ffc07-c2a3-4e4f-952f-587a10118131),segment_id=7d5ffc07-c2a3-4e4f-952f-587a10118131)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:21.122016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd53d1c5-34a7-4112-b807-f0b37f975d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.129824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 0ca1819d-22b1-4548-bbf3-96b251f707fb is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:21.141666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ad92b73-9d51-47ba-9256-5fdf67319b2c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (010f7ae9-6c68-4f84-bbee-18ed4407f61c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.144221 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:21.156350 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ea34c2ee-db5a-4e87-b13a-6a68419deaf8 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2889209 Apr 29 07:41:21.162958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53138) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.178697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6cd2affc-3ca9-4807-9230-9b56ac7762e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'tempest-secgroup--804742149'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:21.189683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port bcf2b9b9-098f-43d0-b4d6-a867838a9334 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:21.190071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.206566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad92b73-9d51-47ba-9256-5fdf67319b2c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=010f7ae9-6c68-4f84-bbee-18ed4407f61c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:21.227547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ad92b73-9d51-47ba-9256-5fdf67319b2c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.234799 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2ad92b73-9d51-47ba-9256-5fdf67319b2c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/010f7ae9-6c68-4f84-bbee-18ed4407f61c HTTP/1.1" status: 204 len: 168 time: 1.0177429 Apr 29 07:41:21.245256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd2affc-3ca9-4807-9230-9b56ac7762e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.255776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53142) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.261545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53d1c5-34a7-4112-b807-f0b37f975d5e None None] Pushing event updated for resources: {'Port': ['ID=bcf2b9b9-098f-43d0-b4d6-a867838a9334,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:21.319690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:21.320056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:21.371221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bc5a867a-b1d1-4450-b065-b69ec1277c4f None None] Provisioning complete for port dc3f53bc-5435-45a8-973b-203940001c2c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:21.371488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bc5a867a-b1d1-4450-b065-b69ec1277c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc3f53bc-5435-45a8-973b-203940001c2c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.396561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd2affc-3ca9-4807-9230-9b56ac7762e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (22cf9790-888b-4d48-9413-6aca088faa4e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.411268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd2affc-3ca9-4807-9230-9b56ac7762e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (22cf9790-888b-4d48-9413-6aca088faa4e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.445889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a867a-b1d1-4450-b065-b69ec1277c4f None None] Port dc3f53bc-5435-45a8-973b-203940001c2c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:21.453263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2affc-3ca9-4807-9230-9b56ac7762e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22cf9790-888b-4d48-9413-6aca088faa4e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:21.460835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bc5a867a-b1d1-4450-b065-b69ec1277c4f None None] Provisioning complete for port bcf2b9b9-098f-43d0-b4d6-a867838a9334 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:21.461588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bc5a867a-b1d1-4450-b065-b69ec1277c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.486024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd2affc-3ca9-4807-9230-9b56ac7762e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.493851 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6cd2affc-3ca9-4807-9230-9b56ac7762e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3270087 Apr 29 07:41:21.494577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53148) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.506289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3ec96d23-bd6d-4326-bd03-8fc5dadcf520 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '22cf9790-888b-4d48-9413-6aca088faa4e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:21.527766 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-3ec96d23-bd6d-4326-bd03-8fc5dadcf520 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 07:41:21.528500 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-3ec96d23-bd6d-4326-bd03-8fc5dadcf520 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:21.538065 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3ec96d23-bd6d-4326-bd03-8fc5dadcf520 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0397654 Apr 29 07:41:21.538924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53152) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.557936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f27b8426-5516-4689-b956-d7d960edd5fa tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '22cf9790-888b-4d48-9413-6aca088faa4e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:21.659408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a867a-b1d1-4450-b065-b69ec1277c4f None None] Current status of the port bcf2b9b9-098f-43d0-b4d6-a867838a9334 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:21.670730 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-f27b8426-5516-4689-b956-d7d960edd5fa tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:21.675512 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f27b8426-5516-4689-b956-d7d960edd5fa tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1350312 Apr 29 07:41:21.676557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53158) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.685427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-43efc82e-e363-4470-8910-f98e3c569cc5 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '22cf9790-888b-4d48-9413-6aca088faa4e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:21.685922 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-43efc82e-e363-4470-8910-f98e3c569cc5 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 07:41:21.686420 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-43efc82e-e363-4470-8910-f98e3c569cc5 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:21.691636 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-43efc82e-e363-4470-8910-f98e3c569cc5 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105767 Apr 29 07:41:21.692687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53160) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.699112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-21478bb1-456d-4ebd-b8f0-75b6c462d1a9 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '22cf9790-888b-4d48-9413-6aca088faa4e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:21.747615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7226c24-a8b7-456b-881c-b15ae2dac6a5 req-10d550d8-850e-464e-baa5-b76d0ccc22e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:21.755287 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c7226c24-a8b7-456b-881c-b15ae2dac6a5 req-10d550d8-850e-464e-baa5-b76d0ccc22e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 946 time: 0.1388750 Apr 29 07:41:21.807797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ccfa5-4a9c-4e54-aab5-726696791868 None None] Network 054191ad-fc62-49d3-b6ed-2154cfea280c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:21.809120 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-21478bb1-456d-4ebd-b8f0-75b6c462d1a9 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:21.813374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c61304ee-b9cd-4022-91a0-3c39691fbc9c None None] Provisioning complete for port dc3f53bc-5435-45a8-973b-203940001c2c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:21.813866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c61304ee-b9cd-4022-91a0-3c39691fbc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc3f53bc-5435-45a8-973b-203940001c2c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.821159 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-21478bb1-456d-4ebd-b8f0-75b6c462d1a9 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1271284 Apr 29 07:41:21.822089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53164) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.838066 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cbb19893-052d-412a-a686-178e8f0360e0 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '22cf9790-888b-4d48-9413-6aca088faa4e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:21.839251 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-cbb19893-052d-412a-a686-178e8f0360e0 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 07:41:21.840349 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-cbb19893-052d-412a-a686-178e8f0360e0 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:21.847894 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cbb19893-052d-412a-a686-178e8f0360e0 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0209446 Apr 29 07:41:21.854537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53166) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.858803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53168) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.862013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d2cdcf85-5a66-4d46-aff4-4f467670b0de tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '22cf9790-888b-4d48-9413-6aca088faa4e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:21.899345 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c7226c24-a8b7-456b-881c-b15ae2dac6a5 req-10ac12f5-7c2e-496e-a914-4bd0c3fe7daf tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427298 Apr 29 07:41:21.917534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c61304ee-b9cd-4022-91a0-3c39691fbc9c None None] Port dc3f53bc-5435-45a8-973b-203940001c2c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:21.917692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e863981-800f-49bf-b8c9-f3537484555f req-cf9eb829-03c7-4c52-afef-4d4c9ecd00d1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:21.917692 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3e863981-800f-49bf-b8c9-f3537484555f req-cf9eb829-03c7-4c52-afef-4d4c9ecd00d1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.8573754 Apr 29 07:41:21.926781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:21.930913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.978511 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-d2cdcf85-5a66-4d46-aff4-4f467670b0de tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:21.984084 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d2cdcf85-5a66-4d46-aff4-4f467670b0de tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1278164 Apr 29 07:41:21.985073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53174) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:21.988847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (054191ad-fc62-49d3-b6ed-2154cfea280c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:21.995642 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fb1dd5bb-71f8-4b13-be60-8bf3fe2669e2 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '22cf9790-888b-4d48-9413-6aca088faa4e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:21.996526 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-fb1dd5bb-71f8-4b13-be60-8bf3fe2669e2 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 07:41:21.997039 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-fb1dd5bb-71f8-4b13-be60-8bf3fe2669e2 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:22.001617 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fb1dd5bb-71f8-4b13-be60-8bf3fe2669e2 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0146165 Apr 29 07:41:22.004485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53176) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:22.012156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c33312d3-69a7-4a40-9f96-18de92651da6 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '22cf9790-888b-4d48-9413-6aca088faa4e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:22.014734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port bcf2b9b9-098f-43d0-b4d6-a867838a9334 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:22.056346 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b82b137c-17b2-46c5-9c35-5d4f68c6729e None None] Provisioning complete for port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:22.056726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b82b137c-17b2-46c5-9c35-5d4f68c6729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.062574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140361173'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:22.098812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ababcd40-328f-47c5-af3e-0e6d699085e8 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:22.127235 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: ababcd40-328f-47c5-af3e-0e6d699085e8 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:22.127472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ababcd40-328f-47c5-af3e-0e6d699085e8 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:22.134197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing IP validity checks on allocation pools {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:41:22.134719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:41:22.155284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.155583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d83c6-6a6e-405c-97e8-71b480cd469d None None] DHCP port deletion for 054191ad-fc62-49d3-b6ed-2154cfea280c request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:22.168716 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-c33312d3-69a7-4a40-9f96-18de92651da6 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:22.172745 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c33312d3-69a7-4a40-9f96-18de92651da6 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1672661 Apr 29 07:41:22.173597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.177067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53178) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:22.186993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c25d6722-3228-4fc7-a901-6d793784d5e3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '22cf9790-888b-4d48-9413-6aca088faa4e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:22.205078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router f9c44ea4-7b0a-48a1-830a-a14743ca89e2 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:41:22.213048 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3e863981-800f-49bf-b8c9-f3537484555f req-33e50a99-7022-460b-99d9-c28eaa295d83 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668343 Apr 29 07:41:22.224562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b82b137c-17b2-46c5-9c35-5d4f68c6729e None None] Current status of the port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:22.230330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c18d74-1c52-427f-84de-02e94f52d00f req-002e0273-59c6-4a17-8e29-f78c98038de3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:22.233653 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-58c18d74-1c52-427f-84de-02e94f52d00f req-002e0273-59c6-4a17-8e29-f78c98038de3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 946 time: 0.1909342 Apr 29 07:41:22.272536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d83c6-6a6e-405c-97e8-71b480cd469d None None] Deleting port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:22.273165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0e2d83c6-6a6e-405c-97e8-71b480cd469d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.327562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bcf2b9b9-098f-43d0-b4d6-a867838a9334 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:22.352638 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-c25d6722-3228-4fc7-a901-6d793784d5e3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:22.356983 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c25d6722-3228-4fc7-a901-6d793784d5e3 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1789191 Apr 29 07:41:22.359528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53182) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:22.389889 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-58c18d74-1c52-427f-84de-02e94f52d00f req-00acc89f-f204-47f6-8d6f-6d1e516737fd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299927 Apr 29 07:41:22.413558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0e2d83c6-6a6e-405c-97e8-71b480cd469d None None] For port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,segment=NetworkSegment(e8a25d0d-7f4b-445d-9236-ca7916e323c7),segment_id=e8a25d0d-7f4b-445d-9236-ca7916e323c7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:22.413558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0e2d83c6-6a6e-405c-97e8-71b480cd469d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.416283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-07e6f973-20b9-4bd6-b36f-3a5c1abb3c0d None None] Provisioning complete for port dc3f53bc-5435-45a8-973b-203940001c2c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:22.417284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-07e6f973-20b9-4bd6-b36f-3a5c1abb3c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc3f53bc-5435-45a8-973b-203940001c2c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.445935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (65137793-9eec-42a0-a63c-62b53f4886bd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.446848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:22.447202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.452434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (65137793-9eec-42a0-a63c-62b53f4886bd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.453374 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:22.456948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d83c6-6a6e-405c-97e8-71b480cd469d None None] Calling delete_port for 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:22.470052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-07e6f973-20b9-4bd6-b36f-3a5c1abb3c0d None None] Port dc3f53bc-5435-45a8-973b-203940001c2c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:22.477688 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f0b47-80a7-4bf7-bf95-92a4373cc192 None None] Sync routers for ids ['f9c44ea4-7b0a-48a1-830a-a14743ca89e2'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:22.485453 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e28511e6-84f5-4e4a-a479-1435d2d3171e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/f9c44ea4-7b0a-48a1-830a-a14743ca89e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2577035 Apr 29 07:41:22.501278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53186) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:22.512938 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f0b47-80a7-4bf7-bf95-92a4373cc192 None None] Routers {'f9c44ea4-7b0a-48a1-830a-a14743ca89e2'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:22.513605 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-328f0b47-80a7-4bf7-bf95-92a4373cc192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9c44ea4-7b0a-48a1-830a-a14743ca89e2'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:22.514728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port bcf2b9b9-098f-43d0-b4d6-a867838a9334 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:22.515264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.537776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (d3f919cc-2a5a-4622-811d-25526ddfb85e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.543444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65137793-9eec-42a0-a63c-62b53f4886bd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:22.564533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d3f919cc-2a5a-4622-811d-25526ddfb85e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.586442 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-328f0b47-80a7-4bf7-bf95-92a4373cc192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:22.597502 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f0b47-80a7-4bf7-bf95-92a4373cc192 None None] Routers {'f9c44ea4-7b0a-48a1-830a-a14743ca89e2'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:22.598433 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-328f0b47-80a7-4bf7-bf95-92a4373cc192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9c44ea4-7b0a-48a1-830a-a14743ca89e2'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:22.622084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (a8a4399e-7a35-4b36-a7f1-4e6095f3177e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.629136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0e2d83c6-6a6e-405c-97e8-71b480cd469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.631720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.633136 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7660284 Apr 29 07:41:22.639418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53190) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:22.641316 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-328f0b47-80a7-4bf7-bf95-92a4373cc192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:22.642056 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f0b47-80a7-4bf7-bf95-92a4373cc192 None None] The sync data for ids ['f9c44ea4-7b0a-48a1-830a-a14743ca89e2'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:22.645472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port bcf2b9b9-098f-43d0-b4d6-a867838a9334 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:22.659062 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158be634-c41a-4ac9-b729-8cf4af4f0182 req-a17968d8-1d95-49d5-96de-0526eafa2ac8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:22.661749 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-158be634-c41a-4ac9-b729-8cf4af4f0182 req-a17968d8-1d95-49d5-96de-0526eafa2ac8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3211601 Apr 29 07:41:22.671495 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d83c6-6a6e-405c-97e8-71b480cd469d None None] Pushing event deleted for resources: {'Port': ['ID=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:22.673463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d83c6-6a6e-405c-97e8-71b480cd469d None None] No DVR routers for this DVR port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:22.694974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766228d-34e7-4f23-a6a9-fcf8b0b2d1b0 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:41:22.715696 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-39d5bee0-418b-4511-81ee-75e653db86a4 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (22cf9790-888b-4d48-9413-6aca088faa4e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.717654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863103d-504f-484b-89c9-45b72e589eda tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f919cc-2a5a-4622-811d-25526ddfb85e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:22.735775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a590a1e-5d34-4fae-a3c0-814b6f97d35b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:22.739746 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9a590a1e-5d34-4fae-a3c0-814b6f97d35b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports/dc3f53bc-5435-45a8-973b-203940001c2c HTTP/1.1" status: 200 len: 911 time: 0.2349443 Apr 29 07:41:22.740199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:22.742227 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53192) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:22.743094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] For port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,segment=NetworkSegment(e8a25d0d-7f4b-445d-9236-ca7916e323c7),segment_id=e8a25d0d-7f4b-445d-9236-ca7916e323c7)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:22.743512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.767486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:22.767820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:22.804564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-39d5bee0-418b-4511-81ee-75e653db86a4 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (22cf9790-888b-4d48-9413-6aca088faa4e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.808119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:22.824015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=a8a4399e-7a35-4b36-a7f1-4e6095f3177e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:22.841849 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-264cccc7-9d99-423f-91d4-1b2c8a5fb3d6 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1978731 Apr 29 07:41:22.843222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53194) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:22.849340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c9dfff7e-5056-4480-af34-6b10bc750d80 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-security--1168547374', 'description': 'tempest-security-description-1017107913'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:22.895400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9dfff7e-5056-4480-af34-6b10bc750d80 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (d3f919cc-2a5a-4622-811d-25526ddfb85e), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.922947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': 'a251c377-e31a-42f3-a209-5ab91db83ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '61dbe0bd-4ef8-454e-912a-6c8ffbe73b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:22.923550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:22.934100 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-158be634-c41a-4ac9-b729-8cf4af4f0182 req-e14d6e35-44d3-42f4-a878-350d95e202b3 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418973 Apr 29 07:41:22.952643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766228d-34e7-4f23-a6a9-fcf8b0b2d1b0 None None] Network 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:22.962950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-39d5bee0-418b-4511-81ee-75e653db86a4 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (22cf9790-888b-4d48-9413-6aca088faa4e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.966115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-39d5bee0-418b-4511-81ee-75e653db86a4 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:22.975535 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-39d5bee0-418b-4511-81ee-75e653db86a4 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/22cf9790-888b-4d48-9413-6aca088faa4e HTTP/1.1" status: 204 len: 168 time: 0.6020834 Apr 29 07:41:22.975535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53196) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:22.975535 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 already present Apr 29 07:41:22.976044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:22.977393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:22.977750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766228d-34e7-4f23-a6a9-fcf8b0b2d1b0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74) {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:41:22.994613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:22.995382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.011686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5bee0-418b-4511-81ee-75e653db86a4 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cf9790-888b-4d48-9413-6aca088faa4e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:23.031320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8c4e2afd-4934-402b-b5dd-c676b3dc27d4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.046564 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9ae98544-63e0-4075-9dc8-593e3ae47bbe tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1557863 Apr 29 07:41:23.066624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53200) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.072257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9dfff7e-5056-4480-af34-6b10bc750d80 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (d3f919cc-2a5a-4622-811d-25526ddfb85e), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.082300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=8c4e2afd-4934-402b-b5dd-c676b3dc27d4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:23.087680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No DVR routers for this DVR port 8c4e2afd-4934-402b-b5dd-c676b3dc27d4 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:23.092528 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cfa3c8a3-b7de-4e9f-95b3-f3348f7a6f4e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1177771 Apr 29 07:41:23.098434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53202) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.107733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2f4e18d7-9cfc-4373-a162-2290c4ee199c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'tempest-secgroup--96524194'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:23.122965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9dfff7e-5056-4480-af34-6b10bc750d80 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d3f919cc-2a5a-4622-811d-25526ddfb85e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.125638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9dfff7e-5056-4480-af34-6b10bc750d80 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.130426 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c9dfff7e-5056-4480-af34-6b10bc750d80 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "PUT /v2.0/security-groups/d3f919cc-2a5a-4622-811d-25526ddfb85e HTTP/1.1" status: 200 len: 1795 time: 0.2860324 Apr 29 07:41:23.130617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53204) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.208903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (054191ad-fc62-49d3-b6ed-2154cfea280c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.241031 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e2f96beb-39fe-4521-81c7-b010f387b36a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups/d3f919cc-2a5a-4622-811d-25526ddfb85e HTTP/1.1" status: 200 len: 1795 time: 0.1095865 Apr 29 07:41:23.243601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53206) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.246568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054191ad-fc62-49d3-b6ed-2154cfea280c']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:23.256917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f4e18d7-9cfc-4373-a162-2290c4ee199c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.258864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfff7e-5056-4480-af34-6b10bc750d80 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f919cc-2a5a-4622-811d-25526ddfb85e,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:23.290631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a25d0d-7f4b-445d-9236-ca7916e323c7') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:23.290897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a25d0d-7f4b-445d-9236-ca7916e323c7') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:23.297050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e528a5-3704-4918-b827-1499dbeb3c76 req-14ae95d0-b431-46a0-8118-79b4608075f0 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:23.298603 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42e528a5-3704-4918-b827-1499dbeb3c76 req-14ae95d0-b431-46a0-8118-79b4608075f0 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2505090 Apr 29 07:41:23.321852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (e8a25d0d-7f4b-445d-9236-ca7916e323c7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.324045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5af10354-64bf-4c60-83bb-11ea01ecb829 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (d3f919cc-2a5a-4622-811d-25526ddfb85e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.355018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e8a25d0d-7f4b-445d-9236-ca7916e323c7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.364172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-61dbe0bd-4ef8-454e-912a-6c8ffbe73b74', 'network_id': '61dbe0bd-4ef8-454e-912a-6c8ffbe73b74', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': 'a8a4399e-7a35-4b36-a7f1-4e6095f3177e'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:23.364750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5af10354-64bf-4c60-83bb-11ea01ecb829 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (d3f919cc-2a5a-4622-811d-25526ddfb85e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.366399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.374442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:23.374850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (e8a25d0d-7f4b-445d-9236-ca7916e323c7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:23.378310 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:23.384084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (61dbe0bd-4ef8-454e-912a-6c8ffbe73b74), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.447246 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42e528a5-3704-4918-b827-1499dbeb3c76 req-9a861938-9c44-452e-83c3-fefb734b9a02 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357319 Apr 29 07:41:23.468549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (054191ad-fc62-49d3-b6ed-2154cfea280c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.476411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.480835 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/networks/054191ad-fc62-49d3-b6ed-2154cfea280c HTTP/1.1" status: 204 len: 168 time: 2.1757407 Apr 29 07:41:23.488657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53208) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.500303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f4e18d7-9cfc-4373-a162-2290c4ee199c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (37fa3484-1178-4556-9114-0ea123baec51), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.513628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f4e18d7-9cfc-4373-a162-2290c4ee199c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (37fa3484-1178-4556-9114-0ea123baec51), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.516422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5af10354-64bf-4c60-83bb-11ea01ecb829 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d3f919cc-2a5a-4622-811d-25526ddfb85e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.519154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5af10354-64bf-4c60-83bb-11ea01ecb829 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.524749 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5af10354-64bf-4c60-83bb-11ea01ecb829 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3f919cc-2a5a-4622-811d-25526ddfb85e HTTP/1.1" status: 204 len: 168 time: 0.2800965 Apr 29 07:41:23.525489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53212) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.538349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Allocated IP 172.20.0.3 (61dbe0bd-4ef8-454e-912a-6c8ffbe73b74/a8a4399e-7a35-4b36-a7f1-4e6095f3177e/df57762a-9825-49dc-bd7c-12fc9036ab90) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:23.567148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a8a4399e-7a35-4b36-a7f1-4e6095f3177e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.570314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c5a2f-2736-443a-84b9-388ad06f953d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Network': ['ID=054191ad-fc62-49d3-b6ed-2154cfea280c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:23.595115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af10354-64bf-4c60-83bb-11ea01ecb829 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f919cc-2a5a-4622-811d-25526ddfb85e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:23.601630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f4e18d7-9cfc-4373-a162-2290c4ee199c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.602904 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2f4e18d7-9cfc-4373-a162-2290c4ee199c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5007408 Apr 29 07:41:23.608628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53214) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.621388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4381e8fa-df18-41f4-932c-609c0ab808b2 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '37fa3484-1178-4556-9114-0ea123baec51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:23.631241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e18d7-9cfc-4373-a162-2290c4ee199c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fa3484-1178-4556-9114-0ea123baec51,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:23.656176 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53216) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.656495 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7cacf1dd-ac7d-46a2-9e17-adecea8f507c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1251879 Apr 29 07:41:23.671550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fce430-ed26-4b4f-8663-1b7d18ab06e5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:23.673278 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a1fce430-ed26-4b4f-8663-1b7d18ab06e5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1829579 Apr 29 07:41:23.678003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53218) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.686664 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-f6310a8d-7386-44a2-bf87-952b9efdf504 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] delete failed (client error): The resource could not be found. Apr 29 07:41:23.687696 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f6310a8d-7386-44a2-bf87-952b9efdf504 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3f919cc-2a5a-4622-811d-25526ddfb85e HTTP/1.1" status: 404 len: 347 time: 0.0275774 Apr 29 07:41:23.691958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53220) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.702685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2f442015-d04a-486e-a163-5fe7e25c43da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469679844'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:23.723896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f6e37-5a86-4ffd-ae79-50b1490f7819 req-02c45843-c6f4-43ee-9aaf-76cbafa1205b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:23.724363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.725576 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a72f6e37-5a86-4ffd-ae79-50b1490f7819 req-02c45843-c6f4-43ee-9aaf-76cbafa1205b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1377716 Apr 29 07:41:23.751638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Publish callbacks [] for port (df57762a-9825-49dc-bd7c-12fc9036ab90), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.760258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (df57762a-9825-49dc-bd7c-12fc9036ab90), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.770790 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-4381e8fa-df18-41f4-932c-609c0ab808b2 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The resource could not be found. Apr 29 07:41:23.771016 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-14a4507a-63de-4b6f-aa7e-315f00013d30 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0867622 Apr 29 07:41:23.771148 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4381e8fa-df18-41f4-932c-609c0ab808b2 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1524305 Apr 29 07:41:23.771238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.771238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53224) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.777513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1725678848'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:23.784781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ceb1e3b9-305e-4655-9f27-887f7ccc2676 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '37fa3484-1178-4556-9114-0ea123baec51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0a26a1f7-c47d-4273-a2b6-ab956328d98a'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:23.801259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Network 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:23.804724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:23.810935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:23.826398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f442015-d04a-486e-a163-5fe7e25c43da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.828573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (a8a4399e-7a35-4b36-a7f1-4e6095f3177e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.829212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Pushing event updated for resources: {'Port': ['ID=df57762a-9825-49dc-bd7c-12fc9036ab90,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:23.843448 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a72f6e37-5a86-4ffd-ae79-50b1490f7819 req-4626a21a-9d17-47ab-9ff2-c83d7c91ee15 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069076 Apr 29 07:41:23.844662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:23.847990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.882285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a4399e-7a35-4b36-a7f1-4e6095f3177e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:23.893712 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:23.902049 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-ceb1e3b9-305e-4655-9f27-887f7ccc2676 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The resource could not be found. Apr 29 07:41:23.906642 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ceb1e3b9-305e-4655-9f27-887f7ccc2676 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1331668 Apr 29 07:41:23.908460 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53228) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.927219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53230) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:23.931166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.931628 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Added segment fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc of type vlan for network 5358430b-b57b-4a79-af77-b802c07e9196 Apr 29 07:41:23.938750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Attempting to bind port df57762a-9825-49dc-bd7c-12fc9036ab90 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:23.939128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Attempting to bind port df57762a-9825-49dc-bd7c-12fc9036ab90 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'a251c377-e31a-42f3-a209-5ab91db83ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '61dbe0bd-4ef8-454e-912a-6c8ffbe73b74'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:23.939491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Attempting to bind port df57762a-9825-49dc-bd7c-12fc9036ab90 on network 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:23.949906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:23.950280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Checking segment: {'id': 'a251c377-e31a-42f3-a209-5ab91db83ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '61dbe0bd-4ef8-454e-912a-6c8ffbe73b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:23.950924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:23.951769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Bound using segment: {'id': 'a251c377-e31a-42f3-a209-5ab91db83ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '61dbe0bd-4ef8-454e-912a-6c8ffbe73b74'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:23.951769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Bound port: df57762a-9825-49dc-bd7c-12fc9036ab90, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a251c377-e31a-42f3-a209-5ab91db83ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '61dbe0bd-4ef8-454e-912a-6c8ffbe73b74'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:23.952303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df57762a-9825-49dc-bd7c-12fc9036ab90), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.016853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (61dbe0bd-4ef8-454e-912a-6c8ffbe73b74), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.047867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] For port df57762a-9825-49dc-bd7c-12fc9036ab90, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:24.050930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dbe0bd-4ef8-454e-912a-6c8ffbe73b74']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:24.051603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] For port df57762a-9825-49dc-bd7c-12fc9036ab90, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=df57762a-9825-49dc-bd7c-12fc9036ab90,segment=NetworkSegment(a251c377-e31a-42f3-a209-5ab91db83ce6),segment_id=a251c377-e31a-42f3-a209-5ab91db83ce6)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:24.062511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (df57762a-9825-49dc-bd7c-12fc9036ab90), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.072938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a251c377-e31a-42f3-a209-5ab91db83ce6') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:24.073608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a251c377-e31a-42f3-a209-5ab91db83ce6') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:24.081989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (5358430b-b57b-4a79-af77-b802c07e9196), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.091253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f442015-d04a-486e-a163-5fe7e25c43da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (a61dfee0-e0b4-4566-a078-d02ba6ae9d6b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.094258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (a251c377-e31a-42f3-a209-5ab91db83ce6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.104551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f442015-d04a-486e-a163-5fe7e25c43da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a61dfee0-e0b4-4566-a078-d02ba6ae9d6b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.123694 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a251c377-e31a-42f3-a209-5ab91db83ce6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.145141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:24.145805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (a251c377-e31a-42f3-a209-5ab91db83ce6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:24.149027 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:24.173578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f442015-d04a-486e-a163-5fe7e25c43da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.174792 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2f442015-d04a-486e-a163-5fe7e25c43da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4817269 Apr 29 07:41:24.179767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8c052-7f2d-4e8f-95b4-df9bbeec445f None None] Pushing event updated for resources: {'Port': ['ID=df57762a-9825-49dc-bd7c-12fc9036ab90,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:24.189444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0964ad05-8948-4ba1-a2b9-4a59d62e7034 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:41:24.190745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcf63719-d11f-42e7-ae58-74c3e2c94e4c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (37fa3484-1178-4556-9114-0ea123baec51), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.208180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53234) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:24.212850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a7ac8203-5126-4cc1-ba77-82dc39221746 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': 'a61dfee0-e0b4-4566-a078-d02ba6ae9d6b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:24.239389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f442015-d04a-486e-a163-5fe7e25c43da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61dfee0-e0b4-4566-a078-d02ba6ae9d6b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:24.253940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:41:24.253940 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:41:24.253940 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': '61dbe0bd-4ef8-454e-912a-6c8ffbe73b74'}] Apr 29 07:41:24.253940 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:24.254428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:24.265716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (5358430b-b57b-4a79-af77-b802c07e9196), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.270743 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:24.271271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.310307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port dc3f53bc-5435-45a8-973b-203940001c2c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:24.310747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (dc3f53bc-5435-45a8-973b-203940001c2c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.310929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964ad05-8948-4ba1-a2b9-4a59d62e7034 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:41:24.330150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcf63719-d11f-42e7-ae58-74c3e2c94e4c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (37fa3484-1178-4556-9114-0ea123baec51), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.409994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (dc3f53bc-5435-45a8-973b-203940001c2c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.422534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for dc3f53bc-5435-45a8-973b-203940001c2c owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:24.473894 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7016780 Apr 29 07:41:24.478697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53236) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:24.488814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': '5358430b-b57b-4a79-af77-b802c07e9196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:24.491735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8203-5126-4cc1-ba77-82dc39221746 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (d6b00269-d924-4827-9ddf-e0ce71ceba04), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.513911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8065d-d905-427e-bf26-9bf3fc381012 None None] Network 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:24.515112 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcf63719-d11f-42e7-ae58-74c3e2c94e4c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (37fa3484-1178-4556-9114-0ea123baec51), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.517719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fcf63719-d11f-42e7-ae58-74c3e2c94e4c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.521301 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fcf63719-d11f-42e7-ae58-74c3e2c94e4c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/37fa3484-1178-4556-9114-0ea123baec51 HTTP/1.1" status: 204 len: 168 time: 0.6093767 Apr 29 07:41:24.539325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2d754-fa8b-426d-95d3-e942d03e93d6 req-c41cd806-e8ad-45c0-9339-454b9bfa222d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:24.540845 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e7e2d754-fa8b-426d-95d3-e942d03e93d6 req-c41cd806-e8ad-45c0-9339-454b9bfa222d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3542330 Apr 29 07:41:24.543399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53238) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:24.546728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec6a72-df10-4146-8993-1c08ee8b755e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Network': ['ID=5358430b-b57b-4a79-af77-b802c07e9196,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:24.562483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf63719-d11f-42e7-ae58-74c3e2c94e4c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fa3484-1178-4556-9114-0ea123baec51,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:24.597586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 5358430b-b57b-4a79-af77-b802c07e9196 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:24.674567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:24.679348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.694864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8203-5126-4cc1-ba77-82dc39221746 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (d6b00269-d924-4827-9ddf-e0ce71ceba04), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.701238 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f2ddf50a-57f8-4f4c-b42b-33fa0a59fe16 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1517022 Apr 29 07:41:24.707854 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e7e2d754-fa8b-426d-95d3-e942d03e93d6 req-62c4d24a-bb72-4881-be73-e56402a4e10a tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472354 Apr 29 07:41:24.708494 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53240) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:24.728700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24cb07c-bb73-4a18-b239-9e30a4dd1095 None None] Network 61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:24.742758 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8203-5126-4cc1-ba77-82dc39221746 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d6b00269-d924-4827-9ddf-e0ce71ceba04), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.747263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-72ec25c1-bf10-4cd5-9659-ec2c0a34a4f1 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '705e7dda-e832-4bae-bc32-553497213a8c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:24.755985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (61dbe0bd-4ef8-454e-912a-6c8ffbe73b74), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.804042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac8203-5126-4cc1-ba77-82dc39221746 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b00269-d924-4827-9ddf-e0ce71ceba04,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:24.813657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8203-5126-4cc1-ba77-82dc39221746 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.814739 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a7ac8203-5126-4cc1-ba77-82dc39221746 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6054659 Apr 29 07:41:24.819593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53242) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:24.859402 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-72ec25c1-bf10-4cd5-9659-ec2c0a34a4f1 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The resource could not be found. Apr 29 07:41:24.860536 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-72ec25c1-bf10-4cd5-9659-ec2c0a34a4f1 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1190510 Apr 29 07:41:24.866996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53244) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:24.871680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-878843d2-9ce1-4101-9e96-c51b5f1cb726 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'tempest-secgroup--525296439'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:24.881342 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (dc3f53bc-5435-45a8-973b-203940001c2c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.919394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-35c5e192-dd30-46a6-acdb-429a33b5949e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (d6b00269-d924-4827-9ddf-e0ce71ceba04), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.924675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=dc3f53bc-5435-45a8-973b-203940001c2c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:24.933927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-878843d2-9ce1-4101-9e96-c51b5f1cb726 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:24.936556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-35c5e192-dd30-46a6-acdb-429a33b5949e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (d6b00269-d924-4827-9ddf-e0ce71ceba04), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.076449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.097999 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-878843d2-9ce1-4101-9e96-c51b5f1cb726 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (29ed4bd7-aeb9-4f68-8c6c-86e6ce2094eb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.107549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.110087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port df57762a-9825-49dc-bd7c-12fc9036ab90 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:25.110410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (df57762a-9825-49dc-bd7c-12fc9036ab90), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.131907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-35c5e192-dd30-46a6-acdb-429a33b5949e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d6b00269-d924-4827-9ddf-e0ce71ceba04), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.140206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-878843d2-9ce1-4101-9e96-c51b5f1cb726 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (29ed4bd7-aeb9-4f68-8c6c-86e6ce2094eb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.159706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-35c5e192-dd30-46a6-acdb-429a33b5949e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.160826 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-35c5e192-dd30-46a6-acdb-429a33b5949e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d6b00269-d924-4827-9ddf-e0ce71ceba04 HTTP/1.1" status: 204 len: 168 time: 0.3372622 Apr 29 07:41:25.174894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53246) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:25.205254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5e192-dd30-46a6-acdb-429a33b5949e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6b00269-d924-4827-9ddf-e0ce71ceba04,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:25.225762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878843d2-9ce1-4101-9e96-c51b5f1cb726 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ed4bd7-aeb9-4f68-8c6c-86e6ce2094eb,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:25.229979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-878843d2-9ce1-4101-9e96-c51b5f1cb726 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.233936 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-878843d2-9ce1-4101-9e96-c51b5f1cb726 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3631113 Apr 29 07:41:25.235911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53248) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:25.245252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a4090125-437b-4aae-bb50-f30256e2a54e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600246619'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:25.250153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (15f0dedc-f96c-4665-a344-e2deeef7781e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.521927 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c38d12dd-2238-41b3-aaa5-3e6df45a30a9 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3459113 Apr 29 07:41:25.532452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53250) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:25.561258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4090125-437b-4aae-bb50-f30256e2a54e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.656574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port df57762a-9825-49dc-bd7c-12fc9036ab90, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=df57762a-9825-49dc-bd7c-12fc9036ab90,segment=NetworkSegment(a251c377-e31a-42f3-a209-5ab91db83ce6),segment_id=a251c377-e31a-42f3-a209-5ab91db83ce6)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:25.656912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (df57762a-9825-49dc-bd7c-12fc9036ab90), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.687456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for df57762a-9825-49dc-bd7c-12fc9036ab90 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:25.701206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2066d6-2db6-423a-a6fa-2f0fe82ff5a9 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (a61dfee0-e0b4-4566-a078-d02ba6ae9d6b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.733258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=15f0dedc-f96c-4665-a344-e2deeef7781e,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:25.770737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2066d6-2db6-423a-a6fa-2f0fe82ff5a9 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (a61dfee0-e0b4-4566-a078-d02ba6ae9d6b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.821480 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.17 (e024aa54-b278-4378-873f-b1ad45ebfb90/37fe41d4-e3c0-4195-bf02-54657823358d/02b9bf1b-e462-4e5c-a8f4-df5db7ff4075) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:25.832933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Checking segment: {'id': 'fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5358430b-b57b-4a79-af77-b802c07e9196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:25.833318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network hostable DHCP agents. Network: 5358430b-b57b-4a79-af77-b802c07e9196, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:25.833715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4090125-437b-4aae-bb50-f30256e2a54e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (301d8546-4324-4c9b-b9c4-7f26b6c72347), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.840736 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4090125-437b-4aae-bb50-f30256e2a54e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (301d8546-4324-4c9b-b9c4-7f26b6c72347), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.864879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router f9c44ea4-7b0a-48a1-830a-a14743ca89e2 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:41:25.911934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 5358430b-b57b-4a79-af77-b802c07e9196 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:25.915708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4090125-437b-4aae-bb50-f30256e2a54e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.920034 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a4090125-437b-4aae-bb50-f30256e2a54e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6788158 Apr 29 07:41:25.920034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2066d6-2db6-423a-a6fa-2f0fe82ff5a9 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a61dfee0-e0b4-4566-a078-d02ba6ae9d6b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.920299 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e2066d6-2db6-423a-a6fa-2f0fe82ff5a9 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.921198 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2e2066d6-2db6-423a-a6fa-2f0fe82ff5a9 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/a61dfee0-e0b4-4566-a078-d02ba6ae9d6b HTTP/1.1" status: 204 len: 168 time: 0.3878381 Apr 29 07:41:25.921771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53254) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:25.924362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53256) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:25.932824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f20774-3d5f-401c-ac4b-c2929e285356 req-28107343-f543-4eef-9b02-178dbeaa61e8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:25.934358 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c5f20774-3d5f-401c-ac4b-c2929e285356 req-28107343-f543-4eef-9b02-178dbeaa61e8 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1235919 Apr 29 07:41:25.934884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7f92a5bb-8cc2-4711-bfa2-65941008d999 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group_rule': {'security_group_id': '29ed4bd7-aeb9-4f68-8c6c-86e6ce2094eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '301d8546-4324-4c9b-b9c4-7f26b6c72347'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:25.943069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4090125-437b-4aae-bb50-f30256e2a54e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301d8546-4324-4c9b-b9c4-7f26b6c72347,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:25.966597 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2066d6-2db6-423a-a6fa-2f0fe82ff5a9 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61dfee0-e0b4-4566-a078-d02ba6ae9d6b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:25.974548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 5358430b-b57b-4a79-af77-b802c07e9196) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:25.988055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (df57762a-9825-49dc-bd7c-12fc9036ab90), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:25.997690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef201d4-7308-4e2a-a2ff-18f1914799e2 None None] Network 5358430b-b57b-4a79-af77-b802c07e9196 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:26.020574 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-7f92a5bb-8cc2-4711-bfa2-65941008d999 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:26.025046 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7f92a5bb-8cc2-4711-bfa2-65941008d999 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0982478 Apr 29 07:41:26.025679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53258) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:26.032619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.037567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:26.038155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.088067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=df57762a-9825-49dc-bd7c-12fc9036ab90,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:26.093428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port df57762a-9825-49dc-bd7c-12fc9036ab90 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:26.095513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:26.114548 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8811671a-9dd5-49f7-b787-83e13655844a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/f9c44ea4-7b0a-48a1-830a-a14743ca89e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3686061 Apr 29 07:41:26.115214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc72de-4dca-46bb-af04-b9bde3f144b7 None None] Sync routers for ids ['f9c44ea4-7b0a-48a1-830a-a14743ca89e2'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:26.115308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53260) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:26.126710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc72de-4dca-46bb-af04-b9bde3f144b7 None None] Routers {'f9c44ea4-7b0a-48a1-830a-a14743ca89e2'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:26.127330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e2cc72de-4dca-46bb-af04-b9bde3f144b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9c44ea4-7b0a-48a1-830a-a14743ca89e2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:26.131849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5358430b-b57b-4a79-af77-b802c07e9196', 'network_id': '5358430b-b57b-4a79-af77-b802c07e9196', 'project_id': '98a71a8f50de4bc091a186c0b95a6da8', 'fixed_ips': [{'subnet_id': '15f0dedc-f96c-4665-a344-e2deeef7781e'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:26.132213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.138831 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fa2b0e6b-fdf2-4323-9ff5-0c98260bab7d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6563990 Apr 29 07:41:26.139109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53262) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:26.144918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': '5358430b-b57b-4a79-af77-b802c07e9196', 'name': 'tempest-PortsIpV6TestJSON-1213743917'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:26.154077 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b71df9e7-9e56-4cc1-9bfe-d6252248edf9 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2151182 Apr 29 07:41:26.155375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53264) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:26.159287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7b77c49b-b578-4054-adbf-774b6d824a42 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984482453'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:26.168087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3f2bb3c-89da-48ff-852a-420f735b2adf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (301d8546-4324-4c9b-b9c4-7f26b6c72347), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.177566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e2cc72de-4dca-46bb-af04-b9bde3f144b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:26.189666 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8c738467-e473-4eb0-99d8-399ecfc6c2cd tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9c44ea4-7b0a-48a1-830a-a14743ca89e2 HTTP/1.1" status: 200 len: 205 time: 0.0707560 Apr 29 07:41:26.198814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc72de-4dca-46bb-af04-b9bde3f144b7 None None] Routers {'f9c44ea4-7b0a-48a1-830a-a14743ca89e2'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:26.199722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e2cc72de-4dca-46bb-af04-b9bde3f144b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9c44ea4-7b0a-48a1-830a-a14743ca89e2'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:26.211555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53266) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:26.226799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.261398 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c5f20774-3d5f-401c-ac4b-c2929e285356 req-ed0a3fd4-f976-4be0-a8bf-c86699571fce tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890306 Apr 29 07:41:26.289829 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e2cc72de-4dca-46bb-af04-b9bde3f144b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:26.290500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc72de-4dca-46bb-af04-b9bde3f144b7 None None] The sync data for ids ['f9c44ea4-7b0a-48a1-830a-a14743ca89e2'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:26.303429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3f2bb3c-89da-48ff-852a-420f735b2adf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (301d8546-4324-4c9b-b9c4-7f26b6c72347), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.315127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (61dbe0bd-4ef8-454e-912a-6c8ffbe73b74), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.327807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b77c49b-b578-4054-adbf-774b6d824a42 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.348465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9270-0204-4fc3-8d00-b0d5fab1b3cb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.385938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Allocated IP 2001:db8::2 (5358430b-b57b-4a79-af77-b802c07e9196/15f0dedc-f96c-4665-a344-e2deeef7781e/9c717081-1f82-4636-97de-25e2c57623d6) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:26.386191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dbe0bd-4ef8-454e-912a-6c8ffbe73b74']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:26.389235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e024aa54-b278-4378-873f-b1ad45ebfb90 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:26.403074 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:26.408966 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=02b9bf1b-e462-4e5c-a8f4-df5db7ff4075,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:26.413962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:26.434140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a251c377-e31a-42f3-a209-5ab91db83ce6') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:26.434442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a251c377-e31a-42f3-a209-5ab91db83ce6') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:26.459597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (a251c377-e31a-42f3-a209-5ab91db83ce6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.460417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (8353600c-9bea-48ec-8514-39f2765bd25a), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.512654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3f2bb3c-89da-48ff-852a-420f735b2adf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (301d8546-4324-4c9b-b9c4-7f26b6c72347), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.515672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3f2bb3c-89da-48ff-852a-420f735b2adf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.517134 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b3f2bb3c-89da-48ff-852a-420f735b2adf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/301d8546-4324-4c9b-b9c4-7f26b6c72347 HTTP/1.1" status: 204 len: 168 time: 0.4888179 Apr 29 07:41:26.526488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53272) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:26.553029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a251c377-e31a-42f3-a209-5ab91db83ce6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.630097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:26.630521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (a251c377-e31a-42f3-a209-5ab91db83ce6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:26.635526 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:26.668581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9270-0204-4fc3-8d00-b0d5fab1b3cb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.676680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9270-0204-4fc3-8d00-b0d5fab1b3cb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.680603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Publish callbacks [] for port (9c717081-1f82-4636-97de-25e2c57623d6), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.688226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (9c717081-1f82-4636-97de-25e2c57623d6), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.694198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2bb3c-89da-48ff-852a-420f735b2adf tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301d8546-4324-4c9b-b9c4-7f26b6c72347,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:26.744171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Pushing event updated for resources: {'Port': ['ID=9c717081-1f82-4636-97de-25e2c57623d6,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:26.769416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Network 5358430b-b57b-4a79-af77-b802c07e9196 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:26.777721 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:26.782709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.785760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:26.792532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:26.814179 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bb627ebd-3292-4b1c-9236-d30182b9aec7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2819629 Apr 29 07:41:26.815387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b77c49b-b578-4054-adbf-774b6d824a42 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (820507e7-c2d2-48e5-991c-4c2a154343a2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.818843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53276) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:26.823641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9270-0204-4fc3-8d00-b0d5fab1b3cb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (f9c44ea4-7b0a-48a1-830a-a14743ca89e2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.824872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2d9270-0204-4fc3-8d00-b0d5fab1b3cb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Fanout notify agent at l3_agent the message router_deleted on router f9c44ea4-7b0a-48a1-830a-a14743ca89e2 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:41:26.829157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-893765f8-2e72-4c88-be3c-d9cd57de4d66 None None] Provisioning complete for port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:26.829649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-893765f8-2e72-4c88-be3c-d9cd57de4d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.841755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9270-0204-4fc3-8d00-b0d5fab1b3cb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.843039 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1b2d9270-0204-4fc3-8d00-b0d5fab1b3cb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/f9c44ea4-7b0a-48a1-830a-a14743ca89e2 HTTP/1.1" status: 204 len: 168 time: 0.6303692 Apr 29 07:41:26.843767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b77c49b-b578-4054-adbf-774b6d824a42 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (820507e7-c2d2-48e5-991c-4c2a154343a2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.846880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (61dbe0bd-4ef8-454e-912a-6c8ffbe73b74), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.847127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port b2d5c436-de42-4b6e-af3f-5be498b17ef2 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:41:26.848427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53278) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:26.861725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.881392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f36f6-13c2-4e1d-993a-72476c02ee50 req-8e105c43-0fb3-447a-87f6-ee9432c10bea tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:26.883051 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c90f36f6-13c2-4e1d-993a-72476c02ee50 req-8e105c43-0fb3-447a-87f6-ee9432c10bea tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3859241 Apr 29 07:41:26.885855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Attempting to bind port 9c717081-1f82-4636-97de-25e2c57623d6 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:26.886245 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Attempting to bind port 9c717081-1f82-4636-97de-25e2c57623d6 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5358430b-b57b-4a79-af77-b802c07e9196'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:26.886578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Attempting to bind port 9c717081-1f82-4636-97de-25e2c57623d6 on network 5358430b-b57b-4a79-af77-b802c07e9196 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:26.895910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.896461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:26.896840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Checking segment: {'id': 'fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5358430b-b57b-4a79-af77-b802c07e9196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:26.897251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.897662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Bound using segment: {'id': 'fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5358430b-b57b-4a79-af77-b802c07e9196'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:26.898135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Bound port: 9c717081-1f82-4636-97de-25e2c57623d6, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5358430b-b57b-4a79-af77-b802c07e9196'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:26.902746 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9c717081-1f82-4636-97de-25e2c57623d6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:26.902875 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 HTTP/1.1" status: 204 len: 168 time: 3.8309822 Apr 29 07:41:26.903249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53280) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:26.916369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1088544730'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:26.924732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-893765f8-2e72-4c88-be3c-d9cd57de4d66 None None] Port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:26.970503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba778f-314f-4d39-8fdd-00ed26c72f21 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=61dbe0bd-4ef8-454e-912a-6c8ffbe73b74,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:26.998703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7b77c49b-b578-4054-adbf-774b6d824a42 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.002799 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7b77c49b-b578-4054-adbf-774b6d824a42 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8442657 Apr 29 07:41:27.004706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53282) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:27.005994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] For port 9c717081-1f82-4636-97de-25e2c57623d6, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:27.006986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77c49b-b578-4054-adbf-774b6d824a42 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820507e7-c2d2-48e5-991c-4c2a154343a2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:27.009303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-94cd744f-7bfa-47a8-986e-5e7cb6fb7212 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': '820507e7-c2d2-48e5-991c-4c2a154343a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:27.010400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] For port 9c717081-1f82-4636-97de-25e2c57623d6, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9c717081-1f82-4636-97de-25e2c57623d6,segment=NetworkSegment(fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc),segment_id=fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:27.016995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-57ea9a50-bf5c-43a5-acd1-81067061bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:27.018468 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-57ea9a50-bf5c-43a5-acd1-81067061bef5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d4f708c377c4df28049531a5255377c&device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 1130 time: 0.4587882 Apr 29 07:41:27.020584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9c717081-1f82-4636-97de-25e2c57623d6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.046562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecbf5d3-b520-4081-84df-98cce1a407e7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting subnet 91ed090a-7975-4b0c-8399-1d73a70b6ad5 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:27.058372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:27.061647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.093925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69294f3e-93b7-4ca0-b0de-c28443d51787 None None] Pushing event updated for resources: {'Port': ['ID=9c717081-1f82-4636-97de-25e2c57623d6,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:27.103975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf5d3-b520-4081-84df-98cce1a407e7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (91ed090a-7975-4b0c-8399-1d73a70b6ad5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.132524 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c90f36f6-13c2-4e1d-993a-72476c02ee50 req-d510615d-f0bb-48bb-a562-245c188a1a9c tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001777 Apr 29 07:41:27.139040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8b6bafc9-d9e4-4133-bc74-5c509dae8d1e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (29ed4bd7-aeb9-4f68-8c6c-86e6ce2094eb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.181922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::2d6 (5358430b-b57b-4a79-af77-b802c07e9196/15f0dedc-f96c-4665-a344-e2deeef7781e/b2d5c436-de42-4b6e-af3f-5be498b17ef2) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:27.193181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf5d3-b520-4081-84df-98cce1a407e7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (91ed090a-7975-4b0c-8399-1d73a70b6ad5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.196596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8b6bafc9-d9e4-4133-bc74-5c509dae8d1e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (29ed4bd7-aeb9-4f68-8c6c-86e6ce2094eb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.207840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94cd744f-7bfa-47a8-986e-5e7cb6fb7212 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (6ac82dbf-5adc-4e38-a9b2-6e62fd00ae7f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.245946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:27.258725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-fb07c42e-f4e9-4b52-85a8-3b7197544560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:27.260214 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-fb07c42e-f4e9-4b52-85a8-3b7197544560 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 200 len: 912 time: 0.2290292 Apr 29 07:41:27.330493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9d6209c4-78c6-4b13-a2d9-4df730dcb8ac), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.330931 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment 9d6209c4-78c6-4b13-a2d9-4df730dcb8ac of type vlan for network fe93a253-3222-4928-9c57-62d64620cb24 Apr 29 07:41:27.393634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8b6bafc9-d9e4-4133-bc74-5c509dae8d1e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (29ed4bd7-aeb9-4f68-8c6c-86e6ce2094eb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.396346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8b6bafc9-d9e4-4133-bc74-5c509dae8d1e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.397578 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8b6bafc9-d9e4-4133-bc74-5c509dae8d1e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/29ed4bd7-aeb9-4f68-8c6c-86e6ce2094eb HTTP/1.1" status: 204 len: 168 time: 0.5775447 Apr 29 07:41:27.404582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53284) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:27.414126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf5d3-b520-4081-84df-98cce1a407e7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (91ed090a-7975-4b0c-8399-1d73a70b6ad5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.446286 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-53ce755a-fbf8-438a-bc19-cfae37d5730a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 200 len: 1002 time: 0.1776307 Apr 29 07:41:27.458778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bafc9-d9e4-4133-bc74-5c509dae8d1e tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ed4bd7-aeb9-4f68-8c6c-86e6ce2094eb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:27.512430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94cd744f-7bfa-47a8-986e-5e7cb6fb7212 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (6ac82dbf-5adc-4e38-a9b2-6e62fd00ae7f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.514447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (fe93a253-3222-4928-9c57-62d64620cb24), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.537209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-1819ad8c-9d06-47d4-8cd8-1fe9bdaa83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:27.538614 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-1819ad8c-9d06-47d4-8cd8-1fe9bdaa83dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 200 len: 850 time: 0.0836704 Apr 29 07:41:27.538756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94cd744f-7bfa-47a8-986e-5e7cb6fb7212 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (6ac82dbf-5adc-4e38-a9b2-6e62fd00ae7f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.552126 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e37a4866-fa87-4e5a-881f-bfbe63548e3f tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1372242 Apr 29 07:41:27.556859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53286) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:27.564211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9acd359f-3ae3-4ba7-b719-aee1df572e27 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'tempest-secgroup--939178225'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:27.591001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf5d3-b520-4081-84df-98cce1a407e7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (91ed090a-7975-4b0c-8399-1d73a70b6ad5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.622263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbf5d3-b520-4081-84df-98cce1a407e7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Subnet': ['ID=91ed090a-7975-4b0c-8399-1d73a70b6ad5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:27.624705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd744f-7bfa-47a8-986e-5e7cb6fb7212 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac82dbf-5adc-4e38-a9b2-6e62fd00ae7f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:27.627187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ecbf5d3-b520-4081-84df-98cce1a407e7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.633145 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8ecbf5d3-b520-4081-84df-98cce1a407e7 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/91ed090a-7975-4b0c-8399-1d73a70b6ad5 HTTP/1.1" status: 204 len: 168 time: 0.7693546 Apr 29 07:41:27.633293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53288) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:27.639005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1beb8d-334e-455f-9587-cc9cb9e9c77f None None] Network 0ca1819d-22b1-4548-bbf3-96b251f707fb requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:27.646544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-94cd744f-7bfa-47a8-986e-5e7cb6fb7212 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.647932 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-94cd744f-7bfa-47a8-986e-5e7cb6fb7212 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6422381 Apr 29 07:41:27.655434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53290) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:27.671061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (fe93a253-3222-4928-9c57-62d64620cb24), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.676067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:27.676746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.679215 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9acd359f-3ae3-4ba7-b719-aee1df572e27 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.687640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-e50fb5e1-417e-48f7-bc25-a26ca1387fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:27.689448 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-e50fb5e1-417e-48f7-bc25-a26ca1387fa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2d65d34-51cb-428d-895e-c7a17f616082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1450908 Apr 29 07:41:27.694893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5af45a62-be80-47e8-937f-3d2f5ab021d6 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': '820507e7-c2d2-48e5-991c-4c2a154343a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:27.762221 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.778767 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8715074 Apr 29 07:41:27.782391 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53292) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:27.786268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (b2d5c436-de42-4b6e-af3f-5be498b17ef2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.788049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.797570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': 'fe93a253-3222-4928-9c57-62d64620cb24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:27.821583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (0ca1819d-22b1-4548-bbf3-96b251f707fb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.823314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af45a62-be80-47e8-937f-3d2f5ab021d6 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (689e09f6-b31c-4e93-ba52-6923389f2f23), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.838240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea9ace-83a7-40c9-8d98-ce7baaf291e3 None None] DHCP port deletion for 0ca1819d-22b1-4548-bbf3-96b251f707fb request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:27.876520 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9992290-7814-4936-8c31-a86be5a30c19 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=fe93a253-3222-4928-9c57-62d64620cb24,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:27.903542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network fe93a253-3222-4928-9c57-62d64620cb24 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:27.922590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (8353600c-9bea-48ec-8514-39f2765bd25a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:27.949079 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=02b9bf1b-e462-4e5c-a8f4-df5db7ff4075,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:27.975053 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-99668862-9202-4ae1-92bc-b2928f367fcc service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757139 Apr 29 07:41:27.985767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-52ea9ace-83a7-40c9-8d98-ce7baaf291e3 None None] Deleting port bcf2b9b9-098f-43d0-b4d6-a867838a9334 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:27.985767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52ea9ace-83a7-40c9-8d98-ce7baaf291e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.002513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af45a62-be80-47e8-937f-3d2f5ab021d6 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (689e09f6-b31c-4e93-ba52-6923389f2f23), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.006217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b2d5c436-de42-4b6e-af3f-5be498b17ef2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.022193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9acd359f-3ae3-4ba7-b719-aee1df572e27 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (4015cc4e-4210-4bf7-939a-5174c18af5d5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.061942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af45a62-be80-47e8-937f-3d2f5ab021d6 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (689e09f6-b31c-4e93-ba52-6923389f2f23), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.062673 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9acd359f-3ae3-4ba7-b719-aee1df572e27 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (4015cc4e-4210-4bf7-939a-5174c18af5d5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.077151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-52ea9ace-83a7-40c9-8d98-ce7baaf291e3 None None] For port bcf2b9b9-098f-43d0-b4d6-a867838a9334, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bcf2b9b9-098f-43d0-b4d6-a867838a9334,segment=NetworkSegment(7d5ffc07-c2a3-4e4f-952f-587a10118131),segment_id=7d5ffc07-c2a3-4e4f-952f-587a10118131)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:28.078266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52ea9ace-83a7-40c9-8d98-ce7baaf291e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.101882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:28.105433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.108264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 5358430b-b57b-4a79-af77-b802c07e9196 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:28.131384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af45a62-be80-47e8-937f-3d2f5ab021d6 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689e09f6-b31c-4e93-ba52-6923389f2f23,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:28.133462 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9acd359f-3ae3-4ba7-b719-aee1df572e27 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.134801 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9acd359f-3ae3-4ba7-b719-aee1df572e27 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5746891 Apr 29 07:41:28.135787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:28.140136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-52ea9ace-83a7-40c9-8d98-ce7baaf291e3 None None] Calling delete_port for bcf2b9b9-098f-43d0-b4d6-a867838a9334 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:28.149052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53294) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:28.149052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:28.150678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:28.151401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.163073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c4c4691b-d9cf-49a8-b21e-bb630edc45e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:28.163608 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-c4c4691b-d9cf-49a8-b21e-bb630edc45e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 07:41:28.164288 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-c4c4691b-d9cf-49a8-b21e-bb630edc45e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 07:41:28.167443 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c4c4691b-d9cf-49a8-b21e-bb630edc45e7 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "PUT /v2.0/security-groups/4015cc4e-4210-4bf7-939a-5174c18af5d5 HTTP/1.1" status: 409 len: 330 time: 0.0122919 Apr 29 07:41:28.168264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=b2d5c436-de42-4b6e-af3f-5be498b17ef2,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:28.189802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53298) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:28.208633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd359f-3ae3-4ba7-b719-aee1df572e27 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4015cc4e-4210-4bf7-939a-5174c18af5d5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:28.228167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e024aa54-b278-4378-873f-b1ad45ebfb90 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:28.235362 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0dec7dba-7d8d-4a1c-9a78-40bfb058c62d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0951777 Apr 29 07:41:28.236616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:28.238642 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53300) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:28.241882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5af45a62-be80-47e8-937f-3d2f5ab021d6 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.247844 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5af45a62-be80-47e8-937f-3d2f5ab021d6 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5906491 Apr 29 07:41:28.274880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': '5358430b-b57b-4a79-af77-b802c07e9196', 'name': 'tempest-PortsIpV6TestJSON-1336360367'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:28.282155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53302) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:28.310996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c01aefa1-c134-4ab5-82e2-407d97b5d226 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': '820507e7-c2d2-48e5-991c-4c2a154343a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:28.357356 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7bbbdc1-5861-4d50-9c86-37e3f0eb6c71 req-ee65451c-fb2f-4051-91af-dac2c0ae121a service neutron] 10.222.0.36 "GET /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720303 Apr 29 07:41:28.370753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port bcf2b9b9-098f-43d0-b4d6-a867838a9334 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:28.371314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.505120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port bcf2b9b9-098f-43d0-b4d6-a867838a9334, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bcf2b9b9-098f-43d0-b4d6-a867838a9334,segment=NetworkSegment(7d5ffc07-c2a3-4e4f-952f-587a10118131),segment_id=7d5ffc07-c2a3-4e4f-952f-587a10118131)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:28.505502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.510983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5485-73d8-4740-9ed1-84dcfb1f0e7a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (4015cc4e-4210-4bf7-939a-5174c18af5d5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.529494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9c717081-1f82-4636-97de-25e2c57623d6 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:28.557424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5485-73d8-4740-9ed1-84dcfb1f0e7a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (4015cc4e-4210-4bf7-939a-5174c18af5d5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.576256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf358450-59b7-4604-8be9-9a916708494b None None] Network 5358430b-b57b-4a79-af77-b802c07e9196 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:28.626306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for bcf2b9b9-098f-43d0-b4d6-a867838a9334 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:28.650355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5485-73d8-4740-9ed1-84dcfb1f0e7a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (4015cc4e-4210-4bf7-939a-5174c18af5d5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.652950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5485-73d8-4740-9ed1-84dcfb1f0e7a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.654480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6ad4953d-2cfa-4542-80a8-72bbb799f85b None None] Provisioning complete for port 9c717081-1f82-4636-97de-25e2c57623d6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:28.654873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6ad4953d-2cfa-4542-80a8-72bbb799f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9c717081-1f82-4636-97de-25e2c57623d6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.657874 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dc5b5485-73d8-4740-9ed1-84dcfb1f0e7a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/4015cc4e-4210-4bf7-939a-5174c18af5d5 HTTP/1.1" status: 204 len: 168 time: 0.4621985 Apr 29 07:41:28.682278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53304) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:28.760659 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52ea9ace-83a7-40c9-8d98-ce7baaf291e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.796786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9c717081-1f82-4636-97de-25e2c57623d6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:28.797161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9c717081-1f82-4636-97de-25e2c57623d6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.838452 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea9ace-83a7-40c9-8d98-ce7baaf291e3 None None] Pushing event deleted for resources: {'Port': ['ID=bcf2b9b9-098f-43d0-b4d6-a867838a9334,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:28.845847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c01aefa1-c134-4ab5-82e2-407d97b5d226 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (d44173ab-abf0-4488-8226-7dbe3b460018), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.852635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ea9ace-83a7-40c9-8d98-ce7baaf291e3 None None] No DVR routers for this DVR port bcf2b9b9-098f-43d0-b4d6-a867838a9334 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:28.871513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97be71-5201-451d-b46b-43285cb13fd2 req-21af843d-230e-489d-8d78-62b622e2931d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:28.872940 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cc97be71-5201-451d-b46b-43285cb13fd2 req-21af843d-230e-489d-8d78-62b622e2931d tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.6176448 Apr 29 07:41:28.895715 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8410f404-9f43-47d8-be3a-53d4e1116c02 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2011433 Apr 29 07:41:28.907215 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53306) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:28.963217 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-19e49120-ea00-4ff1-ade5-0a125eb078cb tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] delete failed (client error): The resource could not be found. Apr 29 07:41:28.963431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4953d-2cfa-4542-80a8-72bbb799f85b None None] Current status of the port 9c717081-1f82-4636-97de-25e2c57623d6 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:28.963431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6ad4953d-2cfa-4542-80a8-72bbb799f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9c717081-1f82-4636-97de-25e2c57623d6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:28.963788 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-19e49120-ea00-4ff1-ade5-0a125eb078cb tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "DELETE /v2.0/security-groups/3ba29a74-6ca7-48af-b7f4-f8dd68e36129 HTTP/1.1" status: 404 len: 347 time: 0.0554957 Apr 29 07:41:28.971104 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53308) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:29.028786 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-20e1a755-b80a-487b-ad41-f9372e53bb00 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] show failed (client error): The resource could not be found. Apr 29 07:41:29.030186 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-20e1a755-b80a-487b-ad41-f9372e53bb00 tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-groups/4fcf33c8-b0f8-4361-887a-3d6657d63dec HTTP/1.1" status: 404 len: 347 time: 0.0544972 Apr 29 07:41:29.040146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53310) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:29.043456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:29.047122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.067046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 8353600c-9bea-48ec-8514-39f2765bd25a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:41:29.088279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9c717081-1f82-4636-97de-25e2c57623d6 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:29.090448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9c717081-1f82-4636-97de-25e2c57623d6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.096999 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cc97be71-5201-451d-b46b-43285cb13fd2 req-3cbc67d0-94c3-45d1-a9ff-31d716597600 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139938 Apr 29 07:41:29.120021 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c01aefa1-c134-4ab5-82e2-407d97b5d226 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (d44173ab-abf0-4488-8226-7dbe3b460018), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.122344 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-124cb1a9-20cf-4847-a54e-98930339ef3c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] show failed (client error): The resource could not be found. Apr 29 07:41:29.123524 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-124cb1a9-20cf-4847-a54e-98930339ef3c tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] 10.222.0.23 "GET /v2.0/security-group-rules/58ae94eb-3a5c-4c23-bfef-0be566f6b80d HTTP/1.1" status: 404 len: 356 time: 0.0810008 Apr 29 07:41:29.133100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port 0cbaad97-bda1-4006-86f2-59a67cf95434 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:41:29.138884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c01aefa1-c134-4ab5-82e2-407d97b5d226 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d44173ab-abf0-4488-8226-7dbe3b460018), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.149389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b5485-73d8-4740-9ed1-84dcfb1f0e7a tempest-NegativeSecGroupTest-1867943526 tempest-NegativeSecGroupTest-1867943526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4015cc4e-4210-4bf7-939a-5174c18af5d5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:29.210481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6ad4953d-2cfa-4542-80a8-72bbb799f85b None None] For port 9c717081-1f82-4636-97de-25e2c57623d6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9c717081-1f82-4636-97de-25e2c57623d6,segment=NetworkSegment(fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc),segment_id=fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:29.222833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6ad4953d-2cfa-4542-80a8-72bbb799f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9c717081-1f82-4636-97de-25e2c57623d6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.250717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (b42649ce-f98d-4e9c-80ac-947530aae157), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.280449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01aefa1-c134-4ab5-82e2-407d97b5d226 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44173ab-abf0-4488-8226-7dbe3b460018,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:29.292862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bcf2b9b9-098f-43d0-b4d6-a867838a9334), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.345070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=bcf2b9b9-098f-43d0-b4d6-a867838a9334,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:29.346252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c01aefa1-c134-4ab5-82e2-407d97b5d226 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.347526 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c01aefa1-c134-4ab5-82e2-407d97b5d226 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0588152 Apr 29 07:41:29.353370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53314) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:29.357915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4953d-2cfa-4542-80a8-72bbb799f85b None None] Pushing event updated for resources: {'Port': ['ID=9c717081-1f82-4636-97de-25e2c57623d6,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:29.359243 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a6728bec-187e-4aa1-8843-b4a08a9bedc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': '820507e7-c2d2-48e5-991c-4c2a154343a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:29.371132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No DVR routers for this DVR port bcf2b9b9-098f-43d0-b4d6-a867838a9334 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:29.387159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d25a250f-33a6-44c8-b923-2d3e4588a3ad None None] Provisioning complete for port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:29.387579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d25a250f-33a6-44c8-b923-2d3e4588a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.423745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=b42649ce-f98d-4e9c-80ac-947530aae157,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:29.441562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d25a250f-33a6-44c8-b923-2d3e4588a3ad None None] Port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:29.443348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:29.443777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:29.494934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': '9d6209c4-78c6-4b13-a2d9-4df730dcb8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fe93a253-3222-4928-9c57-62d64620cb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:29.495566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: fe93a253-3222-4928-9c57-62d64620cb24, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:29.496853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::193 (5358430b-b57b-4a79-af77-b802c07e9196/15f0dedc-f96c-4665-a344-e2deeef7781e/0cbaad97-bda1-4006-86f2-59a67cf95434) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:29.523546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (0ca1819d-22b1-4548-bbf3-96b251f707fb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.551705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network fe93a253-3222-4928-9c57-62d64620cb24 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:29.556374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca1819d-22b1-4548-bbf3-96b251f707fb']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:29.573345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-599558dc-6ed5-4dfe-bce2-1b1b21bca6f9 None None] Provisioning complete for port 9c717081-1f82-4636-97de-25e2c57623d6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:29.573797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-599558dc-6ed5-4dfe-bce2-1b1b21bca6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9c717081-1f82-4636-97de-25e2c57623d6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.575959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5ffc07-c2a3-4e4f-952f-587a10118131') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:29.576649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5ffc07-c2a3-4e4f-952f-587a10118131') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:29.585731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53318) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:29.594714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, fe93a253-3222-4928-9c57-62d64620cb24) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:29.597032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6728bec-187e-4aa1-8843-b4a08a9bedc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (af78ff02-a8ea-4992-90b1-90bd0b35f6c8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.601305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:29.602016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.607488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (7d5ffc07-c2a3-4e4f-952f-587a10118131), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.619501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd28d9-d2e9-479a-a16d-e1a04271a8e3 None None] Network fe93a253-3222-4928-9c57-62d64620cb24 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:29.630636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7d5ffc07-c2a3-4e4f-952f-587a10118131), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.639534 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-09a4b309-4a3e-4247-8309-8395e05f3157 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8523066 Apr 29 07:41:29.642841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53322) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:29.654044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:29.654870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (7d5ffc07-c2a3-4e4f-952f-587a10118131), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:29.658748 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:29.758120 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:29.773945 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Sync routers for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:29.775913 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cf7b75a7-6c5a-4910-8a6e-3cad43ddd876 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/8353600c-9bea-48ec-8514-39f2765bd25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8463516 Apr 29 07:41:29.798749 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:29.799538 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:29.807441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-fe93a253-3222-4928-9c57-62d64620cb24', 'network_id': 'fe93a253-3222-4928-9c57-62d64620cb24', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': 'b42649ce-f98d-4e9c-80ac-947530aae157'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:29.808289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.832549 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-599558dc-6ed5-4dfe-bce2-1b1b21bca6f9 None None] Current status of the port 9c717081-1f82-4636-97de-25e2c57623d6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:29.834053 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5e10e06e-d38d-4969-8999-56491116c2b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b408f286315c4f089e60674a9404709c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465305 Apr 29 07:41:29.837343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (0ca1819d-22b1-4548-bbf3-96b251f707fb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.840820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (0cbaad97-bda1-4006-86f2-59a67cf95434), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.843283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.843901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53326) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:29.847453 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/networks/0ca1819d-22b1-4548-bbf3-96b251f707fb HTTP/1.1" status: 204 len: 168 time: 2.2132425 Apr 29 07:41:29.854157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53328) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:29.870844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-840852863', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:29.893004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67197971-bb20-4a87-8111-91e191e4ab9a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Network': ['ID=0ca1819d-22b1-4548-bbf3-96b251f707fb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:29.900140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6728bec-187e-4aa1-8843-b4a08a9bedc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (af78ff02-a8ea-4992-90b1-90bd0b35f6c8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.922281 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (fe93a253-3222-4928-9c57-62d64620cb24), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.925472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6728bec-187e-4aa1-8843-b4a08a9bedc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (af78ff02-a8ea-4992-90b1-90bd0b35f6c8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.926296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-599558dc-6ed5-4dfe-bce2-1b1b21bca6f9 None None] Provisioning complete for port b2d5c436-de42-4b6e-af3f-5be498b17ef2 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:29.926874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-599558dc-6ed5-4dfe-bce2-1b1b21bca6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b2d5c436-de42-4b6e-af3f-5be498b17ef2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.938059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (e2d1f365-5a25-44c2-bd92-0f1b9696208a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.939143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (e2d1f365-5a25-44c2-bd92-0f1b9696208a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.948774 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:41:29.971198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6728bec-187e-4aa1-8843-b4a08a9bedc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af78ff02-a8ea-4992-90b1-90bd0b35f6c8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:29.990527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a6728bec-187e-4aa1-8843-b4a08a9bedc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:29.991804 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a6728bec-187e-4aa1-8843-b4a08a9bedc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6360595 Apr 29 07:41:29.995465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53332) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:30.002411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dab1eb53-1bc9-43d3-a233-d13be3dce321 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': '820507e7-c2d2-48e5-991c-4c2a154343a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:30.010463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8be2cead-9a10-47e2-919e-11ddba0887f2 admin admin] Publish callbacks [] for security_group (350701a1-7be5-4021-acdb-5463e76208fe), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.016298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (e2d1f365-5a25-44c2-bd92-0f1b9696208a), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.024983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0cbaad97-bda1-4006-86f2-59a67cf95434), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.055472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-599558dc-6ed5-4dfe-bce2-1b1b21bca6f9 None None] Port b2d5c436-de42-4b6e-af3f-5be498b17ef2 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:30.069722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9c717081-1f82-4636-97de-25e2c57623d6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:30.088900 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Allocated IP 172.20.0.1 (fe93a253-3222-4928-9c57-62d64620cb24/b42649ce-f98d-4e9c-80ac-947530aae157/cf8006bd-4d3c-46b2-942d-528bab9d518d) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:30.109124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8be2cead-9a10-47e2-919e-11ddba0887f2 admin admin] Publish callbacks [] for security_group (350701a1-7be5-4021-acdb-5463e76208fe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.152282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dab1eb53-1bc9-43d3-a233-d13be3dce321 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (7a6df608-9aa9-40cb-89af-3a2e052dfd5c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.160074 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 5358430b-b57b-4a79-af77-b802c07e9196 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:30.169790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bcf2b9b9-098f-43d0-b4d6-a867838a9334 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:30.181123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:30.198097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:30.206518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (b42649ce-f98d-4e9c-80ac-947530aae157), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.217395 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:41:30.218624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:30.219487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.222788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=0cbaad97-bda1-4006-86f2-59a67cf95434,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:30.229922 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: bcf2b9b9-098f-43d0-b4d6-a867838a9334 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:30.230269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bcf2b9b9-098f-43d0-b4d6-a867838a9334 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:30.251302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d6820a83-4f26-40a4-bc5f-7bba14c7d308 None None] Provisioning complete for port b2d5c436-de42-4b6e-af3f-5be498b17ef2 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:30.251679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d6820a83-4f26-40a4-bc5f-7bba14c7d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b2d5c436-de42-4b6e-af3f-5be498b17ef2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.304837 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:41:26Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.13', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:40:21Z', 'updated_at': '2022-04-29T07:40:26Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b9bf1b-e462-4e5c-a8f4-df5db7ff4075', 'name': '', 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:f3:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '37fe41d4-e3c0-4195-bf02-54657823358d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:41:25Z', 'updated_at': '2022-04-29T07:41:27Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '37fe41d4-e3c0-4195-bf02-54657823358d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:30.337442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dab1eb53-1bc9-43d3-a233-d13be3dce321 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (7a6df608-9aa9-40cb-89af-3a2e052dfd5c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.353515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dab1eb53-1bc9-43d3-a233-d13be3dce321 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7a6df608-9aa9-40cb-89af-3a2e052dfd5c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.365930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d6820a83-4f26-40a4-bc5f-7bba14c7d308 None None] Port b2d5c436-de42-4b6e-af3f-5be498b17ef2 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:30.371332 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Checking router: 8353600c-9bea-48ec-8514-39f2765bd25a for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:41:30.372146 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Updating router 8353600c-9bea-48ec-8514-39f2765bd25a port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:41:30.377857 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e6752422-1214-4842-b655-2324c07095b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1087604 Apr 29 07:41:30.383718 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53336) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:30.397258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9c717081-1f82-4636-97de-25e2c57623d6 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:30.414432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_gateway (e2d1f365-5a25-44c2-bd92-0f1b9696208a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.450631 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.463041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Publish callbacks [] for port (cf8006bd-4d3c-46b2-942d-528bab9d518d), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.473917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2d43-1167-4bbc-9454-1a05cf7948a6 req-82b1b8d1-58aa-4b21-af84-393d69664242 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:30.477513 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c1bc2d43-1167-4bbc-9454-1a05cf7948a6 req-82b1b8d1-58aa-4b21-af84-393d69664242 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2031789 Apr 29 07:41:30.480468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (cf8006bd-4d3c-46b2-942d-528bab9d518d), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.496292 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1eb53-1bc9-43d3-a233-d13be3dce321 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6df608-9aa9-40cb-89af-3a2e052dfd5c,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:30.517738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9c717081-1f82-4636-97de-25e2c57623d6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:30.518109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9c717081-1f82-4636-97de-25e2c57623d6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.529287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8be2cead-9a10-47e2-919e-11ddba0887f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (350701a1-7be5-4021-acdb-5463e76208fe), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.533543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8be2cead-9a10-47e2-919e-11ddba0887f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.535459 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8be2cead-9a10-47e2-919e-11ddba0887f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/350701a1-7be5-4021-acdb-5463e76208fe HTTP/1.1" status: 204 len: 168 time: 0.6904142 Apr 29 07:41:30.543338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Network fe93a253-3222-4928-9c57-62d64620cb24 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:30.552181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dab1eb53-1bc9-43d3-a233-d13be3dce321 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.554601 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dab1eb53-1bc9-43d3-a233-d13be3dce321 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5557792 Apr 29 07:41:30.568076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53340) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:30.588191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:30.596701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:30.617513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Pushing event updated for resources: {'Port': ['ID=cf8006bd-4d3c-46b2-942d-528bab9d518d,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:30.654869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d8009-a9d0-4271-99b5-30be3da96c74 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:30.660302 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-732d8009-a9d0-4271-99b5-30be3da96c74 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d6 HTTP/1.1" status: 200 len: 929 time: 0.2731628 Apr 29 07:41:30.663422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53342) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:30.664539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2cead-9a10-47e2-919e-11ddba0887f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350701a1-7be5-4021-acdb-5463e76208fe,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:30.727345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (b42649ce-f98d-4e9c-80ac-947530aae157), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.803655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e75f1198-e31b-41ef-a1e2-ae683827df65 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (7a6df608-9aa9-40cb-89af-3a2e052dfd5c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.804582 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c1bc2d43-1167-4bbc-9454-1a05cf7948a6 req-d0c5774b-1e45-4b2b-b997-4b7e2f2fb9cc tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465518 Apr 29 07:41:30.823830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e75f1198-e31b-41ef-a1e2-ae683827df65 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (7a6df608-9aa9-40cb-89af-3a2e052dfd5c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.846663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-806f4ddc-be0a-48fb-b2d4-46d7c279a173 None None] Provisioning complete for port 0cbaad97-bda1-4006-86f2-59a67cf95434 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:30.847040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-806f4ddc-be0a-48fb-b2d4-46d7c279a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0cbaad97-bda1-4006-86f2-59a67cf95434), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.850755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Attempting to bind port cf8006bd-4d3c-46b2-942d-528bab9d518d on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:30.851047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Attempting to bind port cf8006bd-4d3c-46b2-942d-528bab9d518d by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '9d6209c4-78c6-4b13-a2d9-4df730dcb8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fe93a253-3222-4928-9c57-62d64620cb24'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:30.851482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Attempting to bind port cf8006bd-4d3c-46b2-942d-528bab9d518d on network fe93a253-3222-4928-9c57-62d64620cb24 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:30.864190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=b42649ce-f98d-4e9c-80ac-947530aae157,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:30.890849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e75f1198-e31b-41ef-a1e2-ae683827df65 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7a6df608-9aa9-40cb-89af-3a2e052dfd5c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.911754 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:30.912757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Checking segment: {'id': '9d6209c4-78c6-4b13-a2d9-4df730dcb8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fe93a253-3222-4928-9c57-62d64620cb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:30.912757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.912956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e75f1198-e31b-41ef-a1e2-ae683827df65 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.917028 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e75f1198-e31b-41ef-a1e2-ae683827df65 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7a6df608-9aa9-40cb-89af-3a2e052dfd5c HTTP/1.1" status: 204 len: 168 time: 0.3416488 Apr 29 07:41:30.917944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Bound using segment: {'id': '9d6209c4-78c6-4b13-a2d9-4df730dcb8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fe93a253-3222-4928-9c57-62d64620cb24'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:30.917944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Bound port: cf8006bd-4d3c-46b2-942d-528bab9d518d, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6209c4-78c6-4b13-a2d9-4df730dcb8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fe93a253-3222-4928-9c57-62d64620cb24'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:30.918139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (cf8006bd-4d3c-46b2-942d-528bab9d518d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:30.928444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53348) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:30.974006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f1198-e31b-41ef-a1e2-ae683827df65 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a6df608-9aa9-40cb-89af-3a2e052dfd5c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:31.014376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3274bcbe-4442-4141-be2f-9fa1e7142149 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 0cbaad97-bda1-4006-86f2-59a67cf95434 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:31.014720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3274bcbe-4442-4141-be2f-9fa1e7142149 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0cbaad97-bda1-4006-86f2-59a67cf95434), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.023832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (fe93a253-3222-4928-9c57-62d64620cb24), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.054771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] For port cf8006bd-4d3c-46b2-942d-528bab9d518d, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:31.059072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] For port cf8006bd-4d3c-46b2-942d-528bab9d518d, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=cf8006bd-4d3c-46b2-942d-528bab9d518d,segment=NetworkSegment(9d6209c4-78c6-4b13-a2d9-4df730dcb8ac),segment_id=9d6209c4-78c6-4b13-a2d9-4df730dcb8ac)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:31.077049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (cf8006bd-4d3c-46b2-942d-528bab9d518d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.102735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe93a253-3222-4928-9c57-62d64620cb24']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:31.109797 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Publish callbacks [] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.120611 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.168367 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b77d4eb1-4f6a-44da-b37d-df4aaacf846a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2354372 Apr 29 07:41:31.178578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53356) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:31.202045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9c717081-1f82-4636-97de-25e2c57623d6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:31.221730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6209c4-78c6-4b13-a2d9-4df730dcb8ac') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:31.222009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6209c4-78c6-4b13-a2d9-4df730dcb8ac') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:31.237418 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Pushing event updated for resources: {'Port': ['ID=02b9bf1b-e462-4e5c-a8f4-df5db7ff4075,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:31.254722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (9d6209c4-78c6-4b13-a2d9-4df730dcb8ac), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.282974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-806f4ddc-be0a-48fb-b2d4-46d7c279a173 None None] Port 0cbaad97-bda1-4006-86f2-59a67cf95434 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:31.288833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9d6209c4-78c6-4b13-a2d9-4df730dcb8ac), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.301354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:31.301759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (9d6209c4-78c6-4b13-a2d9-4df730dcb8ac), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.315075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec45829-3115-4c65-a9d5-af984797d14e req-1bcbc2f3-f0c3-42d9-96e5-74fd1224de05 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:31.316677 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ec45829-3115-4c65-a9d5-af984797d14e req-1bcbc2f3-f0c3-42d9-96e5-74fd1224de05 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3600001 Apr 29 07:41:31.341109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21ae2a59-488a-476a-b074-ca7cef17e7f0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (af78ff02-a8ea-4992-90b1-90bd0b35f6c8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.374372 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Attempting to bind port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:31.375103 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Attempting to bind port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:31.375450 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Attempting to bind port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 on network e024aa54-b278-4378-873f-b1ad45ebfb90 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:31.378187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6f6d864b-1af8-41f0-8c07-851594f8f8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.384014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfe64e-b271-499d-995f-2bb91d1b5a21 None None] Pushing event updated for resources: {'Port': ['ID=cf8006bd-4d3c-46b2-942d-528bab9d518d,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:31.394986 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:31.397765 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Checking segment: {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:31.398203 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.398628 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Bound using segment: {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:31.401132 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Bound port: 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba86983-e3b5-4f50-8f62-0cefe67b30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:31.401549 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.404907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf8ac5e-0c95-44fa-bbd6-43fa0a19e9c2 None None] Network fe93a253-3222-4928-9c57-62d64620cb24 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:31.434563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21ae2a59-488a-476a-b074-ca7cef17e7f0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (af78ff02-a8ea-4992-90b1-90bd0b35f6c8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:31.451212 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:31.459587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:41:31.459587 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:41:31.459587 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': 'fe93a253-3222-4928-9c57-62d64620cb24'}] Apr 29 07:41:31.459587 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:31.465762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:31.503252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_gateway (e2d1f365-5a25-44c2-bd92-0f1b9696208a), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.505799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3274bcbe-4442-4141-be2f-9fa1e7142149 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0cbaad97-bda1-4006-86f2-59a67cf95434), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.550304 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] For port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:31.558671 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] For port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=02b9bf1b-e462-4e5c-a8f4-df5db7ff4075,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:31.567375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.575845 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.577215 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.578783 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.580163 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.580746 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.583048 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.583636 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.585516 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.586104 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.586684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3274bcbe-4442-4141-be2f-9fa1e7142149 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 0cbaad97-bda1-4006-86f2-59a67cf95434 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:31.587656 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.587994 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.588319 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.590874 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:31.604644 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.657173 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ec45829-3115-4c65-a9d5-af984797d14e req-eca809fc-c16a-454b-a881-f1ad97923167 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224664 Apr 29 07:41:31.658424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21ae2a59-488a-476a-b074-ca7cef17e7f0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (af78ff02-a8ea-4992-90b1-90bd0b35f6c8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.674484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21ae2a59-488a-476a-b074-ca7cef17e7f0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.678359 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-21ae2a59-488a-476a-b074-ca7cef17e7f0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/af78ff02-a8ea-4992-90b1-90bd0b35f6c8 HTTP/1.1" status: 204 len: 168 time: 0.4988074 Apr 29 07:41:31.685865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:31.692072 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:31.692853 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:31.740002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6cc114e9-9c6a-49d7-8d61-5e851f55e16a None None] Provisioning complete for port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:31.748685 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6cc114e9-9c6a-49d7-8d61-5e851f55e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.757080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae2a59-488a-476a-b074-ca7cef17e7f0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af78ff02-a8ea-4992-90b1-90bd0b35f6c8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:31.868640 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-37d9bfa3-8f07-477c-aaca-0f9e2176bee0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1770103 Apr 29 07:41:31.884316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53372) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:31.941517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-683b9983-a915-45bd-b9de-a66f481f86f2 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (d44173ab-abf0-4488-8226-7dbe3b460018), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.960822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-683b9983-a915-45bd-b9de-a66f481f86f2 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (d44173ab-abf0-4488-8226-7dbe3b460018), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.964651 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb0021-4a62-46bc-9c41-e567d9c40c44 None None] Pushing event updated for resources: {'Port': ['ID=02b9bf1b-e462-4e5c-a8f4-df5db7ff4075,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:31.965192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3274bcbe-4442-4141-be2f-9fa1e7142149 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0cbaad97-bda1-4006-86f2-59a67cf95434), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.972116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6cc114e9-9c6a-49d7-8d61-5e851f55e16a None None] Current status of the port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:31.972505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6cc114e9-9c6a-49d7-8d61-5e851f55e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:31.988951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (fe93a253-3222-4928-9c57-62d64620cb24), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.020424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 172.26.3.2 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/ac2d7d9a-55c4-4b64-af53-15a65af53daf) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:32.036539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53376) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:32.057947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274bcbe-4442-4141-be2f-9fa1e7142149 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=0cbaad97-bda1-4006-86f2-59a67cf95434,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:32.059905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6cc114e9-9c6a-49d7-8d61-5e851f55e16a None None] For port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=02b9bf1b-e462-4e5c-a8f4-df5db7ff4075,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:32.066841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6cc114e9-9c6a-49d7-8d61-5e851f55e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.071917 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:41:32.127810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-683b9983-a915-45bd-b9de-a66f481f86f2 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d44173ab-abf0-4488-8226-7dbe3b460018), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.131158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3274bcbe-4442-4141-be2f-9fa1e7142149 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.137640 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3274bcbe-4442-4141-be2f-9fa1e7142149 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/0cbaad97-bda1-4006-86f2-59a67cf95434 HTTP/1.1" status: 204 len: 168 time: 1.4698250 Apr 29 07:41:32.164399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53380) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:32.191051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc114e9-9c6a-49d7-8d61-5e851f55e16a None None] Pushing event updated for resources: {'Port': ['ID=02b9bf1b-e462-4e5c-a8f4-df5db7ff4075,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:32.202041 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7985dcc-ce27-4a58-8689-1cb783c33b01 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:41:32.203501 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c7985dcc-ce27-4a58-8689-1cb783c33b01 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/0cbaad97-bda1-4006-86f2-59a67cf95434 HTTP/1.1" status: 404 len: 333 time: 0.0382111 Apr 29 07:41:32.208594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53382) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:32.223972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-02151742-ee28-49f9-baeb-6ec62be7e35e None None] Provisioning complete for port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:32.224577 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-02151742-ee28-49f9-baeb-6ec62be7e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.281370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-683b9983-a915-45bd-b9de-a66f481f86f2 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.282571 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-683b9983-a915-45bd-b9de-a66f481f86f2 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d44173ab-abf0-4488-8226-7dbe3b460018 HTTP/1.1" status: 204 len: 168 time: 0.3968923 Apr 29 07:41:32.283565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b9983-a915-45bd-b9de-a66f481f86f2 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d44173ab-abf0-4488-8226-7dbe3b460018,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:32.287150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53384) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:32.370683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09452-60a5-4768-adce-dbf75fc8415f req-8a30cf20-97a0-4230-bdb4-d61e7e52a37b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:32.372007 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c3e09452-60a5-4768-adce-dbf75fc8415f req-8a30cf20-97a0-4230-bdb4-d61e7e52a37b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.2791538 Apr 29 07:41:32.393026 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5572fd6d-05d0-4222-a517-9887b6b93d9c tempest-ServiceProvidersTest-1353018379 tempest-ServiceProvidersTest-1353018379-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3317461 Apr 29 07:41:32.408992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-02151742-ee28-49f9-baeb-6ec62be7e35e None None] Current status of the port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:32.422349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port cf8006bd-4d3c-46b2-942d-528bab9d518d {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:32.422762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (cf8006bd-4d3c-46b2-942d-528bab9d518d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.441291 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6484eac3-185d-4dd4-92cf-7293428954b4 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1484029 Apr 29 07:41:32.446469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53390) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:32.491970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5a50-7ba2-4565-b0ef-1b3f03c8a0fe tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (689e09f6-b31c-4e93-ba52-6923389f2f23), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.523020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5a50-7ba2-4565-b0ef-1b3f03c8a0fe tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (689e09f6-b31c-4e93-ba52-6923389f2f23), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.555678 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c3e09452-60a5-4768-adce-dbf75fc8415f req-037c976f-cd99-43b3-86a0-47e98b7eabac tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546237 Apr 29 07:41:32.569519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2db67f74-5a5d-4f0a-9ebf-61f0d346920a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port b2d5c436-de42-4b6e-af3f-5be498b17ef2 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:32.570801 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2db67f74-5a5d-4f0a-9ebf-61f0d346920a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b2d5c436-de42-4b6e-af3f-5be498b17ef2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.580851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53272486-2972-4724-9183-fdc681990fe5 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:41:32.608545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (ac2d7d9a-55c4-4b64-af53-15a65af53daf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.660574 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:41:26Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.13', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:40:21Z', 'updated_at': '2022-04-29T07:40:26Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b9bf1b-e462-4e5c-a8f4-df5db7ff4075', 'name': '', 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:f3:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '37fe41d4-e3c0-4195-bf02-54657823358d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:41:25Z', 'updated_at': '2022-04-29T07:41:31Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '37fe41d4-e3c0-4195-bf02-54657823358d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:32.679298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port cf8006bd-4d3c-46b2-942d-528bab9d518d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=cf8006bd-4d3c-46b2-942d-528bab9d518d,segment=NetworkSegment(9d6209c4-78c6-4b13-a2d9-4df730dcb8ac),segment_id=9d6209c4-78c6-4b13-a2d9-4df730dcb8ac)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:32.680634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (cf8006bd-4d3c-46b2-942d-528bab9d518d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.709195 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c26a8-29e7-4611-ab29-3a9d3146e820 None None] The sync data for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv is: [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:41:26Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.13', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:40:21Z', 'updated_at': '2022-04-29T07:40:26Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b9bf1b-e462-4e5c-a8f4-df5db7ff4075', 'name': '', 'network_id': 'e024aa54-b278-4378-873f-b1ad45ebfb90', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:f3:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '37fe41d4-e3c0-4195-bf02-54657823358d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:41:25Z', 'updated_at': '2022-04-29T07:41:31Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '37fe41d4-e3c0-4195-bf02-54657823358d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:32.723622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5a50-7ba2-4565-b0ef-1b3f03c8a0fe tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (689e09f6-b31c-4e93-ba52-6923389f2f23), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.736343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for cf8006bd-4d3c-46b2-942d-528bab9d518d owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:32.740122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2db67f74-5a5d-4f0a-9ebf-61f0d346920a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b2d5c436-de42-4b6e-af3f-5be498b17ef2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.754408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53272486-2972-4724-9183-fdc681990fe5 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:41:32.793892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2db67f74-5a5d-4f0a-9ebf-61f0d346920a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for b2d5c436-de42-4b6e-af3f-5be498b17ef2 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:32.820796 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5a50-7ba2-4565-b0ef-1b3f03c8a0fe tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.822217 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7b0f5a50-7ba2-4565-b0ef-1b3f03c8a0fe tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/689e09f6-b31c-4e93-ba52-6923389f2f23 HTTP/1.1" status: 204 len: 168 time: 0.3728368 Apr 29 07:41:32.826248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53394) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:32.832889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f5a50-7ba2-4565-b0ef-1b3f03c8a0fe tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=689e09f6-b31c-4e93-ba52-6923389f2f23,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:32.939996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53396) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:32.959043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (cf8006bd-4d3c-46b2-942d-528bab9d518d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:32.977177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ac2d7d9a-55c4-4b64-af53-15a65af53daf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.017526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port cf8006bd-4d3c-46b2-942d-528bab9d518d on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:33.062518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=cf8006bd-4d3c-46b2-942d-528bab9d518d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:33.063485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2db67f74-5a5d-4f0a-9ebf-61f0d346920a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b2d5c436-de42-4b6e-af3f-5be498b17ef2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.108810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db67f74-5a5d-4f0a-9ebf-61f0d346920a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=b2d5c436-de42-4b6e-af3f-5be498b17ef2,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:33.125660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=ac2d7d9a-55c4-4b64-af53-15a65af53daf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:33.174805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d523f13-5eee-4140-8b63-b60ce71a5c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.190739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2db67f74-5a5d-4f0a-9ebf-61f0d346920a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.196689 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2db67f74-5a5d-4f0a-9ebf-61f0d346920a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/b2d5c436-de42-4b6e-af3f-5be498b17ef2 HTTP/1.1" status: 204 len: 168 time: 0.9821532 Apr 29 07:41:33.200152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53400) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:33.224783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:33.248868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:33.252062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:33.315833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d2a37a8f-a70a-4b7c-92e3-8b98a406bc15 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4883955 Apr 29 07:41:33.316524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53402) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:33.331975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d523f13-5eee-4140-8b63-b60ce71a5c07 admin admin] Publish callbacks [] for security_group (26fd65fc-e6b7-4ead-b6bd-5a0711bb1283), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.341323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d523f13-5eee-4140-8b63-b60ce71a5c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (26fd65fc-e6b7-4ead-b6bd-5a0711bb1283), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.357114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (fe93a253-3222-4928-9c57-62d64620cb24), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.373020 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c8443d-1d3f-40cf-93a4-a4cbe6aa0bed tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:41:33.374677 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-87c8443d-1d3f-40cf-93a4-a4cbe6aa0bed tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/b2d5c436-de42-4b6e-af3f-5be498b17ef2 HTTP/1.1" status: 404 len: 333 time: 0.1687849 Apr 29 07:41:33.379640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa4b23cb-588c-4f41-b184-de98c361f770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.385709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53404) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:33.443504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe93a253-3222-4928-9c57-62d64620cb24']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:33.456340 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7d523f13-5eee-4140-8b63-b60ce71a5c07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=346563c212ae41c5b0d04b6f35e1e266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5127652 Apr 29 07:41:33.459486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d523f13-5eee-4140-8b63-b60ce71a5c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fd65fc-e6b7-4ead-b6bd-5a0711bb1283,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:33.460308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6209c4-78c6-4b13-a2d9-4df730dcb8ac') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:33.460714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6209c4-78c6-4b13-a2d9-4df730dcb8ac') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:33.473117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (9d6209c4-78c6-4b13-a2d9-4df730dcb8ac), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.477137 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53406) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:33.492125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9d6209c4-78c6-4b13-a2d9-4df730dcb8ac), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.500026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:33.500624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (9d6209c4-78c6-4b13-a2d9-4df730dcb8ac), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.514683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23766ff-4838-4de0-b90d-a0971f49d6df tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 15f0dedc-f96c-4665-a344-e2deeef7781e {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:33.534803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d23766ff-4838-4de0-b90d-a0971f49d6df tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (15f0dedc-f96c-4665-a344-e2deeef7781e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:33.565867 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:33.568133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ae915b5-06ce-4767-b963-230c483106da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (6ac82dbf-5adc-4e38-a9b2-6e62fd00ae7f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.600002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d23766ff-4838-4de0-b90d-a0971f49d6df tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (15f0dedc-f96c-4665-a344-e2deeef7781e), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.603604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (fe93a253-3222-4928-9c57-62d64620cb24), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.612729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ae915b5-06ce-4767-b963-230c483106da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (6ac82dbf-5adc-4e38-a9b2-6e62fd00ae7f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.628538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.632037 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/fe93a253-3222-4928-9c57-62d64620cb24 HTTP/1.1" status: 204 len: 168 time: 3.9881647 Apr 29 07:41:33.632368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1225159c-1e47-4603-8341-6c11a0cc5866 admin admin] Publish callbacks [] for security_group (26fd65fc-e6b7-4ead-b6bd-5a0711bb1283), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.637331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53410) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:33.643069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1271746111'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:33.694969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1225159c-1e47-4603-8341-6c11a0cc5866 admin admin] Publish callbacks [] for security_group (26fd65fc-e6b7-4ead-b6bd-5a0711bb1283), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.712691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ca7a8-474d-4382-85ca-e16feda7aa1d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=fe93a253-3222-4928-9c57-62d64620cb24,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:33.751787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:33.755219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.786704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d23766ff-4838-4de0-b90d-a0971f49d6df tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (15f0dedc-f96c-4665-a344-e2deeef7781e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.798091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ae915b5-06ce-4767-b963-230c483106da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (6ac82dbf-5adc-4e38-a9b2-6e62fd00ae7f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.836638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ae915b5-06ce-4767-b963-230c483106da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.836638 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8ae915b5-06ce-4767-b963-230c483106da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6ac82dbf-5adc-4e38-a9b2-6e62fd00ae7f HTTP/1.1" status: 204 len: 168 time: 0.4944308 Apr 29 07:41:33.838799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53412) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:33.846378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae915b5-06ce-4767-b963-230c483106da tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ac82dbf-5adc-4e38-a9b2-6e62fd00ae7f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:33.872542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:33.883720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e5465-6010-433d-98b0-845689500d23 req-a82d5c09-3663-4f15-9829-c9007aa62a7e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:33.885455 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-725e5465-6010-433d-98b0-845689500d23 req-a82d5c09-3663-4f15-9829-c9007aa62a7e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.1886864 Apr 29 07:41:33.906485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ae3266f9-3901-40bb-80d3-bb1963861b91), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.906822 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment ae3266f9-3901-40bb-80d3-bb1963861b91 of type vlan for network 0d3a7350-4edf-4381-8fa0-6b19c634ba14 Apr 29 07:41:33.908265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1225159c-1e47-4603-8341-6c11a0cc5866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (26fd65fc-e6b7-4ead-b6bd-5a0711bb1283), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.910919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1225159c-1e47-4603-8341-6c11a0cc5866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.914510 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1225159c-1e47-4603-8341-6c11a0cc5866 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26fd65fc-e6b7-4ead-b6bd-5a0711bb1283 HTTP/1.1" status: 204 len: 168 time: 0.4317274 Apr 29 07:41:33.930555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d23766ff-4838-4de0-b90d-a0971f49d6df tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (15f0dedc-f96c-4665-a344-e2deeef7781e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.943520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_gateway (e2d1f365-5a25-44c2-bd92-0f1b9696208a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:33.991202 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4afd2234-7be4-4b5d-9880-87e953e9851c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1521506 Apr 29 07:41:33.992099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225159c-1e47-4603-8341-6c11a0cc5866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fd65fc-e6b7-4ead-b6bd-5a0711bb1283,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:33.992421 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-725e5465-6010-433d-98b0-845689500d23 req-19680477-3763-499e-b4f0-fc88ad6143f5 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955482 Apr 29 07:41:33.996546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53416) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:33.999223 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23766ff-4838-4de0-b90d-a0971f49d6df tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=15f0dedc-f96c-4665-a344-e2deeef7781e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:34.011423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d23766ff-4838-4de0-b90d-a0971f49d6df tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.017367 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d23766ff-4838-4de0-b90d-a0971f49d6df tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/15f0dedc-f96c-4665-a344-e2deeef7781e HTTP/1.1" status: 204 len: 168 time: 0.6274643 Apr 29 07:41:34.018316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53418) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:34.032928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (0d3a7350-4edf-4381-8fa0-6b19c634ba14), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.047372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a0c60-44e6-4e41-9b24-21b35a3a81fb None None] Network 5358430b-b57b-4a79-af77-b802c07e9196 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:34.090397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (0d3a7350-4edf-4381-8fa0-6b19c634ba14), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.095658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:34.096829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.124111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f834ab5d-3c54-4c65-8bcd-9830a806ad7c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (820507e7-c2d2-48e5-991c-4c2a154343a2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.145826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (5358430b-b57b-4a79-af77-b802c07e9196), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.191925 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5503767 Apr 29 07:41:34.193378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53422) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:34.195682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f834ab5d-3c54-4c65-8bcd-9830a806ad7c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (820507e7-c2d2-48e5-991c-4c2a154343a2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.200904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e72633-3eae-4ec9-a507-d3745c1a2baf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=0d3a7350-4edf-4381-8fa0-6b19c634ba14,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:34.209737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': '0d3a7350-4edf-4381-8fa0-6b19c634ba14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:34.258116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f834ab5d-3c54-4c65-8bcd-9830a806ad7c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (820507e7-c2d2-48e5-991c-4c2a154343a2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.261644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f834ab5d-3c54-4c65-8bcd-9830a806ad7c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.282665 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f834ab5d-3c54-4c65-8bcd-9830a806ad7c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/820507e7-c2d2-48e5-991c-4c2a154343a2 HTTP/1.1" status: 204 len: 168 time: 0.2844682 Apr 29 07:41:34.286129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53426) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:34.316727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834ab5d-3c54-4c65-8bcd-9830a806ad7c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820507e7-c2d2-48e5-991c-4c2a154343a2,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:34.393917 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4b99ed62-8744-4de4-b68a-5e77a2f2c07b tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1066840 Apr 29 07:41:34.405852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53432) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:34.410513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ff1e728d-7a61-4632-bfad-4f4c820b20d4 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422594576'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:34.449163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff1e728d-7a61-4632-bfad-4f4c820b20d4 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.473639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 0d3a7350-4edf-4381-8fa0-6b19c634ba14 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:34.487046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:34.576169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff1e728d-7a61-4632-bfad-4f4c820b20d4 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (ec7db67e-7c3f-4fd3-8877-516228945116), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.583763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff1e728d-7a61-4632-bfad-4f4c820b20d4 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ec7db67e-7c3f-4fd3-8877-516228945116), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.622530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff1e728d-7a61-4632-bfad-4f4c820b20d4 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.626659 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ff1e728d-7a61-4632-bfad-4f4c820b20d4 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2171037 Apr 29 07:41:34.627184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53438) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:34.632173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-19684fee-2a31-40a8-a6b5-471ad48baaf5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': 'ec7db67e-7c3f-4fd3-8877-516228945116', 'direction': 'ingress', 'protocol': 17}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:34.643532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e728d-7a61-4632-bfad-4f4c820b20d4 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7db67e-7c3f-4fd3-8877-516228945116,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:34.660544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:34.660920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.674770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19684fee-2a31-40a8-a6b5-471ad48baaf5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (e66e7e13-0fe4-454a-a063-784708ffcfe7), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.726919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.731614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5bcfc6-b5f9-4592-a9c8-5456c8aa9ad0 None None] DHCP port deletion for 5358430b-b57b-4a79-af77-b802c07e9196 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:34.758707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19684fee-2a31-40a8-a6b5-471ad48baaf5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (e66e7e13-0fe4-454a-a063-784708ffcfe7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.766702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19684fee-2a31-40a8-a6b5-471ad48baaf5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e66e7e13-0fe4-454a-a063-784708ffcfe7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.798156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19684fee-2a31-40a8-a6b5-471ad48baaf5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66e7e13-0fe4-454a-a063-784708ffcfe7,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:34.812601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-19684fee-2a31-40a8-a6b5-471ad48baaf5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.817212 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-19684fee-2a31-40a8-a6b5-471ad48baaf5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1861703 Apr 29 07:41:34.817434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53446) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:34.821006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:34.831504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bcfc6-b5f9-4592-a9c8-5456c8aa9ad0 None None] Deleting port 9c717081-1f82-4636-97de-25e2c57623d6 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:34.831889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf5bcfc6-b5f9-4592-a9c8-5456c8aa9ad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9c717081-1f82-4636-97de-25e2c57623d6), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.890112 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dadd8623-b812-4c38-aeed-0f939c747747 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (ec7db67e-7c3f-4fd3-8877-516228945116), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.901172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bf5bcfc6-b5f9-4592-a9c8-5456c8aa9ad0 None None] For port 9c717081-1f82-4636-97de-25e2c57623d6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9c717081-1f82-4636-97de-25e2c57623d6,segment=NetworkSegment(fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc),segment_id=fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:34.901527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf5bcfc6-b5f9-4592-a9c8-5456c8aa9ad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9c717081-1f82-4636-97de-25e2c57623d6), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.919466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bcfc6-b5f9-4592-a9c8-5456c8aa9ad0 None None] Calling delete_port for 9c717081-1f82-4636-97de-25e2c57623d6 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:34.923799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dadd8623-b812-4c38-aeed-0f939c747747 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (ec7db67e-7c3f-4fd3-8877-516228945116), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.966011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-ced56955-0d23-4680-bffe-de801fd53405 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:34.967512 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-ced56955-0d23-4680-bffe-de801fd53405 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.6617007 Apr 29 07:41:34.972138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:34.976253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.994915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dadd8623-b812-4c38-aeed-0f939c747747 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ec7db67e-7c3f-4fd3-8877-516228945116), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.994915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dadd8623-b812-4c38-aeed-0f939c747747 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:34.996024 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dadd8623-b812-4c38-aeed-0f939c747747 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/ec7db67e-7c3f-4fd3-8877-516228945116 HTTP/1.1" status: 204 len: 168 time: 0.1773386 Apr 29 07:41:34.996606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53450) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.005125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53452) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.010319 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd8623-b812-4c38-aeed-0f939c747747 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7db67e-7c3f-4fd3-8877-516228945116,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:35.058683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf5bcfc6-b5f9-4592-a9c8-5456c8aa9ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (9c717081-1f82-4636-97de-25e2c57623d6), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.077524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (e2d1f365-5a25-44c2-bd92-0f1b9696208a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.095803 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bcfc6-b5f9-4592-a9c8-5456c8aa9ad0 None None] Pushing event deleted for resources: {'Port': ['ID=9c717081-1f82-4636-97de-25e2c57623d6,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:35.098158 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bcfc6-b5f9-4592-a9c8-5456c8aa9ad0 None None] No DVR routers for this DVR port 9c717081-1f82-4636-97de-25e2c57623d6 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:35.119348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 9c717081-1f82-4636-97de-25e2c57623d6 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:35.119698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9c717081-1f82-4636-97de-25e2c57623d6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.148887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a7bedc70-dbc3-414d-9c04-ea42a43fd8e7 tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1945309772', 'prefixes': ['172.20.0.0/16']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:35.186036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37a4bb-0c42-4253-8fc2-e7417fea6876 req-d8dd9e53-1cb4-4d55-8737-fa6825ff9682 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:35.188382 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2b37a4bb-0c42-4253-8fc2-e7417fea6876 req-d8dd9e53-1cb4-4d55-8737-fa6825ff9682 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.0922196 Apr 29 07:41:35.259003 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2b37a4bb-0c42-4253-8fc2-e7417fea6876 req-4fff8b40-8dfe-4463-9557-c0674e5c0f64 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627680 Apr 29 07:41:35.265198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a7bedc70-dbc3-414d-9c04-ea42a43fd8e7 tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.268941 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a7bedc70-dbc3-414d-9c04-ea42a43fd8e7 tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2608471 Apr 29 07:41:35.269083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53458) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.299212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.317057 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1f447e8d-842b-43ca-8459-492b0dc800bc tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] 10.222.0.23 "GET /v2.0/subnetpools/d4906693-2f21-492b-8895-a4d5ee31d0c1 HTTP/1.1" status: 200 len: 732 time: 0.0468662 Apr 29 07:41:35.318748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] For port 9c717081-1f82-4636-97de-25e2c57623d6, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:35.319116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9c717081-1f82-4636-97de-25e2c57623d6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.319732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53460) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.324665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-138d6044-88d7-4c1a-b609-3d4d9251df2e tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-637147652'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:35.326203 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f131c517-dcf6-4411-a795-ec07d3a96e10 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2900288 Apr 29 07:41:35.329818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53462) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.340889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-30ee13cb-3cf3-4b55-8c83-9837288f51ea tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527963394'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:35.349945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 9c717081-1f82-4636-97de-25e2c57623d6 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:35.353557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.ipam_backend_mixin [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Port 9c717081-1f82-4636-97de-25e2c57623d6 was not found and therefore no delete operation was performed {{(pid=104223) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:41:35.364638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9c717081-1f82-4636-97de-25e2c57623d6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.391016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30ee13cb-3cf3-4b55-8c83-9837288f51ea tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.428968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=9c717081-1f82-4636-97de-25e2c57623d6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:35.441635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No DVR routers for this DVR port 9c717081-1f82-4636-97de-25e2c57623d6 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:35.452301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-138d6044-88d7-4c1a-b609-3d4d9251df2e tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.456214 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-138d6044-88d7-4c1a-b609-3d4d9251df2e tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] 10.222.0.23 "PUT /v2.0/subnetpools/d4906693-2f21-492b-8895-a4d5ee31d0c1 HTTP/1.1" status: 200 len: 683 time: 0.1328244 Apr 29 07:41:35.456709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53464) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.461368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Deleting port 94d00825-4c14-4367-b026-64428cd66896 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:35.461705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (94d00825-4c14-4367-b026-64428cd66896), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.516026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30ee13cb-3cf3-4b55-8c83-9837288f51ea tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (22eb3925-c306-42e8-a8da-ac9602ea0279), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.525954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30ee13cb-3cf3-4b55-8c83-9837288f51ea tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (22eb3925-c306-42e8-a8da-ac9602ea0279), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.568702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30ee13cb-3cf3-4b55-8c83-9837288f51ea tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.569953 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-30ee13cb-3cf3-4b55-8c83-9837288f51ea tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2391567 Apr 29 07:41:35.573847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53466) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.578267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3781af89-db23-460b-b044-db263674d6e6 tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.579333 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3781af89-db23-460b-b044-db263674d6e6 tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] 10.222.0.23 "DELETE /v2.0/subnetpools/d4906693-2f21-492b-8895-a4d5ee31d0c1 HTTP/1.1" status: 204 len: 168 time: 0.1216371 Apr 29 07:41:35.582645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2ba18a4c-6335-4363-af38-041bc29db051 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477722951'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:35.586732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53468) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.588188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee13cb-3cf3-4b55-8c83-9837288f51ea tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb3925-c306-42e8-a8da-ac9602ea0279,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:35.606601 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-211a987a-1631-4cf7-916d-4ce984f4a3af tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] show failed (client error): The resource could not be found. Apr 29 07:41:35.607571 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-211a987a-1631-4cf7-916d-4ce984f4a3af tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] 10.222.0.23 "GET /v2.0/subnetpools/d4906693-2f21-492b-8895-a4d5ee31d0c1 HTTP/1.1" status: 404 len: 346 time: 0.0202560 Apr 29 07:41:35.610834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53470) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.618964 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ba18a4c-6335-4363-af38-041bc29db051 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.670833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-fd455f78-497f-436c-b9ae-6fe20f0230d7 tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] delete failed (client error): The resource could not be found. Apr 29 07:41:35.672013 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fd455f78-497f-436c-b9ae-6fe20f0230d7 tempest-SubnetPoolsTestJSON-1579290970 tempest-SubnetPoolsTestJSON-1579290970-project] 10.222.0.23 "DELETE /v2.0/subnetpools/d4906693-2f21-492b-8895-a4d5ee31d0c1 HTTP/1.1" status: 404 len: 346 time: 0.0585916 Apr 29 07:41:35.682034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (d3dfc73e-764e-4bd7-a951-bd9c3c508696), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.687495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (5358430b-b57b-4a79-af77-b802c07e9196), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.698287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ba18a4c-6335-4363-af38-041bc29db051 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (bb7f00b3-543d-4729-a811-bb32e83abe44), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.705745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ba18a4c-6335-4363-af38-041bc29db051 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (bb7f00b3-543d-4729-a811-bb32e83abe44), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.744639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ba18a4c-6335-4363-af38-041bc29db051 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.749510 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2ba18a4c-6335-4363-af38-041bc29db051 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1740048 Apr 29 07:41:35.751475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53474) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.753039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] For port 94d00825-4c14-4367-b026-64428cd66896, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=94d00825-4c14-4367-b026-64428cd66896,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:35.753447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (94d00825-4c14-4367-b026-64428cd66896), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.756684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7f177e3f-31ec-4cde-8eaa-11d0dfb041c0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': '22eb3925-c306-42e8-a8da-ac9602ea0279', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bb7f00b3-543d-4729-a811-bb32e83abe44', 'remote_ip_prefix': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:35.764118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba18a4c-6335-4363-af38-041bc29db051 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f00b3-543d-4729-a811-bb32e83abe44,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:35.777810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router e2d1f365-5a25-44c2-bd92-0f1b9696208a is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:41:35.785573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5358430b-b57b-4a79-af77-b802c07e9196']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:35.794695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f177e3f-31ec-4cde-8eaa-11d0dfb041c0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (40068b12-d8ce-4921-a203-46740afd41d6), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.834863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:35.835105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:35.856259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.874144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=d3dfc73e-764e-4bd7-a951-bd9c3c508696,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:35.874739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f177e3f-31ec-4cde-8eaa-11d0dfb041c0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (40068b12-d8ce-4921-a203-46740afd41d6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.880030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f177e3f-31ec-4cde-8eaa-11d0dfb041c0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (40068b12-d8ce-4921-a203-46740afd41d6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.901658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f177e3f-31ec-4cde-8eaa-11d0dfb041c0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40068b12-d8ce-4921-a203-46740afd41d6,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:35.906732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f177e3f-31ec-4cde-8eaa-11d0dfb041c0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.907936 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7f177e3f-31ec-4cde-8eaa-11d0dfb041c0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1554759 Apr 29 07:41:35.910888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53476) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:35.929425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.938924 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3cb4dd8e-1fd5-404e-bf38-3ece623f92e5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (40068b12-d8ce-4921-a203-46740afd41d6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.949605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3cb4dd8e-1fd5-404e-bf38-3ece623f92e5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (40068b12-d8ce-4921-a203-46740afd41d6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.979467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3cb4dd8e-1fd5-404e-bf38-3ece623f92e5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (40068b12-d8ce-4921-a203-46740afd41d6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.987620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3cb4dd8e-1fd5-404e-bf38-3ece623f92e5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:35.988749 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3cb4dd8e-1fd5-404e-bf38-3ece623f92e5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/40068b12-d8ce-4921-a203-46740afd41d6 HTTP/1.1" status: 204 len: 168 time: 0.0768957 Apr 29 07:41:35.993023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53480) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.000867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': 'ae3266f9-3901-40bb-80d3-bb1963861b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0d3a7350-4edf-4381-8fa0-6b19c634ba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:36.001455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: 0d3a7350-4edf-4381-8fa0-6b19c634ba14, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:36.013492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:36.013904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (fc66e7d8-3ba9-45ec-9d93-642a3ef9a7dc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.016548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4dd8e-1fd5-404e-bf38-3ece623f92e5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40068b12-d8ce-4921-a203-46740afd41d6,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:36.018290 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:36.020426 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53482) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.036678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.048596 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8cc5a809-b2d8-4b26-8e2e-50e069a4b4a0 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0518501 Apr 29 07:41:36.048781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53486) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.114333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0c118911-042f-427c-aafc-4fa9c171bd95 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (bb7f00b3-543d-4729-a811-bb32e83abe44), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.141195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network 0d3a7350-4edf-4381-8fa0-6b19c634ba14 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:36.157039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (5358430b-b57b-4a79-af77-b802c07e9196), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.169410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.177558 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/networks/5358430b-b57b-4a79-af77-b802c07e9196 HTTP/1.1" status: 204 len: 168 time: 2.1533470 Apr 29 07:41:36.177558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 0d3a7350-4edf-4381-8fa0-6b19c634ba14) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:36.178603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53488) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.189513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c37b54-ee86-4b69-85e0-c2d91246271e None None] Network 0d3a7350-4edf-4381-8fa0-6b19c634ba14 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:36.196429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-207354727'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:36.213110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:36.213729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.222153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.222514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (dd66b6e3-d917-4507-9f81-8396084a855f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.222833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Floating IP dd66b6e3-d917-4507-9f81-8396084a855f disassociated. External IP: 172.26.3.155, port: 94d00825-4c14-4367-b026-64428cd66896. Apr 29 07:41:36.223202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Calling delete_port for 94d00825-4c14-4367-b026-64428cd66896 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:36.225293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97490653-68e6-4d64-8658-1da89ba179bd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Network': ['ID=5358430b-b57b-4a79-af77-b802c07e9196,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:36.246040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:36.261350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca554312-8f97-4fbd-b736-05010ee1ebd0 None None] Sync routers for ids ['e2d1f365-5a25-44c2-bd92-0f1b9696208a'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:36.290502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca554312-8f97-4fbd-b736-05010ee1ebd0 None None] Routers {'e2d1f365-5a25-44c2-bd92-0f1b9696208a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:36.291354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ca554312-8f97-4fbd-b736-05010ee1ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['e2d1f365-5a25-44c2-bd92-0f1b9696208a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:36.306247 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-31b0f921-5d9c-466e-ad09-e25a59f6bb0a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1082733 Apr 29 07:41:36.306821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53492) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.309936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:36.313641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.329814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.331219 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7de3c3b6-7b56-45cb-becb-de0ae3195b14 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 6.4737632 Apr 29 07:41:36.350962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53494) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.393430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9c717081-1f82-4636-97de-25e2c57623d6 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:36.395705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ca554312-8f97-4fbd-b736-05010ee1ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:36.425141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 9c717081-1f82-4636-97de-25e2c57623d6 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:36.425498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9c717081-1f82-4636-97de-25e2c57623d6 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:36.457902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca554312-8f97-4fbd-b736-05010ee1ebd0 None None] Routers {'e2d1f365-5a25-44c2-bd92-0f1b9696208a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:36.458588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ca554312-8f97-4fbd-b736-05010ee1ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['e2d1f365-5a25-44c2-bd92-0f1b9696208a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:36.498330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ca554312-8f97-4fbd-b736-05010ee1ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:36.498978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca554312-8f97-4fbd-b736-05010ee1ebd0 None None] The sync data for ids ['e2d1f365-5a25-44c2-bd92-0f1b9696208a'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:36.502110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-0d3a7350-4edf-4381-8fa0-6b19c634ba14', 'network_id': '0d3a7350-4edf-4381-8fa0-6b19c634ba14', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': 'd3dfc73e-764e-4bd7-a951-bd9c3c508696'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:36.503121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.511411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d248b6e-09aa-42fb-a5a8-5bb6f23bbfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.532353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:36.572995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (2a2f94af-d6d7-43ca-bf44-3f669fd11095), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.573367 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Added segment 2a2f94af-d6d7-43ca-bf44-3f669fd11095 of type vlan for network 401b0c5b-e346-4314-97ce-a9aff46643fa Apr 29 07:41:36.576311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0c118911-042f-427c-aafc-4fa9c171bd95 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (bb7f00b3-543d-4729-a811-bb32e83abe44), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.640781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0c118911-042f-427c-aafc-4fa9c171bd95 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (bb7f00b3-543d-4729-a811-bb32e83abe44), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.643416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0c118911-042f-427c-aafc-4fa9c171bd95 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.645668 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0c118911-042f-427c-aafc-4fa9c171bd95 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/bb7f00b3-543d-4729-a811-bb32e83abe44 HTTP/1.1" status: 204 len: 168 time: 0.5959256 Apr 29 07:41:36.651986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53496) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.662314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (0d3a7350-4edf-4381-8fa0-6b19c634ba14), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.665143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (401b0c5b-e346-4314-97ce-a9aff46643fa), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.665799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c118911-042f-427c-aafc-4fa9c171bd95 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f00b3-543d-4729-a811-bb32e83abe44,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:36.670678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d248b6e-09aa-42fb-a5a8-5bb6f23bbfa4 admin admin] Publish callbacks [] for security_group (7463a59d-0960-44a3-9d47-10f269f267ba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.678344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4d248b6e-09aa-42fb-a5a8-5bb6f23bbfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (7463a59d-0960-44a3-9d47-10f269f267ba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.708790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Allocated IP 172.20.0.2 (0d3a7350-4edf-4381-8fa0-6b19c634ba14/d3dfc73e-764e-4bd7-a951-bd9c3c508696/d110158c-bd36-4f1e-84d7-b2009832d07f) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:36.713432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da8687-b2d1-4001-9ec0-20279d5b1bd0 req-f0d9f186-9089-419a-97d5-e10da2ad9148 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:36.714973 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d0da8687-b2d1-4001-9ec0-20279d5b1bd0 req-f0d9f186-9089-419a-97d5-e10da2ad9148 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 946 time: 0.3223298 Apr 29 07:41:36.721493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d248b6e-09aa-42fb-a5a8-5bb6f23bbfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7463a59d-0960-44a3-9d47-10f269f267ba,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:36.730588 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4d248b6e-09aa-42fb-a5a8-5bb6f23bbfa4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20bf2ac13d9c48b185d3c037d8163b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7088823 Apr 29 07:41:36.731278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53498) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.763516 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-81814a9f-9695-429e-a49f-5de49338d5d6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/routers/e2d1f365-5a25-44c2-bd92-0f1b9696208a HTTP/1.1" status: 200 len: 882 time: 0.3810184 Apr 29 07:41:36.766841 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53500) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.830868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (401b0c5b-e346-4314-97ce-a9aff46643fa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.835762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:36.836385 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.861632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (94d00825-4c14-4367-b026-64428cd66896), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.880107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Publish callbacks [] for port (d110158c-bd36-4f1e-84d7-b2009832d07f), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.887788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (d110158c-bd36-4f1e-84d7-b2009832d07f), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.900933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 94d00825-4c14-4367-b026-64428cd66896 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:36.914326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-468bd5d2-07a0-41e6-8b12-ece7dbd5960c admin admin] Publish callbacks [] for security_group (7463a59d-0960-44a3-9d47-10f269f267ba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.947659 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Network 0d3a7350-4edf-4381-8fa0-6b19c634ba14 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:36.948600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 94d00825-4c14-4367-b026-64428cd66896 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:36.949033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 94d00825-4c14-4367-b026-64428cd66896 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:36.952796 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-468bd5d2-07a0-41e6-8b12-ece7dbd5960c admin admin] Publish callbacks [] for security_group (7463a59d-0960-44a3-9d47-10f269f267ba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:36.955837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:36.959275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:36.965626 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7811534 Apr 29 07:41:36.970700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53502) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.977265 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e6dcc6f7-51c3-4560-8d3f-0e64ee0e7d67 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3199987 Apr 29 07:41:36.977869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Pushing event deleted for resources: {'Port': ['ID=94d00825-4c14-4367-b026-64428cd66896,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:36.982294 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d0da8687-b2d1-4001-9ec0-20279d5b1bd0 req-0c94e676-83ef-4ea3-bb84-f85b0186cad1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee57be7c-8e60-4f3a-82ec-080760b14e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535846 Apr 29 07:41:36.983668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53504) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:36.989968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': '401b0c5b-e346-4314-97ce-a9aff46643fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:36.993713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (d3dfc73e-764e-4bd7-a951-bd9c3c508696), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.000707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Pushing event updated for resources: {'Port': ['ID=d110158c-bd36-4f1e-84d7-b2009832d07f,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:37.022501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054af19-1e3d-436c-b748-cb8967799f88 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Network': ['ID=401b0c5b-e346-4314-97ce-a9aff46643fa,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:37.064354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 401b0c5b-e346-4314-97ce-a9aff46643fa details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:37.155022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Attempting to bind port d110158c-bd36-4f1e-84d7-b2009832d07f on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:37.155644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Attempting to bind port d110158c-bd36-4f1e-84d7-b2009832d07f by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'ae3266f9-3901-40bb-80d3-bb1963861b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0d3a7350-4edf-4381-8fa0-6b19c634ba14'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:37.156217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Attempting to bind port d110158c-bd36-4f1e-84d7-b2009832d07f on network 0d3a7350-4edf-4381-8fa0-6b19c634ba14 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:37.174830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:37.175563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Checking segment: {'id': 'ae3266f9-3901-40bb-80d3-bb1963861b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0d3a7350-4edf-4381-8fa0-6b19c634ba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:37.176240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.176793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Bound using segment: {'id': 'ae3266f9-3901-40bb-80d3-bb1963861b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0d3a7350-4edf-4381-8fa0-6b19c634ba14'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:37.177612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Bound port: d110158c-bd36-4f1e-84d7-b2009832d07f, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3266f9-3901-40bb-80d3-bb1963861b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0d3a7350-4edf-4381-8fa0-6b19c634ba14'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:37.178261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d110158c-bd36-4f1e-84d7-b2009832d07f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.181002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (d3dfc73e-764e-4bd7-a951-bd9c3c508696), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.191763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:41:37.216303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dfc73e-764e-4bd7-a951-bd9c3c508696,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:37.236580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-468bd5d2-07a0-41e6-8b12-ece7dbd5960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (7463a59d-0960-44a3-9d47-10f269f267ba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.239124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-468bd5d2-07a0-41e6-8b12-ece7dbd5960c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.240432 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-468bd5d2-07a0-41e6-8b12-ece7dbd5960c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7463a59d-0960-44a3-9d47-10f269f267ba HTTP/1.1" status: 204 len: 168 time: 0.5080776 Apr 29 07:41:37.259760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af8ff1e8-bd06-4c6b-997f-5ffdc53ed7f3 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (22eb3925-c306-42e8-a8da-ac9602ea0279), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.267715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] For port d110158c-bd36-4f1e-84d7-b2009832d07f, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:37.274240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] For port d110158c-bd36-4f1e-84d7-b2009832d07f, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d110158c-bd36-4f1e-84d7-b2009832d07f,segment=NetworkSegment(ae3266f9-3901-40bb-80d3-bb1963861b91),segment_id=ae3266f9-3901-40bb-80d3-bb1963861b91)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:37.301809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:37.302363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d110158c-bd36-4f1e-84d7-b2009832d07f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.305723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.315855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bd5d2-07a0-41e6-8b12-ece7dbd5960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7463a59d-0960-44a3-9d47-10f269f267ba,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:37.372194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af8ff1e8-bd06-4c6b-997f-5ffdc53ed7f3 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (22eb3925-c306-42e8-a8da-ac9602ea0279), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.408663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.411061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (0d3a7350-4edf-4381-8fa0-6b19c634ba14), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.457482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fda473-08ac-4157-a56f-1adc3c2f9a92 None None] Pushing event updated for resources: {'Port': ['ID=d110158c-bd36-4f1e-84d7-b2009832d07f,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:37.460907 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-390449cd-2fc0-426e-8d6b-e8dda364655c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.6926069 Apr 29 07:41:37.467629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53510) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:37.476134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b00cab97-c9b7-4d60-877b-3b15fc5a2a54 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-840852863'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:37.499797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7df17-bbcd-49c2-bb23-06eab96b4e85 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:41:37.558968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af8ff1e8-bd06-4c6b-997f-5ffdc53ed7f3 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (22eb3925-c306-42e8-a8da-ac9602ea0279), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.561619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af8ff1e8-bd06-4c6b-997f-5ffdc53ed7f3 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.565997 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-af8ff1e8-bd06-4c6b-997f-5ffdc53ed7f3 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/22eb3925-c306-42e8-a8da-ac9602ea0279 HTTP/1.1" status: 204 len: 168 time: 0.5714407 Apr 29 07:41:37.569054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53512) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:37.620861 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ff1e8-bd06-4c6b-997f-5ffdc53ed7f3 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb3925-c306-42e8-a8da-ac9602ea0279,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:37.673588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d7df17-bbcd-49c2-bb23-06eab96b4e85 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:41:37.719827 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8c01c5ca-2238-4e61-9e36-d3e06ed5895a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1383839 Apr 29 07:41:37.746628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53514) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:37.793165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-178af828-87af-45d8-a6b4-611a8d9e293c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512441900'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:37.854932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (4e8952d8-d12a-4bad-851a-2a941b884a22), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.884548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96a56b-2ec7-47fe-8aa3-be84ea9a54b6 None None] Network 0d3a7350-4edf-4381-8fa0-6b19c634ba14 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:37.891940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3a7350-4edf-4381-8fa0-6b19c634ba14']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:37.892155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-178af828-87af-45d8-a6b4-611a8d9e293c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.908333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3266f9-3901-40bb-80d3-bb1963861b91') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:37.908671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3266f9-3901-40bb-80d3-bb1963861b91') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:37.922161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (ae3266f9-3901-40bb-80d3-bb1963861b91), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.945343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:37.951906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ae3266f9-3901-40bb-80d3-bb1963861b91), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.957886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=4e8952d8-d12a-4bad-851a-2a941b884a22,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:37.960138 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] Sync routers for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:37.978549 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:37.979632 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:37.981348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:37.981787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (ae3266f9-3901-40bb-80d3-bb1963861b91), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:37.987823 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:38.023962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Checking segment: {'id': '2a2f94af-d6d7-43ca-bf44-3f669fd11095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '401b0c5b-e346-4314-97ce-a9aff46643fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:38.023962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network hostable DHCP agents. Network: 401b0c5b-e346-4314-97ce-a9aff46643fa, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:38.043374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] No DVR routers for this DVR port 94d00825-4c14-4367-b026-64428cd66896 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:38.046080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.050071 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b767a49-e27b-4378-8b85-40ba5c2ae093 req-c8c01c46-f2ae-432f-ae9e-c20803a4578b tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.36 "DELETE /v2.0/ports/94d00825-4c14-4367-b026-64428cd66896 HTTP/1.1" status: 204 len: 173 time: 3.0684953 Apr 29 07:41:38.052598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'name': 'network-vif-deleted', 'tag': '94d00825-4c14-4367-b026-64428cd66896'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:41:38.056127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94de095-ba86-4bfa-94b5-bc1a4ac5d639" -d '{"events": [{"server_uuid": "c2c870b9-5714-4a8f-86c4-05506174d8d0", "name": "network-vif-deleted", "tag": "94d00825-4c14-4367-b026-64428cd66896"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:41:38.087047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:41:38.087047 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:41:38.087047 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': '0d3a7350-4edf-4381-8fa0-6b19c634ba14'}] Apr 29 07:41:38.087047 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:38.088204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:38.116324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-178af828-87af-45d8-a6b4-611a8d9e293c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (236afd91-911d-45a0-99d5-ed9aa06867ee), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.117375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 401b0c5b-e346-4314-97ce-a9aff46643fa is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:38.128331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-178af828-87af-45d8-a6b4-611a8d9e293c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (236afd91-911d-45a0-99d5-ed9aa06867ee), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.148379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 401b0c5b-e346-4314-97ce-a9aff46643fa) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:38.154368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b00cab97-c9b7-4d60-877b-3b15fc5a2a54 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (e2d1f365-5a25-44c2-bd92-0f1b9696208a), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.157843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30125705-ee4b-4fdb-9984-7b90241ad7b2 None None] Network 401b0c5b-e346-4314-97ce-a9aff46643fa requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:38.162881 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:41:38.175328 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:38.175553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.195976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-178af828-87af-45d8-a6b4-611a8d9e293c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.197343 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-178af828-87af-45d8-a6b4-611a8d9e293c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4441352 Apr 29 07:41:38.202344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53522) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:38.209356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d3264d18-62c3-4c58-ae1b-c4129f818f85 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': '236afd91-911d-45a0-99d5-ed9aa06867ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:38.216446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b00cab97-c9b7-4d60-877b-3b15fc5a2a54 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (e2d1f365-5a25-44c2-bd92-0f1b9696208a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.225325 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-86138f03-b207-409c-8d4b-0445ae3c9ed8 req-ee6869c1-9164-409a-9342-5ed16b0d1f69 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2c870b9-5714-4a8f-86c4-05506174d8d0 HTTP/1.1" status: 200 len: 210 time: 0.0634246 Apr 29 07:41:38.227695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af828-87af-45d8-a6b4-611a8d9e293c tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236afd91-911d-45a0-99d5-ed9aa06867ee,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:38.278579 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d3264d18-62c3-4c58-ae1b-c4129f818f85 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (77164e3b-59ee-40b7-95cd-29e9d89f3246), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.346064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-401b0c5b-e346-4314-97ce-a9aff46643fa', 'network_id': '401b0c5b-e346-4314-97ce-a9aff46643fa', 'project_id': '98a71a8f50de4bc091a186c0b95a6da8', 'fixed_ips': [{'subnet_id': '4e8952d8-d12a-4bad-851a-2a941b884a22'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:38.346931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.358054 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6cc1cac4-15e4-4fd3-ab33-1c6a0a5fb129 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3782194 Apr 29 07:41:38.358290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53524) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:38.366441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': '401b0c5b-e346-4314-97ce-a9aff46643fa', 'name': 'tempest-PortsIpV6TestJSON-1991516043', 'fixed_ips': [{'subnet_id': '4e8952d8-d12a-4bad-851a-2a941b884a22', 'ip_address': '2001:db8::10'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:38.370404 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00cab97-c9b7-4d60-877b-3b15fc5a2a54 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router e2d1f365-5a25-44c2-bd92-0f1b9696208a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:41:38.464352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d3264d18-62c3-4c58-ae1b-c4129f818f85 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (77164e3b-59ee-40b7-95cd-29e9d89f3246), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.472536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d3264d18-62c3-4c58-ae1b-c4129f818f85 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (77164e3b-59ee-40b7-95cd-29e9d89f3246), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.497839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91c7a2a-28e9-4cb4-ab2d-2c26401c28a0 x-openstack-request-id: req-b91c7a2a-28e9-4cb4-ab2d-2c26401c28a0 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:41:38.498401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c870b9-5714-4a8f-86c4-05506174d8d0", "name": "network-vif-deleted", "tag": "94d00825-4c14-4367-b026-64428cd66896", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:41:38.498801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b91c7a2a-28e9-4cb4-ab2d-2c26401c28a0 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:41:38.499496 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91c7a2a-28e9-4cb4-ab2d-2c26401c28a0'] response: {'server_uuid': 'c2c870b9-5714-4a8f-86c4-05506174d8d0', 'name': 'network-vif-deleted', 'tag': '94d00825-4c14-4367-b026-64428cd66896', 'status': 'completed', 'code': 200} Apr 29 07:41:38.514834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3264d18-62c3-4c58-ae1b-c4129f818f85 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77164e3b-59ee-40b7-95cd-29e9d89f3246,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:38.530323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d3264d18-62c3-4c58-ae1b-c4129f818f85 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.531542 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d3264d18-62c3-4c58-ae1b-c4129f818f85 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3274233 Apr 29 07:41:38.534418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53526) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:38.547784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00cab97-c9b7-4d60-877b-3b15fc5a2a54 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:38.557055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b00cab97-c9b7-4d60-877b-3b15fc5a2a54 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.561232 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b00cab97-c9b7-4d60-877b-3b15fc5a2a54 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/e2d1f365-5a25-44c2-bd92-0f1b9696208a HTTP/1.1" status: 200 len: 889 time: 1.0913482 Apr 29 07:41:38.561888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53528) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:38.569478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Allocated IP 2001:db8::2 (401b0c5b-e346-4314-97ce-a9aff46643fa/4e8952d8-d12a-4bad-851a-2a941b884a22/6d267d63-644f-41ef-a8a8-0f13e4501dac) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:38.574597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e56828ba-d41d-4b57-96d2-6869f1769fcc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (77164e3b-59ee-40b7-95cd-29e9d89f3246), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.579432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1b857-4735-48fe-8302-ce21455204f0 None None] Sync routers for ids ['e2d1f365-5a25-44c2-bd92-0f1b9696208a'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:38.588192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e56828ba-d41d-4b57-96d2-6869f1769fcc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (77164e3b-59ee-40b7-95cd-29e9d89f3246), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.590025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (0d3a7350-4edf-4381-8fa0-6b19c634ba14), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.591805 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:36:19Z', 'revision_number': 5, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:38.600114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:38.629561 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] Checking router: 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:41:38.630690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1b857-4735-48fe-8302-ce21455204f0 None None] Routers {'e2d1f365-5a25-44c2-bd92-0f1b9696208a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:38.631359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1db1b857-4735-48fe-8302-ce21455204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['e2d1f365-5a25-44c2-bd92-0f1b9696208a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:38.642136 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:38.643042 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:38.690708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1db1b857-4735-48fe-8302-ce21455204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:38.707814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e56828ba-d41d-4b57-96d2-6869f1769fcc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (77164e3b-59ee-40b7-95cd-29e9d89f3246), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.715001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e56828ba-d41d-4b57-96d2-6869f1769fcc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.716691 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e56828ba-d41d-4b57-96d2-6869f1769fcc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/77164e3b-59ee-40b7-95cd-29e9d89f3246 HTTP/1.1" status: 204 len: 168 time: 0.1808884 Apr 29 07:41:38.721489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53530) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:38.743969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1b857-4735-48fe-8302-ce21455204f0 None None] Routers {'e2d1f365-5a25-44c2-bd92-0f1b9696208a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:38.744601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1db1b857-4735-48fe-8302-ce21455204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['e2d1f365-5a25-44c2-bd92-0f1b9696208a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:38.755708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56828ba-d41d-4b57-96d2-6869f1769fcc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77164e3b-59ee-40b7-95cd-29e9d89f3246,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:38.760129 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a01bb23f-c82a-454f-813a-028e5f34f2db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/routers/e2d1f365-5a25-44c2-bd92-0f1b9696208a HTTP/1.1" status: 200 len: 889 time: 0.1970706 Apr 29 07:41:38.762934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53532) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:38.789040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1db1b857-4735-48fe-8302-ce21455204f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:38.789744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1b857-4735-48fe-8302-ce21455204f0 None None] The sync data for ids ['e2d1f365-5a25-44c2-bd92-0f1b9696208a'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:38.799869 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fdfa5535-e387-4907-9a7f-442471303727 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d1f365-5a25-44c2-bd92-0f1b9696208a HTTP/1.1" status: 200 len: 205 time: 0.0356460 Apr 29 07:41:38.800454 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.802285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53534) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:38.819999 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-edf4c13f-3b43-445c-b450-6dd9a42e8752 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0937235 Apr 29 07:41:38.833329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53536) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:38.863964 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:41:38.875618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port 36d74a96-004c-4381-8850-606466229f27 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:41:38.905670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Publish callbacks [] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.914300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.918500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (e2d1f365-5a25-44c2-bd92-0f1b9696208a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.951154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port d110158c-bd36-4f1e-84d7-b2009832d07f {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:38.951976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (d110158c-bd36-4f1e-84d7-b2009832d07f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.969717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Network 401b0c5b-e346-4314-97ce-a9aff46643fa is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:38.974381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:38.978539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9793f93c-91ad-40fc-9eb7-49dbe4f848fd tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (236afd91-911d-45a0-99d5-ed9aa06867ee), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:38.984790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:38.988272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Pushing event updated for resources: {'Port': ['ID=6d267d63-644f-41ef-a8a8-0f13e4501dac,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:39.051300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Attempting to bind port 6d267d63-644f-41ef-a8a8-0f13e4501dac on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:39.051923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_gateway (e2d1f365-5a25-44c2-bd92-0f1b9696208a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.052122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Attempting to bind port 6d267d63-644f-41ef-a8a8-0f13e4501dac by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '2a2f94af-d6d7-43ca-bf44-3f669fd11095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '401b0c5b-e346-4314-97ce-a9aff46643fa'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:39.052646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Attempting to bind port 6d267d63-644f-41ef-a8a8-0f13e4501dac on network 401b0c5b-e346-4314-97ce-a9aff46643fa {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:39.059923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:39.060326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Checking segment: {'id': '2a2f94af-d6d7-43ca-bf44-3f669fd11095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '401b0c5b-e346-4314-97ce-a9aff46643fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:39.060765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.061201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Bound using segment: {'id': '2a2f94af-d6d7-43ca-bf44-3f669fd11095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '401b0c5b-e346-4314-97ce-a9aff46643fa'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:39.061683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Bound port: 6d267d63-644f-41ef-a8a8-0f13e4501dac, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2f94af-d6d7-43ca-bf44-3f669fd11095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '401b0c5b-e346-4314-97ce-a9aff46643fa'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:39.062120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.113357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port d110158c-bd36-4f1e-84d7-b2009832d07f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d110158c-bd36-4f1e-84d7-b2009832d07f,segment=NetworkSegment(ae3266f9-3901-40bb-80d3-bb1963861b91),segment_id=ae3266f9-3901-40bb-80d3-bb1963861b91)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:39.113980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (d110158c-bd36-4f1e-84d7-b2009832d07f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.117687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9793f93c-91ad-40fc-9eb7-49dbe4f848fd tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (236afd91-911d-45a0-99d5-ed9aa06867ee), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.132126 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:36:19Z', 'revision_number': 5, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:39.137198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port ac2d7d9a-55c4-4b64-af53-15a65af53daf {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:39.137687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ac2d7d9a-55c4-4b64-af53-15a65af53daf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.142251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] For port 6d267d63-644f-41ef-a8a8-0f13e4501dac, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:39.145780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] For port 6d267d63-644f-41ef-a8a8-0f13e4501dac, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6d267d63-644f-41ef-a8a8-0f13e4501dac,segment=NetworkSegment(2a2f94af-d6d7-43ca-bf44-3f669fd11095),segment_id=2a2f94af-d6d7-43ca-bf44-3f669fd11095)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:39.149064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for d110158c-bd36-4f1e-84d7-b2009832d07f owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:39.153904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.168500 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5faa25-f5ba-4d2f-8317-938eedf708c9 None None] The sync data for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv is: [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:36:00Z', 'revision_number': 4, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '5646d9e4-d6f8-40b1-94a7-edc557e5dffa', 'name': '', 'network_id': 'c2d65d34-51cb-428d-895e-c7a17f616082', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'mac_address': 'fa:16:3e:7d:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:59Z', 'updated_at': '2022-04-29T07:36:19Z', 'revision_number': 5, 'project_id': '9d4f708c377c4df28049531a5255377c', 'subnets': [{'id': '998bfdf9-e72a-4561-9cd5-8fb02d01b764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:39.234447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80724a-1f1f-4fc9-83ab-016ebb60eac1 None None] Pushing event updated for resources: {'Port': ['ID=6d267d63-644f-41ef-a8a8-0f13e4501dac,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:39.258799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ac2d7d9a-55c4-4b64-af53-15a65af53daf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.279429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for ac2d7d9a-55c4-4b64-af53-15a65af53daf owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:39.319140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (d110158c-bd36-4f1e-84d7-b2009832d07f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.342795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9793f93c-91ad-40fc-9eb7-49dbe4f848fd tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (236afd91-911d-45a0-99d5-ed9aa06867ee), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.345906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9793f93c-91ad-40fc-9eb7-49dbe4f848fd tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.346081 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53544) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:39.349211 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9793f93c-91ad-40fc-9eb7-49dbe4f848fd tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/236afd91-911d-45a0-99d5-ed9aa06867ee HTTP/1.1" status: 204 len: 168 time: 0.5121467 Apr 29 07:41:39.361910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53546) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:39.372159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::10 (401b0c5b-e346-4314-97ce-a9aff46643fa/4e8952d8-d12a-4bad-851a-2a941b884a22/36d74a96-004c-4381-8850-606466229f27) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:39.376160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port d110158c-bd36-4f1e-84d7-b2009832d07f on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:39.380114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=d110158c-bd36-4f1e-84d7-b2009832d07f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:39.418223 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793f93c-91ad-40fc-9eb7-49dbe4f848fd tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236afd91-911d-45a0-99d5-ed9aa06867ee,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:39.452369 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4f06e5e7-b433-4fd0-8aa6-8dc1f409bb75 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0881031 Apr 29 07:41:39.485720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53548) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:39.493597 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-259bcc7f-9f65-40ad-a20d-f30f1fb72da1 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-secgroup--780642200'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:39.560776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-259bcc7f-9f65-40ad-a20d-f30f1fb72da1 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.566462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (0d3a7350-4edf-4381-8fa0-6b19c634ba14), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.605989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a1cbb6-f2df-4f45-916f-ec5a357c41ba tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group (ee57be7c-8e60-4f3a-82ec-080760b14e42), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.638631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3a7350-4edf-4381-8fa0-6b19c634ba14']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:39.643702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a1cbb6-f2df-4f45-916f-ec5a357c41ba tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group (ee57be7c-8e60-4f3a-82ec-080760b14e42), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.653568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3266f9-3901-40bb-80d3-bb1963861b91') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:39.653869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3266f9-3901-40bb-80d3-bb1963861b91') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:39.658195 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34a1f1-3431-4456-b8d8-554c4b618204 None None] New status for floating IP dd66b6e3-d917-4507-9f81-8396084a855f: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:41:39.674826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (ae3266f9-3901-40bb-80d3-bb1963861b91), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.713362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ae3266f9-3901-40bb-80d3-bb1963861b91), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.726654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:39.727045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (ae3266f9-3901-40bb-80d3-bb1963861b91), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:39.733545 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:39.761066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ac2d7d9a-55c4-4b64-af53-15a65af53daf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.787597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (36d74a96-004c-4381-8850-606466229f27), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.791180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=ac2d7d9a-55c4-4b64-af53-15a65af53daf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:39.803851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a1cbb6-f2df-4f45-916f-ec5a357c41ba tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ee57be7c-8e60-4f3a-82ec-080760b14e42), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.806526 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a1cbb6-f2df-4f45-916f-ec5a357c41ba tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.807923 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f3a1cbb6-f2df-4f45-916f-ec5a357c41ba tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "DELETE /v2.0/security-groups/ee57be7c-8e60-4f3a-82ec-080760b14e42 HTTP/1.1" status: 204 len: 168 time: 0.4608955 Apr 29 07:41:39.810727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53550) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:39.822197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (0d3a7350-4edf-4381-8fa0-6b19c634ba14), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.837866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.840921 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/0d3a7350-4edf-4381-8fa0-6b19c634ba14 HTTP/1.1" status: 204 len: 168 time: 3.5319779 Apr 29 07:41:39.841894 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-c654f064-f80a-44c4-ae58-a91abd6aa59e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] show failed (client error): The resource could not be found. Apr 29 07:41:39.845267 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c654f064-f80a-44c4-ae58-a91abd6aa59e tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "GET /v2.0/security-groups/ee57be7c-8e60-4f3a-82ec-080760b14e42 HTTP/1.1" status: 404 len: 347 time: 0.0311489 Apr 29 07:41:39.846093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53552) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:39.846419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53554) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:39.862535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1003619994'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:39.881246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1cbb6-f2df-4f45-916f-ec5a357c41ba tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee57be7c-8e60-4f3a-82ec-080760b14e42,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:39.884894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb79061-cfa7-4a49-9ca4-c6ce666136cd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=0d3a7350-4edf-4381-8fa0-6b19c634ba14,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:39.914184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-259bcc7f-9f65-40ad-a20d-f30f1fb72da1 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (e42b2cfb-bb87-47a8-a8fd-ad097f67e162), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.925355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-259bcc7f-9f65-40ad-a20d-f30f1fb72da1 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e42b2cfb-bb87-47a8-a8fd-ad097f67e162), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.942215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (36d74a96-004c-4381-8850-606466229f27), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.954294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-259bcc7f-9f65-40ad-a20d-f30f1fb72da1 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.955727 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-259bcc7f-9f65-40ad-a20d-f30f1fb72da1 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4686909 Apr 29 07:41:39.960385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53556) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:39.969186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-769d3488-1450-43e8-a1cc-6a8c2c1ae91d tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': 'e42b2cfb-bb87-47a8-a8fd-ad097f67e162', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:39.984364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (e2d1f365-5a25-44c2-bd92-0f1b9696208a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.987083 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:39.990368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:39.992206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bcc7f-9f65-40ad-a20d-f30f1fb72da1 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42b2cfb-bb87-47a8-a8fd-ad097f67e162,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:40.066137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 401b0c5b-e346-4314-97ce-a9aff46643fa is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:40.072023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=36d74a96-004c-4381-8850-606466229f27,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:40.077955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:40.084280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:40.089506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:40.090219 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.091811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (e2d1f365-5a25-44c2-bd92-0f1b9696208a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.092607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:40.093630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-769d3488-1450-43e8-a1cc-6a8c2c1ae91d tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (2484d63d-27be-4e10-a546-2a448305b590), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.096669 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (e2d1f365-5a25-44c2-bd92-0f1b9696208a), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.112796 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (df0b6663-ace6-4fd8-8b9d-02c1e14e5351), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.113023 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment df0b6663-ace6-4fd8-8b9d-02c1e14e5351 of type vlan for network 0f475e50-4d91-459c-8541-d51fd2d78279 Apr 29 07:41:40.127035 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-00020539-037b-419c-b84f-b76f9dcf1a31 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7680438 Apr 29 07:41:40.130142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53558) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:40.153792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': '401b0c5b-e346-4314-97ce-a9aff46643fa', 'name': 'tempest-PortsIpV6TestJSON-2037557205', 'fixed_ips': [{'subnet_id': '4e8952d8-d12a-4bad-851a-2a941b884a22', 'ip_address': '2001:db8::f'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:40.222701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Deleting port 116322bd-f079-40be-949a-099fc70a11c0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:40.222928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (116322bd-f079-40be-949a-099fc70a11c0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.229824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (0f475e50-4d91-459c-8541-d51fd2d78279), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.348985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (0f475e50-4d91-459c-8541-d51fd2d78279), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.354109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:40.354719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.408326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (e2d1f365-5a25-44c2-bd92-0f1b9696208a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.408920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Fanout notify agent at l3_agent the message router_deleted on router e2d1f365-5a25-44c2-bd92-0f1b9696208a {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:41:40.416042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.424437 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eaabc4a4-0913-408e-98b3-2df95bd49c59 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/e2d1f365-5a25-44c2-bd92-0f1b9696208a HTTP/1.1" status: 204 len: 168 time: 1.6194539 Apr 29 07:41:40.425488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53560) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:40.430618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-191340625'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:40.437738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (116322bd-f079-40be-949a-099fc70a11c0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.438068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for floatingip (116322bd-f079-40be-949a-099fc70a11c0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.441077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6d267d63-644f-41ef-a8a8-0f13e4501dac up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:40.461950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-769d3488-1450-43e8-a1cc-6a8c2c1ae91d tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (2484d63d-27be-4e10-a546-2a448305b590), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.470710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-769d3488-1450-43e8-a1cc-6a8c2c1ae91d tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2484d63d-27be-4e10-a546-2a448305b590), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.473659 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6209128 Apr 29 07:41:40.476742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53562) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:40.481685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Calling delete_port for 116322bd-f079-40be-949a-099fc70a11c0 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:40.482291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': '0f475e50-4d91-459c-8541-d51fd2d78279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:40.484061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c80cdd-718e-4f1f-8612-68468d7e3e6a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=0f475e50-4d91-459c-8541-d51fd2d78279,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:40.488475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:40.492108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.497254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:40.502426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.503085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 0f475e50-4d91-459c-8541-d51fd2d78279 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:40.540448 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d3488-1450-43e8-a1cc-6a8c2c1ae91d tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2484d63d-27be-4e10-a546-2a448305b590,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:40.570746 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port 9a2539f5-38cc-4664-807b-efe0edeaf4ec yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:41:40.579509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6d267d63-644f-41ef-a8a8-0f13e4501dac triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:40.580467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.609100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c346def6-e0f0-4a40-a145-6ba94864caf2 None None] Network 401b0c5b-e346-4314-97ce-a9aff46643fa requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:40.610538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-769d3488-1450-43e8-a1cc-6a8c2c1ae91d tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.614246 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-769d3488-1450-43e8-a1cc-6a8c2c1ae91d tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6483614 Apr 29 07:41:40.615087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53564) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:40.648531 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:40.655468 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7c3a8827-ecce-4288-be87-8e700682fa67 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules/2484d63d-27be-4e10-a546-2a448305b590 HTTP/1.1" status: 200 len: 763 time: 0.0339170 Apr 29 07:41:40.659931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53566) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:40.667050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (443f559f-b2ae-463c-b426-99eacfee8a9d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.667387 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added segment 443f559f-b2ae-463c-b426-99eacfee8a9d of type vlan for network 6284cf98-b268-4f30-b533-493b0add5c51 Apr 29 07:41:40.736994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (6284cf98-b268-4f30-b533-493b0add5c51), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.741367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:40.744830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.820883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing IP validity checks on allocation pools {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:41:40.821141 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ac4637c1-96c0-4282-abd4-0faf4a163fdf tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1504929 Apr 29 07:41:40.821273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:41:40.821273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53568) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:40.833577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (6284cf98-b268-4f30-b533-493b0add5c51), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.835116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (116322bd-f079-40be-949a-099fc70a11c0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.838552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:40.839160 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.873849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Pushing event deleted for resources: {'Port': ['ID=116322bd-f079-40be-949a-099fc70a11c0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:40.879224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ea8b630c-bc02-4c39-a7a7-607b4a215f55 None None] Provisioning complete for port 6d267d63-644f-41ef-a8a8-0f13e4501dac triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:40.879867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ea8b630c-bc02-4c39-a7a7-607b4a215f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.881519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::f (401b0c5b-e346-4314-97ce-a9aff46643fa/4e8952d8-d12a-4bad-851a-2a941b884a22/9a2539f5-38cc-4664-807b-efe0edeaf4ec) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:40.920923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4813-e99d-41ab-8d73-8d439c96dfcb tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (2484d63d-27be-4e10-a546-2a448305b590), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.940065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4813-e99d-41ab-8d73-8d439c96dfcb tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (2484d63d-27be-4e10-a546-2a448305b590), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.954878 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5255518 Apr 29 07:41:40.955890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53570) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:40.966459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'subnet': {'network_id': '6284cf98-b268-4f30-b533-493b0add5c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:40.979119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a4f1e-4e66-4831-8ded-ce2ed1ab318c tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Network': ['ID=6284cf98-b268-4f30-b533-493b0add5c51,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:40.980341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks [] for floatingip (dd66b6e3-d917-4507-9f81-8396084a855f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.981890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6d267d63-644f-41ef-a8a8-0f13e4501dac is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:40.982283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.982959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:40.984371 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-42b25b5c-1b7f-4ee4-8158-84159b2768a1 tempest-ServerActionsTestJSON-136795198 tempest-ServerActionsTestJSON-136795198-project] 10.222.0.23 "DELETE /v2.0/floatingips/dd66b6e3-d917-4507-9f81-8396084a855f HTTP/1.1" status: 204 len: 168 time: 1.1305318 Apr 29 07:41:40.988177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53572) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:41.006199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 6284cf98-b268-4f30-b533-493b0add5c51 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:41.023201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4813-e99d-41ab-8d73-8d439c96dfcb tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2484d63d-27be-4e10-a546-2a448305b590), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.039100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4813-e99d-41ab-8d73-8d439c96dfcb tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.040514 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ebbf4813-e99d-41ab-8d73-8d439c96dfcb tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2484d63d-27be-4e10-a546-2a448305b590 HTTP/1.1" status: 204 len: 168 time: 0.2179389 Apr 29 07:41:41.044034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53576) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:41.052148 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf4813-e99d-41ab-8d73-8d439c96dfcb tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2484d63d-27be-4e10-a546-2a448305b590,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:41.111587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 6d267d63-644f-41ef-a8a8-0f13e4501dac, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6d267d63-644f-41ef-a8a8-0f13e4501dac,segment=NetworkSegment(2a2f94af-d6d7-43ca-bf44-3f669fd11095),segment_id=2a2f94af-d6d7-43ca-bf44-3f669fd11095)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:41.112896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (ca5b0c58-618d-453c-ba1d-06850de4e108), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.131549 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.138713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b630c-bc02-4c39-a7a7-607b4a215f55 None None] Current status of the port 6d267d63-644f-41ef-a8a8-0f13e4501dac is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:41.139862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ea8b630c-bc02-4c39-a7a7-607b4a215f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.174455 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f46f9d81-f988-4416-b878-64a6431c230e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1268189 Apr 29 07:41:41.178109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53578) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:41.191373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-36345bb3-bbb4-43a3-94be-4980d7c9464a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': 'e42b2cfb-bb87-47a8-a8fd-ad097f67e162', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:41.217071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:41.221639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.230004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=6d267d63-644f-41ef-a8a8-0f13e4501dac,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:41.256311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=ca5b0c58-618d-453c-ba1d-06850de4e108,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:41.263912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-ea8b630c-bc02-4c39-a7a7-607b4a215f55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:41.264328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-ea8b630c-bc02-4c39-a7a7-607b4a215f55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:41.265150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': 'df0b6663-ace6-4fd8-8b9d-02c1e14e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f475e50-4d91-459c-8541-d51fd2d78279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:41.265541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: 0f475e50-4d91-459c-8541-d51fd2d78279, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:41.286852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (9a2539f5-38cc-4664-807b-efe0edeaf4ec), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.300399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network 0f475e50-4d91-459c-8541-d51fd2d78279 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:41.314511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 0f475e50-4d91-459c-8541-d51fd2d78279) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:41.316953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36345bb3-bbb4-43a3-94be-4980d7c9464a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.322060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:41.323136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.329791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d0b072-738b-40b2-9b34-84a77138c3e0 None None] Network 0f475e50-4d91-459c-8541-d51fd2d78279 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:41.355540 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-851429cb-a7a0-4608-ab52-6b6b0227c988 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8774621 Apr 29 07:41:41.361835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53580) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:41.465823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-0f475e50-4d91-459c-8541-d51fd2d78279', 'network_id': '0f475e50-4d91-459c-8541-d51fd2d78279', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': 'ca5b0c58-618d-453c-ba1d-06850de4e108'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:41.466711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.502402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9a2539f5-38cc-4664-807b-efe0edeaf4ec), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.506933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36345bb3-bbb4-43a3-94be-4980d7c9464a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.516881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (0f475e50-4d91-459c-8541-d51fd2d78279), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.543285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36345bb3-bbb4-43a3-94be-4980d7c9464a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.573898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36345bb3-bbb4-43a3-94be-4980d7c9464a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:41.587476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (ca5b0c58-618d-453c-ba1d-06850de4e108), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.648427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 401b0c5b-e346-4314-97ce-a9aff46643fa is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:41.649009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Allocated IP 172.20.0.3 (0f475e50-4d91-459c-8541-d51fd2d78279/ca5b0c58-618d-453c-ba1d-06850de4e108/0afed80b-4e37-468c-b9ff-89825b9bdc70) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:41.655925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=9a2539f5-38cc-4664-807b-efe0edeaf4ec,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:41.660195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36345bb3-bbb4-43a3-94be-4980d7c9464a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.661687 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-36345bb3-bbb4-43a3-94be-4980d7c9464a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4826345 Apr 29 07:41:41.665361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53584) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:41.666116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:41.687418 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f127ea0e-c8a5-485f-ba79-5d7e151381ce tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules/e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce HTTP/1.1" status: 200 len: 763 time: 0.0208263 Apr 29 07:41:41.691789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53586) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:41.721805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:41.728546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:41.729535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.740591 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-392dd3c1-1810-44a4-a394-f656afb7bb35 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441482 Apr 29 07:41:41.744568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53588) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:41.770085 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e5151dc8-5fcb-41b4-a078-5162dc713a45 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.780556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e5151dc8-5fcb-41b4-a078-5162dc713a45 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.822923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e5151dc8-5fcb-41b4-a078-5162dc713a45 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.830124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e5151dc8-5fcb-41b4-a078-5162dc713a45 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.833990 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e5151dc8-5fcb-41b4-a078-5162dc713a45 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce HTTP/1.1" status: 204 len: 168 time: 0.0858390 Apr 29 07:41:41.837946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53590) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:41.850065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b630c-bc02-4c39-a7a7-607b4a215f55 None None] Current status of the port 6d267d63-644f-41ef-a8a8-0f13e4501dac is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:41.855332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5151dc8-5fcb-41b4-a078-5162dc713a45 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3b27b5a-df4c-4feb-a5e6-3d10908cf0ce,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:41.884558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Publish callbacks [] for port (0afed80b-4e37-468c-b9ff-89825b9bdc70), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.892003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (0afed80b-4e37-468c-b9ff-89825b9bdc70), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:41.917364 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-78bb5b58-3e3d-45df-a433-57d928e3d0ab tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0701859 Apr 29 07:41:41.918200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53592) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:41.926802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f2b2d9fe-02b9-4366-95b8-e6cccb075dbc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': 'e42b2cfb-bb87-47a8-a8fd-ad097f67e162', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:41.939331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Network 0f475e50-4d91-459c-8541-d51fd2d78279 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:41.945185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:41.965318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:41.965672 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-f2b2d9fe-02b9-4366-95b8-e6cccb075dbc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Project 880f13711ef44e13becfe892eee0c0d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:41:41.968853 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Pushing event updated for resources: {'Port': ['ID=0afed80b-4e37-468c-b9ff-89825b9bdc70,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:41.976715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (ca5b0c58-618d-453c-ba1d-06850de4e108), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.021071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5b0c58-618d-453c-ba1d-06850de4e108,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:42.024437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2b2d9fe-02b9-4366-95b8-e6cccb075dbc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (b4f15167-a5f1-40a1-8ce1-939e3234ee73), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.040884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2f1143ac-29cb-47b3-b96a-179f687feb7c None None] Provisioning complete for port 36d74a96-004c-4381-8850-606466229f27 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:42.041668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f1143ac-29cb-47b3-b96a-179f687feb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (36d74a96-004c-4381-8850-606466229f27), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.077810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Attempting to bind port 0afed80b-4e37-468c-b9ff-89825b9bdc70 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:42.078273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Attempting to bind port 0afed80b-4e37-468c-b9ff-89825b9bdc70 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'df0b6663-ace6-4fd8-8b9d-02c1e14e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f475e50-4d91-459c-8541-d51fd2d78279'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:42.078707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Attempting to bind port 0afed80b-4e37-468c-b9ff-89825b9bdc70 on network 0f475e50-4d91-459c-8541-d51fd2d78279 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:42.093629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:42.094009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Checking segment: {'id': 'df0b6663-ace6-4fd8-8b9d-02c1e14e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f475e50-4d91-459c-8541-d51fd2d78279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:42.094598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.095065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Bound using segment: {'id': 'df0b6663-ace6-4fd8-8b9d-02c1e14e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f475e50-4d91-459c-8541-d51fd2d78279'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:42.095949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Bound port: 0afed80b-4e37-468c-b9ff-89825b9bdc70, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0b6663-ace6-4fd8-8b9d-02c1e14e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f475e50-4d91-459c-8541-d51fd2d78279'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:42.095949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0afed80b-4e37-468c-b9ff-89825b9bdc70), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.099317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2f1143ac-29cb-47b3-b96a-179f687feb7c None None] Port 36d74a96-004c-4381-8850-606466229f27 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:42.126102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (0f475e50-4d91-459c-8541-d51fd2d78279), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.140669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2f1143ac-29cb-47b3-b96a-179f687feb7c None None] Provisioning complete for port 6d267d63-644f-41ef-a8a8-0f13e4501dac triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:42.141056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f1143ac-29cb-47b3-b96a-179f687feb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.157629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f475e50-4d91-459c-8541-d51fd2d78279']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:42.172492 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0b6663-ace6-4fd8-8b9d-02c1e14e5351') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:42.172766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0b6663-ace6-4fd8-8b9d-02c1e14e5351') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:42.187763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2b2d9fe-02b9-4366-95b8-e6cccb075dbc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (b4f15167-a5f1-40a1-8ce1-939e3234ee73), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.190683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (df0b6663-ace6-4fd8-8b9d-02c1e14e5351), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.198554 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2b2d9fe-02b9-4366-95b8-e6cccb075dbc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b4f15167-a5f1-40a1-8ce1-939e3234ee73), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.203444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] For port 0afed80b-4e37-468c-b9ff-89825b9bdc70, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:42.218740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] For port 0afed80b-4e37-468c-b9ff-89825b9bdc70, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0afed80b-4e37-468c-b9ff-89825b9bdc70,segment=NetworkSegment(df0b6663-ace6-4fd8-8b9d-02c1e14e5351),segment_id=df0b6663-ace6-4fd8-8b9d-02c1e14e5351)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:42.226787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2d9fe-02b9-4366-95b8-e6cccb075dbc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f15167-a5f1-40a1-8ce1-939e3234ee73,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:42.228653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0afed80b-4e37-468c-b9ff-89825b9bdc70), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.233747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e1c56843-4c4c-42da-bbb3-dfbc392624a4 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1025748 Apr 29 07:41:42.239372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53594) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.242451 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (df0b6663-ace6-4fd8-8b9d-02c1e14e5351), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.250543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2b2d9fe-02b9-4366-95b8-e6cccb075dbc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.254934 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f2b2d9fe-02b9-4366-95b8-e6cccb075dbc tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3327451 Apr 29 07:41:42.255087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53596) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.264376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:42.265374 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (df0b6663-ace6-4fd8-8b9d-02c1e14e5351), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:42.268481 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:42.301277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2f1143ac-29cb-47b3-b96a-179f687feb7c None None] Current status of the port 6d267d63-644f-41ef-a8a8-0f13e4501dac is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:42.313341 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0b2bd3e1-39d3-4952-9e15-df728e8893f6 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules/b4f15167-a5f1-40a1-8ce1-939e3234ee73 HTTP/1.1" status: 200 len: 769 time: 0.0544662 Apr 29 07:41:42.321001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53598) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.335284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (e0ef740d-1d17-4e33-8ffd-0f429f39831a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.346023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1a44f-189d-44cb-ae52-647ab33e8366 None None] Pushing event updated for resources: {'Port': ['ID=0afed80b-4e37-468c-b9ff-89825b9bdc70,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:42.371722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5168b4-f647-43de-b67e-857d095c4b7f None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:41:42.383832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.db.api [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:41:42.383832 dv-neutron-839860-1-hyperv neutron-server[104224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:41:42.383832 dv-neutron-839860-1-hyperv neutron-server[104224]: [parameters: {'id': '0f475e50-4d91-459c-8541-d51fd2d78279'}] Apr 29 07:41:42.383832 dv-neutron-839860-1-hyperv neutron-server[104224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:42.384365 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG oslo_db.api [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:42.403681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6d267d63-644f-41ef-a8a8-0f13e4501dac up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:42.416253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c3402-c797-4555-b140-03c3e79e53ba tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:42.417792 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-814c3402-c797-4555-b140-03c3e79e53ba tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1764495 Apr 29 07:41:42.420694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53600) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.478809 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0bd9a790-c6d8-4b0f-83fd-81a1e4053c1e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1558392 Apr 29 07:41:42.480453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ebd51e24-0411-4a6b-bf4f-29f1c0b7d30a None None] Provisioning complete for port 9a2539f5-38cc-4664-807b-efe0edeaf4ec triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:42.481012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ebd51e24-0411-4a6b-bf4f-29f1c0b7d30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9a2539f5-38cc-4664-807b-efe0edeaf4ec), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.481616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53602) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.483744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Subnet': ['ID=e0ef740d-1d17-4e33-8ffd-0f429f39831a,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:42.525934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b582a8b-e75e-407a-a4c8-5c09913cbb32 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (b4f15167-a5f1-40a1-8ce1-939e3234ee73), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.527267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Checking segment: {'id': '443f559f-b2ae-463c-b426-99eacfee8a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6284cf98-b268-4f30-b533-493b0add5c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:42.527635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network hostable DHCP agents. Network: 6284cf98-b268-4f30-b533-493b0add5c51, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:42.547436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b582a8b-e75e-407a-a4c8-5c09913cbb32 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (b4f15167-a5f1-40a1-8ce1-939e3234ee73), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.557377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 6284cf98-b268-4f30-b533-493b0add5c51 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:42.561596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6d267d63-644f-41ef-a8a8-0f13e4501dac triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:42.562164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.564562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315f3f7a-ca05-4775-be45-1807811c1303 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:42.571422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315f3f7a-ca05-4775-be45-1807811c1303 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:42.572679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 6284cf98-b268-4f30-b533-493b0add5c51) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:42.578770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315f3f7a-ca05-4775-be45-1807811c1303 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:42.584072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:42.584267 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-315f3f7a-ca05-4775-be45-1807811c1303 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1597824 Apr 29 07:41:42.584373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.585523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53604) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.592133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ebd51e24-0411-4a6b-bf4f-29f1c0b7d30a None None] Port 9a2539f5-38cc-4664-807b-efe0edeaf4ec cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:42.611523 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b582a8b-e75e-407a-a4c8-5c09913cbb32 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b4f15167-a5f1-40a1-8ce1-939e3234ee73), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.616672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b582a8b-e75e-407a-a4c8-5c09913cbb32 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.618601 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7b582a8b-e75e-407a-a4c8-5c09913cbb32 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b4f15167-a5f1-40a1-8ce1-939e3234ee73 HTTP/1.1" status: 204 len: 168 time: 0.1358743 Apr 29 07:41:42.624901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53606) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.647194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b582a8b-e75e-407a-a4c8-5c09913cbb32 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4f15167-a5f1-40a1-8ce1-939e3234ee73,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:42.662056 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-09c4358a-6f9a-4c76-9ab2-911758e3463e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7031705 Apr 29 07:41:42.665315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53608) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.672413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4187136f-2bda-4118-8773-158d6e37bca0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1917485425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:42.693276 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-edc1483f-4beb-468b-956f-103071a22d24 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639527 Apr 29 07:41:42.693536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53610) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.710103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4187136f-2bda-4118-8773-158d6e37bca0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (a9dfc5a9-59ff-4f6c-b985-488657806488), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.711323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4187136f-2bda-4118-8773-158d6e37bca0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (a9dfc5a9-59ff-4f6c-b985-488657806488), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.727749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6d267d63-644f-41ef-a8a8-0f13e4501dac is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:42.755500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5168b4-f647-43de-b67e-857d095c4b7f None None] Unable to find a vacant binding_index for network 6284cf98-b268-4f30-b533-493b0add5c51 and agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 {{(pid=104225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 29 07:41:42.761050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5168b4-f647-43de-b67e-857d095c4b7f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 6284cf98-b268-4f30-b533-493b0add5c51) {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:41:42.775426 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4187136f-2bda-4118-8773-158d6e37bca0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (a9dfc5a9-59ff-4f6c-b985-488657806488), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.781465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4187136f-2bda-4118-8773-158d6e37bca0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (a9dfc5a9-59ff-4f6c-b985-488657806488), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.782775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.801473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4187136f-2bda-4118-8773-158d6e37bca0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.805521 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4187136f-2bda-4118-8773-158d6e37bca0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1361578 Apr 29 07:41:42.805748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53612) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:42.853594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa18-44c3-4e00-938d-459006e52bc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (e42b2cfb-bb87-47a8-a8fd-ad097f67e162), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.868375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-75d3733c-e624-4127-97aa-9f0cdd421745 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 9a2539f5-38cc-4664-807b-efe0edeaf4ec {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:42.868719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-75d3733c-e624-4127-97aa-9f0cdd421745 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9a2539f5-38cc-4664-807b-efe0edeaf4ec), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.885763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (0f475e50-4d91-459c-8541-d51fd2d78279), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.937587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa18-44c3-4e00-938d-459006e52bc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (e42b2cfb-bb87-47a8-a8fd-ad097f67e162), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:42.963839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-6284cf98-b268-4f30-b533-493b0add5c51', 'network_id': '6284cf98-b268-4f30-b533-493b0add5c51', 'project_id': '1cce2196bf464d76acdc43610391b90d', 'fixed_ips': [{'subnet_id': 'e0ef740d-1d17-4e33-8ffd-0f429f39831a'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:42.964887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.078373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa18-44c3-4e00-938d-459006e52bc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e42b2cfb-bb87-47a8-a8fd-ad097f67e162), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.081707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aa7ffa18-44c3-4e00-938d-459006e52bc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.085664 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aa7ffa18-44c3-4e00-938d-459006e52bc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/e42b2cfb-bb87-47a8-a8fd-ad097f67e162 HTTP/1.1" status: 204 len: 168 time: 0.3863189 Apr 29 07:41:43.086129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-75d3733c-e624-4127-97aa-9f0cdd421745 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9a2539f5-38cc-4664-807b-efe0edeaf4ec), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.087176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53614) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:43.104553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ffa18-44c3-4e00-938d-459006e52bc8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42b2cfb-bb87-47a8-a8fd-ad097f67e162,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:43.114971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-75d3733c-e624-4127-97aa-9f0cdd421745 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 9a2539f5-38cc-4664-807b-efe0edeaf4ec owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:43.126607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Allocated IP 2001:db8::2 (6284cf98-b268-4f30-b533-493b0add5c51/e0ef740d-1d17-4e33-8ffd-0f429f39831a/0609d542-cacb-4069-97f3-23e42248d502) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:43.165618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port 0afed80b-4e37-468c-b9ff-89825b9bdc70 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:43.165904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0afed80b-4e37-468c-b9ff-89825b9bdc70), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.241075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.251784 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-66bc8c3b-bb0a-4c10-9e16-fcb8dfed37c3 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1583226 Apr 29 07:41:43.252252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53616) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:43.256559 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2e06f9f2-0fd5-4fe8-8a02-44896425877e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112998519'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:43.287201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port 0afed80b-4e37-468c-b9ff-89825b9bdc70, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0afed80b-4e37-468c-b9ff-89825b9bdc70,segment=NetworkSegment(df0b6663-ace6-4fd8-8b9d-02c1e14e5351),segment_id=df0b6663-ace6-4fd8-8b9d-02c1e14e5351)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:43.287566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0afed80b-4e37-468c-b9ff-89825b9bdc70), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.308589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Publish callbacks [] for port (0609d542-cacb-4069-97f3-23e42248d502), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.316998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (0609d542-cacb-4069-97f3-23e42248d502), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.326097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Deleting port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:43.326729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.329192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-75d3733c-e624-4127-97aa-9f0cdd421745 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9a2539f5-38cc-4664-807b-efe0edeaf4ec), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.344794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for 0afed80b-4e37-468c-b9ff-89825b9bdc70 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:43.361061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Network 6284cf98-b268-4f30-b533-493b0add5c51 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:43.369036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:43.372586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:43.375979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Pushing event updated for resources: {'Port': ['ID=0609d542-cacb-4069-97f3-23e42248d502,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:43.381756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e06f9f2-0fd5-4fe8-8a02-44896425877e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.401941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3733c-e624-4127-97aa-9f0cdd421745 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=9a2539f5-38cc-4664-807b-efe0edeaf4ec,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:43.438310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-75d3733c-e624-4127-97aa-9f0cdd421745 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.443717 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-75d3733c-e624-4127-97aa-9f0cdd421745 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/9a2539f5-38cc-4664-807b-efe0edeaf4ec HTTP/1.1" status: 204 len: 168 time: 0.8542888 Apr 29 07:41:43.444301 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53618) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:43.447173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Attempting to bind port 0609d542-cacb-4069-97f3-23e42248d502 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:43.447624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Attempting to bind port 0609d542-cacb-4069-97f3-23e42248d502 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '443f559f-b2ae-463c-b426-99eacfee8a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6284cf98-b268-4f30-b533-493b0add5c51'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:43.448063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Attempting to bind port 0609d542-cacb-4069-97f3-23e42248d502 on network 6284cf98-b268-4f30-b533-493b0add5c51 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:43.455795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:43.456018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Checking segment: {'id': '443f559f-b2ae-463c-b426-99eacfee8a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6284cf98-b268-4f30-b533-493b0add5c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:43.456377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.457416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Bound using segment: {'id': '443f559f-b2ae-463c-b426-99eacfee8a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6284cf98-b268-4f30-b533-493b0add5c51'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:43.457416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Bound port: 0609d542-cacb-4069-97f3-23e42248d502, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443f559f-b2ae-463c-b426-99eacfee8a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6284cf98-b268-4f30-b533-493b0add5c51'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:43.457778 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0609d542-cacb-4069-97f3-23e42248d502), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.475263 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43c3f29-6486-4718-a0e9-01ba42bd9dc0 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:41:43.480150 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e43c3f29-6486-4718-a0e9-01ba42bd9dc0 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/9a2539f5-38cc-4664-807b-efe0edeaf4ec HTTP/1.1" status: 404 len: 333 time: 0.0312512 Apr 29 07:41:43.480150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53622) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:43.535486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] For port 5646d9e4-d6f8-40b1-94a7-edc557e5dffa, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5646d9e4-d6f8-40b1-94a7-edc557e5dffa,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:43.536127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.539864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] For port 0609d542-cacb-4069-97f3-23e42248d502, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:43.543932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] For port 0609d542-cacb-4069-97f3-23e42248d502, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0609d542-cacb-4069-97f3-23e42248d502,segment=NetworkSegment(443f559f-b2ae-463c-b426-99eacfee8a9d),segment_id=443f559f-b2ae-463c-b426-99eacfee8a9d)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:43.562264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0609d542-cacb-4069-97f3-23e42248d502), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.576080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Calling delete_port for 5646d9e4-d6f8-40b1-94a7-edc557e5dffa owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:43.623287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24147bc6-ceaf-413c-b8bb-821ae7baf153 None None] Pushing event updated for resources: {'Port': ['ID=0609d542-cacb-4069-97f3-23e42248d502,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:43.661882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-96b37481-036d-4b1d-adb8-3fb4f3fee702 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 36d74a96-004c-4381-8850-606466229f27 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:43.661882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96b37481-036d-4b1d-adb8-3fb4f3fee702 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (36d74a96-004c-4381-8850-606466229f27), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.684925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0afed80b-4e37-468c-b9ff-89825b9bdc70), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.692327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 2001:db8::1 (6284cf98-b268-4f30-b533-493b0add5c51/e0ef740d-1d17-4e33-8ffd-0f429f39831a/ac94e93e-f8f3-47ab-aee8-c58f87b07886) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:43.704656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e06f9f2-0fd5-4fe8-8a02-44896425877e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (eba76e6a-2497-403a-91f5-dbf59e98b011), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.728731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port 0afed80b-4e37-468c-b9ff-89825b9bdc70 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:43.735194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=0afed80b-4e37-468c-b9ff-89825b9bdc70,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:43.740569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e06f9f2-0fd5-4fe8-8a02-44896425877e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (eba76e6a-2497-403a-91f5-dbf59e98b011), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.809433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96b37481-036d-4b1d-adb8-3fb4f3fee702 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (36d74a96-004c-4381-8850-606466229f27), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.823452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-96b37481-036d-4b1d-adb8-3fb4f3fee702 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 36d74a96-004c-4381-8850-606466229f27 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:43.893227 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e06f9f2-0fd5-4fe8-8a02-44896425877e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.894495 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2e06f9f2-0fd5-4fe8-8a02-44896425877e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6413167 Apr 29 07:41:43.901028 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53624) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:43.912225 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-74799bc8-c255-45bc-add2-a65084b08407 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Request body: {'security_group_rule': {'security_group_id': 'eba76e6a-2497-403a-91f5-dbf59e98b011', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:43.945997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (0f475e50-4d91-459c-8541-d51fd2d78279), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.948493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06f9f2-0fd5-4fe8-8a02-44896425877e tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba76e6a-2497-403a-91f5-dbf59e98b011,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:43.954387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5646d9e4-d6f8-40b1-94a7-edc557e5dffa), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:43.982638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f475e50-4d91-459c-8541-d51fd2d78279']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:43.993522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Pushing event deleted for resources: {'Port': ['ID=5646d9e4-d6f8-40b1-94a7-edc557e5dffa,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:44.007252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0b6663-ace6-4fd8-8b9d-02c1e14e5351') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:44.007645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0b6663-ace6-4fd8-8b9d-02c1e14e5351') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:44.021166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-74799bc8-c255-45bc-add2-a65084b08407 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (b4220766-5ba1-494a-afbc-83e8025aaa5d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.024767 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (df0b6663-ace6-4fd8-8b9d-02c1e14e5351), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.072350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.074020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (df0b6663-ace6-4fd8-8b9d-02c1e14e5351), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.087072 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:44.087476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (df0b6663-ace6-4fd8-8b9d-02c1e14e5351), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:44.094139 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:44.100909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96b37481-036d-4b1d-adb8-3fb4f3fee702 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (36d74a96-004c-4381-8850-606466229f27), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.176169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-74799bc8-c255-45bc-add2-a65084b08407 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (b4220766-5ba1-494a-afbc-83e8025aaa5d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.179923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (0f475e50-4d91-459c-8541-d51fd2d78279), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.187385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-74799bc8-c255-45bc-add2-a65084b08407 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b4220766-5ba1-494a-afbc-83e8025aaa5d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.187736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b37481-036d-4b1d-adb8-3fb4f3fee702 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=36d74a96-004c-4381-8850-606466229f27,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:44.191825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.195116 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/0f475e50-4d91-459c-8541-d51fd2d78279 HTTP/1.1" status: 204 len: 168 time: 2.8317015 Apr 29 07:41:44.198635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53626) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:44.208355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1454767616'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:44.217582 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5b7a-6d3d-4b39-99b1-1e4bf3b9f65f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=0f475e50-4d91-459c-8541-d51fd2d78279,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:44.225329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.227294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74799bc8-c255-45bc-add2-a65084b08407 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4220766-5ba1-494a-afbc-83e8025aaa5d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:44.237251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96b37481-036d-4b1d-adb8-3fb4f3fee702 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.238941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-74799bc8-c255-45bc-add2-a65084b08407 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.242639 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-74799bc8-c255-45bc-add2-a65084b08407 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324580 Apr 29 07:41:44.242775 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-96b37481-036d-4b1d-adb8-3fb4f3fee702 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/36d74a96-004c-4381-8850-606466229f27 HTTP/1.1" status: 204 len: 168 time: 0.7590518 Apr 29 07:41:44.244637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53628) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:44.244976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53630) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:44.279230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 6284cf98-b268-4f30-b533-493b0add5c51 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:44.282472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:44.286268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:44.286821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (a9dfc5a9-59ff-4f6c-b985-488657806488), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.301059 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8324ebd3-00c7-4341-8962-cc5bf1b1fe7b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:41:44.305641 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8324ebd3-00c7-4341-8962-cc5bf1b1fe7b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/36d74a96-004c-4381-8850-606466229f27 HTTP/1.1" status: 404 len: 333 time: 0.0490179 Apr 29 07:41:44.308258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53632) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:44.329334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=ac94e93e-f8f3-47ab-aee8-c58f87b07886,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:44.330426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:44.334271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.383023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.438735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.463541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ec86226-c7d0-4405-8ddc-3d93359f4c0a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (eba76e6a-2497-403a-91f5-dbf59e98b011), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.465729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:44.473092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0609d542-cacb-4069-97f3-23e42248d502 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:44.514919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-098e55db-ec0f-4300-b6d0-94a9583a1236 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 4e8952d8-d12a-4bad-851a-2a941b884a22 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:44.530430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ae93f879-36c8-453a-b0cd-4769c9e43f0a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.531033 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment ae93f879-36c8-453a-b0cd-4769c9e43f0a of type vlan for network a00d24a0-fe19-484c-a9a5-70161b3eba19 Apr 29 07:41:44.534831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-098e55db-ec0f-4300-b6d0-94a9583a1236 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (4e8952d8-d12a-4bad-851a-2a941b884a22), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.538528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0609d542-cacb-4069-97f3-23e42248d502 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:44.538932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0609d542-cacb-4069-97f3-23e42248d502), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.577713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ec86226-c7d0-4405-8ddc-3d93359f4c0a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (eba76e6a-2497-403a-91f5-dbf59e98b011), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.635526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0609d542-cacb-4069-97f3-23e42248d502 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:44.636106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0609d542-cacb-4069-97f3-23e42248d502), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.656610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-098e55db-ec0f-4300-b6d0-94a9583a1236 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (4e8952d8-d12a-4bad-851a-2a941b884a22), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.664952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (a00d24a0-fe19-484c-a9a5-70161b3eba19), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.679748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 0609d542-cacb-4069-97f3-23e42248d502, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0609d542-cacb-4069-97f3-23e42248d502,segment=NetworkSegment(443f559f-b2ae-463c-b426-99eacfee8a9d),segment_id=443f559f-b2ae-463c-b426-99eacfee8a9d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:44.690781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0609d542-cacb-4069-97f3-23e42248d502), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.751846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=0609d542-cacb-4069-97f3-23e42248d502,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:44.785902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ec86226-c7d0-4405-8ddc-3d93359f4c0a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (eba76e6a-2497-403a-91f5-dbf59e98b011), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.788612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ec86226-c7d0-4405-8ddc-3d93359f4c0a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.789899 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6ec86226-c7d0-4405-8ddc-3d93359f4c0a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/eba76e6a-2497-403a-91f5-dbf59e98b011 HTTP/1.1" status: 204 len: 168 time: 0.5426188 Apr 29 07:41:44.793535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53634) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:44.834149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (a00d24a0-fe19-484c-a9a5-70161b3eba19), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.839245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:44.839843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.839992 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.851959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.852916 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (a9dfc5a9-59ff-4f6c-b985-488657806488), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:44.857715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec86226-c7d0-4405-8ddc-3d93359f4c0a tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba76e6a-2497-403a-91f5-dbf59e98b011,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:44.890436 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6fef4ebf-1d5b-49e2-8ff0-193968beca57 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0929840 Apr 29 07:41:44.891902 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53636) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:44.931360 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7294142 Apr 29 07:41:44.939802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53638) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:44.955634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': 'a00d24a0-fe19-484c-a9a5-70161b3eba19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:44.961973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7b752-2923-45e9-b383-8178406ffe79 None None] Network 0f475e50-4d91-459c-8541-d51fd2d78279 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:44.962261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=ac94e93e-f8f3-47ab-aee8-c58f87b07886,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:44.981654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7b752-2923-45e9-b383-8178406ffe79 None None] Network 0f475e50-4d91-459c-8541-d51fd2d78279 could not be found, it might have been deleted concurrently. {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 07:41:44.987731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841deb6-3a33-40e9-bd3a-eafaf0ba48f0 None None] Network 6284cf98-b268-4f30-b533-493b0add5c51 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:44.999824 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-829750c5-a45e-40b0-8b19-6568aaa382d5 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1024809 Apr 29 07:41:44.999824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53640) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:45.016147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-098e55db-ec0f-4300-b6d0-94a9583a1236 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (4e8952d8-d12a-4bad-851a-2a941b884a22), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:45.022831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1055cdd-f36f-47fb-8226-7970675a15ee tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=a00d24a0-fe19-484c-a9a5-70161b3eba19,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:45.030404 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-18941d94-6c08-46d7-95ae-4112334101c8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] delete failed (client error): The resource could not be found. Apr 29 07:41:45.034781 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-18941d94-6c08-46d7-95ae-4112334101c8 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "DELETE /v2.0/security-groups/eba76e6a-2497-403a-91f5-dbf59e98b011 HTTP/1.1" status: 404 len: 347 time: 0.0308082 Apr 29 07:41:45.036682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53642) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:45.064043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 6284cf98-b268-4f30-b533-493b0add5c51 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:45.072617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:45.102098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network a00d24a0-fe19-484c-a9a5-70161b3eba19 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:45.102892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:41:45.137855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:45.144221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:45.154993 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-baa40ddd-3212-42db-bbae-4e200c309144 tempest-SecGroupIPv6Test-239462712 tempest-SecGroupIPv6Test-239462712-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1166453 Apr 29 07:41:45.259675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9ab0da8e-fcbb-4ae0-90c7-a3fc68805af2 None None] Provisioning complete for port 0609d542-cacb-4069-97f3-23e42248d502 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:45.259675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ab0da8e-fcbb-4ae0-90c7-a3fc68805af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0609d542-cacb-4069-97f3-23e42248d502), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:45.327698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router a9dfc5a9-59ff-4f6c-b985-488657806488 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:41:45.475030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:45.490900 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40336f-3195-4564-8b5c-fce72e09ff56 None None] Sync routers for ids ['a9dfc5a9-59ff-4f6c-b985-488657806488'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:45.495723 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2d835eb3-353a-4623-92c5-a92ff4c3ed01 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/a9dfc5a9-59ff-4f6c-b985-488657806488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889033 Apr 29 07:41:45.498506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53648) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:45.512706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0da8e-fcbb-4ae0-90c7-a3fc68805af2 None None] Current status of the port 0609d542-cacb-4069-97f3-23e42248d502 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:45.517284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40336f-3195-4564-8b5c-fce72e09ff56 None None] Routers {'a9dfc5a9-59ff-4f6c-b985-488657806488'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:45.525026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a40336f-3195-4564-8b5c-fce72e09ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a9dfc5a9-59ff-4f6c-b985-488657806488'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:45.565594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53650) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:45.573972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a40336f-3195-4564-8b5c-fce72e09ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:45.589591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40336f-3195-4564-8b5c-fce72e09ff56 None None] Routers {'a9dfc5a9-59ff-4f6c-b985-488657806488'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:45.590484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a40336f-3195-4564-8b5c-fce72e09ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a9dfc5a9-59ff-4f6c-b985-488657806488'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:45.590708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718ed93-f696-45c6-8500-37c770943265 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:45.592239 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f718ed93-f696-45c6-8500-37c770943265 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports/ac94e93e-f8f3-47ab-aee8-c58f87b07886 HTTP/1.1" status: 200 len: 911 time: 0.0927329 Apr 29 07:41:45.595096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53654) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:45.604034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8056afab-a6ce-46ff-97a9-4b482edb48ad tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0ef740d-1d17-4e33-8ffd-0f429f39831a'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:45.639478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a40336f-3195-4564-8b5c-fce72e09ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:45.640130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40336f-3195-4564-8b5c-fce72e09ff56 None None] The sync data for ids ['a9dfc5a9-59ff-4f6c-b985-488657806488'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:45.787338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-098e55db-ec0f-4300-b6d0-94a9583a1236 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (4e8952d8-d12a-4bad-851a-2a941b884a22), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:45.815637 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7c081bd1-c5a1-450f-bcf9-4fb3f65ee419 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=880f13711ef44e13becfe892eee0c0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427661 Apr 29 07:41:45.818955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53656) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:45.869987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e55db-ec0f-4300-b6d0-94a9583a1236 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8952d8-d12a-4bad-851a-2a941b884a22,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:45.875922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-098e55db-ec0f-4300-b6d0-94a9583a1236 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:45.876087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5d652-aa64-4741-b5c9-07937057c624 None None] Network 401b0c5b-e346-4314-97ce-a9aff46643fa requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:45.879700 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-098e55db-ec0f-4300-b6d0-94a9583a1236 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/4e8952d8-d12a-4bad-851a-2a941b884a22 HTTP/1.1" status: 204 len: 168 time: 1.5669899 Apr 29 07:41:45.883949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53660) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:45.937583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:45.947847 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8931fe4d-3ad0-4d27-839e-15eee2687587 admin admin] 10.222.0.23 "PUT /v2.0/routers/3e91206e-0223-4c2f-b8fb-ff5070c60ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9468296 Apr 29 07:41:45.950565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53662) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:45.955667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8056afab-a6ce-46ff-97a9-4b482edb48ad tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:45.956060 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] Sync routers for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:45.977267 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:45.978643 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:46.055445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6fbd411c-1f55-4632-81d7-eb69d852c156 admin admin] Publish callbacks [] for security_group (65137793-9eec-42a0-a63c-62b53f4886bd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.071163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (401b0c5b-e346-4314-97ce-a9aff46643fa), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.146951 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:41:46.162315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53664) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:46.215471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks [] for router (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.376456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeda8afe-dcc8-46a1-91dc-3c7caa71af32 None None] DHCP port deletion for 401b0c5b-e346-4314-97ce-a9aff46643fa request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:46.424930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0609d542-cacb-4069-97f3-23e42248d502 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:46.426986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (a99581f7-331b-40cf-b94d-33b629a4feff), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.456126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1779471-d548-4a46-9aab-402cc09f3523 None None] Network 6284cf98-b268-4f30-b533-493b0add5c51 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:46.456399 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:41:43Z', 'revision_number': 5, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:46.496218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6fbd411c-1f55-4632-81d7-eb69d852c156 admin admin] Publish callbacks [] for security_group (65137793-9eec-42a0-a63c-62b53f4886bd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.593472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f4ec99fe-c90e-4141-b069-4fd1b19705a6 None None] Provisioning complete for port 0609d542-cacb-4069-97f3-23e42248d502 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:46.593723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4ec99fe-c90e-4141-b069-4fd1b19705a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0609d542-cacb-4069-97f3-23e42248d502), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.597006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=a99581f7-331b-40cf-b94d-33b629a4feff,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:46.601575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eeda8afe-dcc8-46a1-91dc-3c7caa71af32 None None] Deleting port 6d267d63-644f-41ef-a8a8-0f13e4501dac {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:46.601948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eeda8afe-dcc8-46a1-91dc-3c7caa71af32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.649481 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] Checking router: 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:41:46.658317 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] Routers {'3e91206e-0223-4c2f-b8fb-ff5070c60ac7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:46.659482 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:46.669310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6fbd411c-1f55-4632-81d7-eb69d852c156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (65137793-9eec-42a0-a63c-62b53f4886bd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.672705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6fbd411c-1f55-4632-81d7-eb69d852c156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.674570 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6fbd411c-1f55-4632-81d7-eb69d852c156 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65137793-9eec-42a0-a63c-62b53f4886bd HTTP/1.1" status: 204 len: 168 time: 0.8547602 Apr 29 07:41:46.685570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 6d267d63-644f-41ef-a8a8-0f13e4501dac {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:46.686024 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.720880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0609d542-cacb-4069-97f3-23e42248d502 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:46.721428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0609d542-cacb-4069-97f3-23e42248d502), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.736458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd411c-1f55-4632-81d7-eb69d852c156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65137793-9eec-42a0-a63c-62b53f4886bd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:46.747436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks [] for router_gateway (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.781168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] For port 6d267d63-644f-41ef-a8a8-0f13e4501dac, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6d267d63-644f-41ef-a8a8-0f13e4501dac,segment=NetworkSegment(2a2f94af-d6d7-43ca-bf44-3f669fd11095),segment_id=2a2f94af-d6d7-43ca-bf44-3f669fd11095)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:46.781586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.802196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-eeda8afe-dcc8-46a1-91dc-3c7caa71af32 None None] For port 6d267d63-644f-41ef-a8a8-0f13e4501dac, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6d267d63-644f-41ef-a8a8-0f13e4501dac,segment=NetworkSegment(2a2f94af-d6d7-43ca-bf44-3f669fd11095),segment_id=2a2f94af-d6d7-43ca-bf44-3f669fd11095)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:46.802640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eeda8afe-dcc8-46a1-91dc-3c7caa71af32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:46.840222 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eeda8afe-dcc8-46a1-91dc-3c7caa71af32 None None] Calling delete_port for 6d267d63-644f-41ef-a8a8-0f13e4501dac owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:46.864932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 6d267d63-644f-41ef-a8a8-0f13e4501dac owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:46.867653 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] Set router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:41:46.881027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': 'ae93f879-36c8-453a-b0cd-4769c9e43f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a00d24a0-fe19-484c-a9a5-70161b3eba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:46.881570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: a00d24a0-fe19-484c-a9a5-70161b3eba19, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:46.985097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network a00d24a0-fe19-484c-a9a5-70161b3eba19 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:47.044946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Deleting port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:47.051917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.057215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, a00d24a0-fe19-484c-a9a5-70161b3eba19) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:47.086677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2771e2-66e9-4c7c-b766-feb7ced87119 None None] Network a00d24a0-fe19-484c-a9a5-70161b3eba19 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:47.110650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec99fe-c90e-4141-b069-4fd1b19705a6 None None] Current status of the port 0609d542-cacb-4069-97f3-23e42248d502 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:47.126543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:47.127217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.133294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0609d542-cacb-4069-97f3-23e42248d502 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:47.151962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8056afab-a6ce-46ff-97a9-4b482edb48ad tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.192853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8056afab-a6ce-46ff-97a9-4b482edb48ad tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.200452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8056afab-a6ce-46ff-97a9-4b482edb48ad tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:47.200689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8056afab-a6ce-46ff-97a9-4b482edb48ad tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.204827 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8056afab-a6ce-46ff-97a9-4b482edb48ad tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/ports/ac94e93e-f8f3-47ab-aee8-c58f87b07886 HTTP/1.1" status: 200 len: 911 time: 1.6058152 Apr 29 07:41:47.205798 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d5706bc9-bbe6-4a1f-8259-f30981e8733c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2538395 Apr 29 07:41:47.206336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53674) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:47.215888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53676) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:47.218763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.233705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f4ec99fe-c90e-4141-b069-4fd1b19705a6 None None] Provisioning complete for port ac94e93e-f8f3-47ab-aee8-c58f87b07886 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:47.234255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4ec99fe-c90e-4141-b069-4fd1b19705a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.276792 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eeda8afe-dcc8-46a1-91dc-3c7caa71af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (6d267d63-644f-41ef-a8a8-0f13e4501dac), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.289555 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:41:43Z', 'revision_number': 5, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:47.318616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No DVR routers for this DVR port 6d267d63-644f-41ef-a8a8-0f13e4501dac on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:47.358033 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc780b17-1d59-40dc-86f6-38df99c458c8 None None] The sync data for ids ['3e91206e-0223-4c2f-b8fb-ff5070c60ac7'] in dv-neutron-839860-1-hyperv is: [{'id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'name': 'tempest-ServerActionsTestJSON-317267376-router', 'tenant_id': '9d4f708c377c4df28049531a5255377c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:35:50Z', 'updated_at': '2022-04-29T07:41:43Z', 'revision_number': 5, 'project_id': '9d4f708c377c4df28049531a5255377c', 'gw_port': {'id': '15d7835b-b1c3-4c99-92c4-fcec804d8fe6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91206e-0223-4c2f-b8fb-ff5070c60ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:35:52Z', 'updated_at': '2022-04-29T07:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:47.370783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda8afe-dcc8-46a1-91dc-3c7caa71af32 None None] Pushing event deleted for resources: {'Port': ['ID=6d267d63-644f-41ef-a8a8-0f13e4501dac,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:47.372791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda8afe-dcc8-46a1-91dc-3c7caa71af32 None None] No DVR routers for this DVR port 6d267d63-644f-41ef-a8a8-0f13e4501dac on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:47.379856 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec99fe-c90e-4141-b069-4fd1b19705a6 None None] Port ac94e93e-f8f3-47ab-aee8-c58f87b07886 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:47.412738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056afab-a6ce-46ff-97a9-4b482edb48ad tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=ac94e93e-f8f3-47ab-aee8-c58f87b07886,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:47.418629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-a00d24a0-fe19-484c-a9a5-70161b3eba19', 'network_id': 'a00d24a0-fe19-484c-a9a5-70161b3eba19', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': 'a99581f7-331b-40cf-b94d-33b629a4feff'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:47.419656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.508575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=6d267d63-644f-41ef-a8a8-0f13e4501dac,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:47.546508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (401b0c5b-e346-4314-97ce-a9aff46643fa), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.553271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] For port 15d7835b-b1c3-4c99-92c4-fcec804d8fe6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=15d7835b-b1c3-4c99-92c4-fcec804d8fe6,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:47.553271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.576355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401b0c5b-e346-4314-97ce-a9aff46643fa']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:47.594630 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4d616e0d-cc96-4ddf-8ad8-765b7826e5f6 None None] Provisioning complete for port 0609d542-cacb-4069-97f3-23e42248d502 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:47.595019 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4d616e0d-cc96-4ddf-8ad8-765b7826e5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0609d542-cacb-4069-97f3-23e42248d502), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.599605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2f94af-d6d7-43ca-bf44-3f669fd11095') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:47.599898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2f94af-d6d7-43ca-bf44-3f669fd11095') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:47.622574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Calling delete_port for 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:47.636439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (2a2f94af-d6d7-43ca-bf44-3f669fd11095), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.652728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (2a2f94af-d6d7-43ca-bf44-3f669fd11095), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.666386 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:47.667055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (2a2f94af-d6d7-43ca-bf44-3f669fd11095), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:47.676407 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:47.690462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Allocated IP 172.20.0.1 (a00d24a0-fe19-484c-a9a5-70161b3eba19/a99581f7-331b-40cf-b94d-33b629a4feff/011062ec-58e2-4254-8858-d47272121dc9) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:47.770746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (401b0c5b-e346-4314-97ce-a9aff46643fa), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.779119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.783080 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/networks/401b0c5b-e346-4314-97ce-a9aff46643fa HTTP/1.1" status: 204 len: 168 time: 1.8955097 Apr 29 07:41:47.787818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53690) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:47.795066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-771542524'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:47.812234 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b01ee8-7c46-4145-a5da-cd0306a83a47 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Network': ['ID=401b0c5b-e346-4314-97ce-a9aff46643fa,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:47.835156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:47.858228 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.863871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4d616e0d-cc96-4ddf-8ad8-765b7826e5f6 None None] Current status of the port 0609d542-cacb-4069-97f3-23e42248d502 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:47.907786 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:47.917096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4d616e0d-cc96-4ddf-8ad8-765b7826e5f6 None None] Provisioning complete for port ac94e93e-f8f3-47ab-aee8-c58f87b07886 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:47.917750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4d616e0d-cc96-4ddf-8ad8-765b7826e5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.935380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (1885f4a4-fa06-483d-bdd3-9c094d6ebf08), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.935978 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Added segment 1885f4a4-fa06-483d-bdd3-9c094d6ebf08 of type vlan for network 133cb6a1-680c-4716-b684-23dc4fb3ce35 Apr 29 07:41:47.936949 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (a00d24a0-fe19-484c-a9a5-70161b3eba19), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.960770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (15d7835b-b1c3-4c99-92c4-fcec804d8fe6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:47.983635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53692) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:48.010026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (133cb6a1-680c-4716-b684-23dc4fb3ce35), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.032117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4d616e0d-cc96-4ddf-8ad8-765b7826e5f6 None None] Port ac94e93e-f8f3-47ab-aee8-c58f87b07886 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:48.043072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d7835b-b1c3-4c99-92c4-fcec804d8fe6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:48.050933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (133cb6a1-680c-4716-b684-23dc4fb3ce35), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.059637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:48.062037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.077239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Publish callbacks [] for port (011062ec-58e2-4254-8858-d47272121dc9), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.088564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (011062ec-58e2-4254-8858-d47272121dc9), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.144225 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Network a00d24a0-fe19-484c-a9a5-70161b3eba19 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:48.157313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:48.159646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0190be63-5531-4094-9e90-233f13d479f5 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:48.160958 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-0190be63-5531-4094-9e90-233f13d479f5 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 07:41:48.161539 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-0190be63-5531-4094-9e90-233f13d479f5 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:41:48.166124 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0190be63-5531-4094-9e90-233f13d479f5 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1743553 Apr 29 07:41:48.171004 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3787756 Apr 29 07:41:48.173792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53696) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:48.174059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:48.174172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53698) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:48.182774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f0906-2eb6-4e94-810f-758be7a7999e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Network': ['ID=133cb6a1-680c-4716-b684-23dc4fb3ce35,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:48.186700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Pushing event updated for resources: {'Port': ['ID=011062ec-58e2-4254-8858-d47272121dc9,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:48.186850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587488620'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:48.195023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': '133cb6a1-680c-4716-b684-23dc4fb3ce35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:48.197269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 133cb6a1-680c-4716-b684-23dc4fb3ce35 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:48.256062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-29967ec3-3631-4ffe-a2ca-61663c4b52e7 None None] Provisioning complete for port ac94e93e-f8f3-47ab-aee8-c58f87b07886 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:48.256425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-29967ec3-3631-4ffe-a2ca-61663c4b52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.293587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a99581f7-331b-40cf-b94d-33b629a4feff), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.317589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Attempting to bind port 011062ec-58e2-4254-8858-d47272121dc9 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:48.318010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Attempting to bind port 011062ec-58e2-4254-8858-d47272121dc9 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'ae93f879-36c8-453a-b0cd-4769c9e43f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a00d24a0-fe19-484c-a9a5-70161b3eba19'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:48.318221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Attempting to bind port 011062ec-58e2-4254-8858-d47272121dc9 on network a00d24a0-fe19-484c-a9a5-70161b3eba19 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:48.341784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:48.342154 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Checking segment: {'id': 'ae93f879-36c8-453a-b0cd-4769c9e43f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a00d24a0-fe19-484c-a9a5-70161b3eba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:48.342859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.343011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Bound using segment: {'id': 'ae93f879-36c8-453a-b0cd-4769c9e43f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a00d24a0-fe19-484c-a9a5-70161b3eba19'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:48.343376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Bound port: 011062ec-58e2-4254-8858-d47272121dc9, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae93f879-36c8-453a-b0cd-4769c9e43f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a00d24a0-fe19-484c-a9a5-70161b3eba19'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:48.343747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (011062ec-58e2-4254-8858-d47272121dc9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.360476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.362049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-29967ec3-3631-4ffe-a2ca-61663c4b52e7 None None] Port ac94e93e-f8f3-47ab-aee8-c58f87b07886 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:48.362436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.421491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] For port 011062ec-58e2-4254-8858-d47272121dc9, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:48.425325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] For port 011062ec-58e2-4254-8858-d47272121dc9, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=011062ec-58e2-4254-8858-d47272121dc9,segment=NetworkSegment(ae93f879-36c8-453a-b0cd-4769c9e43f0a),segment_id=ae93f879-36c8-453a-b0cd-4769c9e43f0a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:48.431280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6d267d63-644f-41ef-a8a8-0f13e4501dac no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:48.435836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (011062ec-58e2-4254-8858-d47272121dc9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.478827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 6d267d63-644f-41ef-a8a8-0f13e4501dac {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:48.479284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6d267d63-644f-41ef-a8a8-0f13e4501dac not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:48.479711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5646d9e4-d6f8-40b1-94a7-edc557e5dffa no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:48.513132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 5646d9e4-d6f8-40b1-94a7-edc557e5dffa {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:48.513478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5646d9e4-d6f8-40b1-94a7-edc557e5dffa not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:48.545474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568019a-124e-4d85-a410-4749ac2ff421 None None] Pushing event updated for resources: {'Port': ['ID=011062ec-58e2-4254-8858-d47272121dc9,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:48.792423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (8353600c-9bea-48ec-8514-39f2765bd25a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.827618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.920750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.927323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks [] for router_controller (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:48.997322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:49.000778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.060312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (a99581f7-331b-40cf-b94d-33b629a4feff), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.085072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (3e91206e-0223-4c2f-b8fb-ff5070c60ac7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.085801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e91206e-0223-4c2f-b8fb-ff5070c60ac7 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:41:49.108708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.112361 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a3698fc5-bf15-42d7-8b86-dc14303034c5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3e91206e-0223-4c2f-b8fb-ff5070c60ac7 HTTP/1.1" status: 204 len: 168 time: 3.1581264 Apr 29 07:41:49.112815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53700) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:49.165737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6131f6ea-5970-4451-836d-f117b89de46a admin admin] Deleting subnet 998bfdf9-e72a-4561-9cd5-8fb02d01b764 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:49.169650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=a99581f7-331b-40cf-b94d-33b629a4feff,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:49.169901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6131f6ea-5970-4451-836d-f117b89de46a admin admin] Publish callbacks [] for subnet (998bfdf9-e72a-4561-9cd5-8fb02d01b764), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.219911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6131f6ea-5970-4451-836d-f117b89de46a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (998bfdf9-e72a-4561-9cd5-8fb02d01b764), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.316582 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6131f6ea-5970-4451-836d-f117b89de46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (998bfdf9-e72a-4561-9cd5-8fb02d01b764), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.342516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (a00d24a0-fe19-484c-a9a5-70161b3eba19), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.375569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6131f6ea-5970-4451-836d-f117b89de46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (998bfdf9-e72a-4561-9cd5-8fb02d01b764), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.410727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f6ea-5970-4451-836d-f117b89de46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998bfdf9-e72a-4561-9cd5-8fb02d01b764,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:49.414712 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6131f6ea-5970-4451-836d-f117b89de46a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.420627 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6131f6ea-5970-4451-836d-f117b89de46a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/998bfdf9-e72a-4561-9cd5-8fb02d01b764 HTTP/1.1" status: 204 len: 168 time: 0.3039098 Apr 29 07:41:49.420770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00d24a0-fe19-484c-a9a5-70161b3eba19']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:49.420872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53702) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:49.423000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (e5935490-be46-4f9f-8918-bd70f6c3a6f9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.430194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90253c0e-8376-478c-8040-220d29b6d01b None None] Network c2d65d34-51cb-428d-895e-c7a17f616082 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:49.438909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae93f879-36c8-453a-b0cd-4769c9e43f0a') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:49.439204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae93f879-36c8-453a-b0cd-4769c9e43f0a') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:49.440875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e5935490-be46-4f9f-8918-bd70f6c3a6f9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.478928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (ae93f879-36c8-453a-b0cd-4769c9e43f0a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.506784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c2d65d34-51cb-428d-895e-c7a17f616082), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.532072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (a9dfc5a9-59ff-4f6c-b985-488657806488), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.591733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Deleting port 6149292f-ab11-4dcf-9685-394952d3e80b {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:49.592047 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.599617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ae93f879-36c8-453a-b0cd-4769c9e43f0a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.647202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5935490-be46-4f9f-8918-bd70f6c3a6f9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:49.658308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06805a59-f7b6-42be-992c-552eed69e74a None None] Network a00d24a0-fe19-484c-a9a5-70161b3eba19 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:49.658585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:49.658992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (ae93f879-36c8-453a-b0cd-4769c9e43f0a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:49.661940 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:49.700648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] For port 6149292f-ab11-4dcf-9685-394952d3e80b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6149292f-ab11-4dcf-9685-394952d3e80b,segment=NetworkSegment(7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe),segment_id=7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:49.701105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.714601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Calling delete_port for 6149292f-ab11-4dcf-9685-394952d3e80b owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:49.718110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] DHCP port deletion for c2d65d34-51cb-428d-895e-c7a17f616082 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:49.730050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.730376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.730894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.731386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.731892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.732384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.732715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.733045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.733405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.733732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.734056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.734382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.734699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:49.775928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7b04d9c0-c230-4d13-8c0e-bea52fd04152 None None] Provisioning complete for port 011062ec-58e2-4254-8858-d47272121dc9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:49.776299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b04d9c0-c230-4d13-8c0e-bea52fd04152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (011062ec-58e2-4254-8858-d47272121dc9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.824672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:41:49.824672 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:41:49.824672 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': 'a00d24a0-fe19-484c-a9a5-70161b3eba19'}] Apr 29 07:41:49.824672 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:49.826482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:49.834440 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.850788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] Deleting port 6149292f-ab11-4dcf-9685-394952d3e80b {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:49.851209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.865469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] No DVR routers for this DVR port 6149292f-ab11-4dcf-9685-394952d3e80b on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:49.867571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (86aa7e01-58a7-4fb3-b038-416227a0ed6e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.870901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6149292f-ab11-4dcf-9685-394952d3e80b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:49.872039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (70cbed61-e177-483c-9962-c42cb60e7bb2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.901498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (86aa7e01-58a7-4fb3-b038-416227a0ed6e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.912533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] For port 6149292f-ab11-4dcf-9685-394952d3e80b, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:49.913016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.925894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] Calling delete_port for 6149292f-ab11-4dcf-9685-394952d3e80b owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:49.928544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] Port 6149292f-ab11-4dcf-9685-394952d3e80b was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:41:49.933363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (6149292f-ab11-4dcf-9685-394952d3e80b), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.948749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c2d65d34-51cb-428d-895e-c7a17f616082), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:49.978227 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d65d34-51cb-428d-895e-c7a17f616082']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:49.992885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:49.993147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:50.002209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.003480 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8201222 Apr 29 07:41:50.014396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.016054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53704) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:50.020662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9682cb3a-d32d-4209-9a2d-6990c2890db2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': '86aa7e01-58a7-4fb3-b038-416227a0ed6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:50.026544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1758134-ab4b-4c79-9fd1-70c122684c21 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86aa7e01-58a7-4fb3-b038-416227a0ed6e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:50.029116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=70cbed61-e177-483c-9962-c42cb60e7bb2,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:50.051566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.063253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:50.063671 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (7e80a1f4-b4f1-45be-aabb-68f9ff9cf2fe), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:50.065696 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:50.092935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Checking segment: {'id': '1885f4a4-fa06-483d-bdd3-9c094d6ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133cb6a1-680c-4716-b684-23dc4fb3ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:50.093385 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network hostable DHCP agents. Network: 133cb6a1-680c-4716-b684-23dc4fb3ce35, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:50.106084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9682cb3a-d32d-4209-9a2d-6990c2890db2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group_rule (7801981f-1137-49bf-85b6-a76dc5d69265), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.129680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881660ad-a838-46cc-9a91-cf8152337a3b None None] DHCP port deletion for a00d24a0-fe19-484c-a9a5-70161b3eba19 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:50.136702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] Pushing event deleted for resources: {'Port': ['ID=6149292f-ab11-4dcf-9685-394952d3e80b,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:50.142485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff943a-f3a3-4eab-b842-6f8c6b18e49b None None] No DVR routers for this DVR port 6149292f-ab11-4dcf-9685-394952d3e80b on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:50.147130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (c2d65d34-51cb-428d-895e-c7a17f616082), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.152712 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.155503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 133cb6a1-680c-4716-b684-23dc4fb3ce35 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:50.159699 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c2d65d34-51cb-428d-895e-c7a17f616082 HTTP/1.1" status: 204 len: 168 time: 0.7378333 Apr 29 07:41:50.184014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:50.184338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.193036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a88fcd-db27-43de-a868-2b16ce78ad42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d65d34-51cb-428d-895e-c7a17f616082,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:50.219002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9682cb3a-d32d-4209-9a2d-6990c2890db2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group_rule (7801981f-1137-49bf-85b6-a76dc5d69265), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.221970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7b04d9c0-c230-4d13-8c0e-bea52fd04152 None None] Current status of the port 011062ec-58e2-4254-8858-d47272121dc9 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:50.222356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b04d9c0-c230-4d13-8c0e-bea52fd04152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (011062ec-58e2-4254-8858-d47272121dc9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.225195 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9682cb3a-d32d-4209-9a2d-6990c2890db2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7801981f-1137-49bf-85b6-a76dc5d69265), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.237286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-881660ad-a838-46cc-9a91-cf8152337a3b None None] Deleting port 011062ec-58e2-4254-8858-d47272121dc9 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:50.238029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-881660ad-a838-46cc-9a91-cf8152337a3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (011062ec-58e2-4254-8858-d47272121dc9), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.253997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682cb3a-d32d-4209-9a2d-6990c2890db2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7801981f-1137-49bf-85b6-a76dc5d69265,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:50.275695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9682cb3a-d32d-4209-9a2d-6990c2890db2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.275695 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9682cb3a-d32d-4209-9a2d-6990c2890db2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2553837 Apr 29 07:41:50.275695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53708) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:50.297647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0b90cf98-f602-4782-a9fc-4638644c84c9 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': '86aa7e01-58a7-4fb3-b038-416227a0ed6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:50.329213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7b04d9c0-c230-4d13-8c0e-bea52fd04152 None None] For port 011062ec-58e2-4254-8858-d47272121dc9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=011062ec-58e2-4254-8858-d47272121dc9,segment=NetworkSegment(ae93f879-36c8-453a-b0cd-4769c9e43f0a),segment_id=ae93f879-36c8-453a-b0cd-4769c9e43f0a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:50.341621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7b04d9c0-c230-4d13-8c0e-bea52fd04152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (011062ec-58e2-4254-8858-d47272121dc9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.372322 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b90cf98-f602-4782-a9fc-4638644c84c9 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group_rule (067a65ad-c31a-4b2c-821a-fdab5bcb8a04), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.376123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 133cb6a1-680c-4716-b684-23dc4fb3ce35) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:50.377994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (a00d24a0-fe19-484c-a9a5-70161b3eba19), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.388186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:50.388685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:50.389305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.395806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=02b9bf1b-e462-4e5c-a8f4-df5db7ff4075,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:50.396169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.396949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-881660ad-a838-46cc-9a91-cf8152337a3b None None] For port 011062ec-58e2-4254-8858-d47272121dc9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=011062ec-58e2-4254-8858-d47272121dc9,segment=NetworkSegment(ae93f879-36c8-453a-b0cd-4769c9e43f0a),segment_id=ae93f879-36c8-453a-b0cd-4769c9e43f0a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:50.397609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-881660ad-a838-46cc-9a91-cf8152337a3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (011062ec-58e2-4254-8858-d47272121dc9), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.400452 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b66e89a-ee82-4dd4-9925-9bef498a8565 None None] Network 133cb6a1-680c-4716-b684-23dc4fb3ce35 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:50.421208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53710) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:50.424639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:50.439793 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c5cc4697-7c4b-4329-bbf6-01f11251d018 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2483454 Apr 29 07:41:50.443174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53712) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:50.448001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-acc08941-bdd1-4a66-adaf-4d419ef84006 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1836701049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:50.456375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:50.457414 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 15d7835b-b1c3-4c99-92c4-fcec804d8fe6 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:50.458041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6149292f-ab11-4dcf-9685-394952d3e80b no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:50.482822 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-0b90cf98-f602-4782-a9fc-4638644c84c9 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 07:41:50.484018 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0b90cf98-f602-4782-a9fc-4638644c84c9 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2074573 Apr 29 07:41:50.485588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-881660ad-a838-46cc-9a91-cf8152337a3b None None] Calling delete_port for 011062ec-58e2-4254-8858-d47272121dc9 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:50.487559 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53714) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:50.508429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc08941-bdd1-4a66-adaf-4d419ef84006 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (8395e8c4-5072-436b-9099-30bb5f10bc6d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.509470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc08941-bdd1-4a66-adaf-4d419ef84006 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (8395e8c4-5072-436b-9099-30bb5f10bc6d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.510438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port ac94e93e-f8f3-47ab-aee8-c58f87b07886 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:50.510774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.517538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04d9c0-c230-4d13-8c0e-bea52fd04152 None None] Pushing event updated for resources: {'Port': ['ID=011062ec-58e2-4254-8858-d47272121dc9,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:50.526413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53716) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:50.526869 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c114dd2f-26d0-4e5c-ba48-61aeb158ef17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d4f708c377c4df28049531a5255377c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1020432 Apr 29 07:41:50.533940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 6149292f-ab11-4dcf-9685-394952d3e80b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:50.534274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6149292f-ab11-4dcf-9685-394952d3e80b not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:50.604160 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc08941-bdd1-4a66-adaf-4d419ef84006 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for router_controller (8395e8c4-5072-436b-9099-30bb5f10bc6d), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.620387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc08941-bdd1-4a66-adaf-4d419ef84006 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (8395e8c4-5072-436b-9099-30bb5f10bc6d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.636979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1235cebc-87e3-4fd2-a7b7-6d0e1307c3e6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (86aa7e01-58a7-4fb3-b038-416227a0ed6e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.653196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-acc08941-bdd1-4a66-adaf-4d419ef84006 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.654744 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-acc08941-bdd1-4a66-adaf-4d419ef84006 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2103338 Apr 29 07:41:50.656191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-881660ad-a838-46cc-9a91-cf8152337a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (011062ec-58e2-4254-8858-d47272121dc9), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.657347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53718) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:50.664246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'network_id': '133cb6a1-680c-4716-b684-23dc4fb3ce35', 'name': 'tempest-PortsIpV6TestJSON-1179414514'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:50.681775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-133cb6a1-680c-4716-b684-23dc4fb3ce35', 'network_id': '133cb6a1-680c-4716-b684-23dc4fb3ce35', 'project_id': '98a71a8f50de4bc091a186c0b95a6da8', 'fixed_ips': [{'subnet_id': '70cbed61-e177-483c-9962-c42cb60e7bb2'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:50.682740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.697170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881660ad-a838-46cc-9a91-cf8152337a3b None None] Pushing event deleted for resources: {'Port': ['ID=011062ec-58e2-4254-8858-d47272121dc9,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:50.700977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port 011062ec-58e2-4254-8858-d47272121dc9 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:50.701322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (011062ec-58e2-4254-8858-d47272121dc9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.706899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881660ad-a838-46cc-9a91-cf8152337a3b None None] No DVR routers for this DVR port 011062ec-58e2-4254-8858-d47272121dc9 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:50.723451 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1235cebc-87e3-4fd2-a7b7-6d0e1307c3e6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (86aa7e01-58a7-4fb3-b038-416227a0ed6e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.731896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.789343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9169ff2-dccc-47fc-bc88-7ad34c1fe3bc admin admin] Publish callbacks [] for security_group (a86dc8ea-348e-4ca9-89b6-f74eeb5b2760), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.808326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for ac94e93e-f8f3-47ab-aee8-c58f87b07886 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:50.820774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1235cebc-87e3-4fd2-a7b7-6d0e1307c3e6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (86aa7e01-58a7-4fb3-b038-416227a0ed6e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.823450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1235cebc-87e3-4fd2-a7b7-6d0e1307c3e6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.827581 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1235cebc-87e3-4fd2-a7b7-6d0e1307c3e6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/86aa7e01-58a7-4fb3-b038-416227a0ed6e HTTP/1.1" status: 204 len: 168 time: 0.3366611 Apr 29 07:41:50.829946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53720) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:50.854842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port 011062ec-58e2-4254-8858-d47272121dc9, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:50.855181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:50.855611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (011062ec-58e2-4254-8858-d47272121dc9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.858848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.864496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235cebc-87e3-4fd2-a7b7-6d0e1307c3e6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aa7e01-58a7-4fb3-b038-416227a0ed6e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:50.885174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9169ff2-dccc-47fc-bc88-7ad34c1fe3bc admin admin] Publish callbacks [] for security_group (a86dc8ea-348e-4ca9-89b6-f74eeb5b2760), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.893215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Allocated IP 2001:db8::2 (133cb6a1-680c-4716-b684-23dc4fb3ce35/70cbed61-e177-483c-9962-c42cb60e7bb2/d46003f7-fb9c-4de4-8395-159455473b83) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:50.893419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port 32720195-1c7f-4159-b223-20b783200809 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:41:50.928325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for 011062ec-58e2-4254-8858-d47272121dc9 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:50.941305 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-19375dae-d262-4a9c-b2d1-c0cb8c4d3602 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1092305 Apr 29 07:41:50.946212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53722) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:50.948358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.ipam_backend_mixin [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Port 011062ec-58e2-4254-8858-d47272121dc9 was not found and therefore no delete operation was performed {{(pid=104223) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:41:50.953874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-11c327d5-6540-4822-b310-ef374d885991 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004751833'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:50.961732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (011062ec-58e2-4254-8858-d47272121dc9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:50.990286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-11c327d5-6540-4822-b310-ef374d885991 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.029379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=011062ec-58e2-4254-8858-d47272121dc9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:51.036314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port 011062ec-58e2-4254-8858-d47272121dc9 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:51.073940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Publish callbacks [] for port (d46003f7-fb9c-4de4-8395-159455473b83), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.076952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-11c327d5-6540-4822-b310-ef374d885991 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (8acce7aa-40d4-4672-acd5-3a403a6ee91d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.081074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (d46003f7-fb9c-4de4-8395-159455473b83), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.090326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-11c327d5-6540-4822-b310-ef374d885991 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8acce7aa-40d4-4672-acd5-3a403a6ee91d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.109127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (02b9bf1b-e462-4e5c-a8f4-df5db7ff4075), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.126566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Network 133cb6a1-680c-4716-b684-23dc4fb3ce35 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:51.132378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:51.136056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:51.148501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Pushing event updated for resources: {'Port': ['ID=d46003f7-fb9c-4de4-8395-159455473b83,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:51.150202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=02b9bf1b-e462-4e5c-a8f4-df5db7ff4075,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:51.159395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-11c327d5-6540-4822-b310-ef374d885991 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.163411 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-11c327d5-6540-4822-b310-ef374d885991 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2135539 Apr 29 07:41:51.163778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53724) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:51.167067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.167433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.167757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.168086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.168415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.168740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.169066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.169439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.169747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.174953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6d93a606-cb10-4183-9bb5-e7155ba2a68c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': '8acce7aa-40d4-4672-acd5-3a403a6ee91d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:51.175121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.175121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.175300 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-6d93a606-cb10-4183-9bb5-e7155ba2a68c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 07:41:51.175401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.175401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.175565 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-6d93a606-cb10-4183-9bb5-e7155ba2a68c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:51.175565 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6d93a606-cb10-4183-9bb5-e7155ba2a68c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076091 Apr 29 07:41:51.175565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c327d5-6540-4822-b310-ef374d885991 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acce7aa-40d4-4672-acd5-3a403a6ee91d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:51.177876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53726) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:51.223117 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::ee (133cb6a1-680c-4716-b684-23dc4fb3ce35/70cbed61-e177-483c-9962-c42cb60e7bb2/32720195-1c7f-4159-b223-20b783200809) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:51.229852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Attempting to bind port d46003f7-fb9c-4de4-8395-159455473b83 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:51.230710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Attempting to bind port d46003f7-fb9c-4de4-8395-159455473b83 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '1885f4a4-fa06-483d-bdd3-9c094d6ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133cb6a1-680c-4716-b684-23dc4fb3ce35'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:51.230710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Attempting to bind port d46003f7-fb9c-4de4-8395-159455473b83 on network 133cb6a1-680c-4716-b684-23dc4fb3ce35 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:51.232364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9169ff2-dccc-47fc-bc88-7ad34c1fe3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a86dc8ea-348e-4ca9-89b6-f74eeb5b2760), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.234949 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c9169ff2-dccc-47fc-bc88-7ad34c1fe3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.236253 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c9169ff2-dccc-47fc-bc88-7ad34c1fe3bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a86dc8ea-348e-4ca9-89b6-f74eeb5b2760 HTTP/1.1" status: 204 len: 168 time: 0.7073593 Apr 29 07:41:51.236708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:51.237085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Checking segment: {'id': '1885f4a4-fa06-483d-bdd3-9c094d6ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133cb6a1-680c-4716-b684-23dc4fb3ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:51.237520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.237893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Bound using segment: {'id': '1885f4a4-fa06-483d-bdd3-9c094d6ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133cb6a1-680c-4716-b684-23dc4fb3ce35'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:51.238695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Bound port: d46003f7-fb9c-4de4-8395-159455473b83, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1885f4a4-fa06-483d-bdd3-9c094d6ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '133cb6a1-680c-4716-b684-23dc4fb3ce35'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:51.238695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d46003f7-fb9c-4de4-8395-159455473b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.256366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (a00d24a0-fe19-484c-a9a5-70161b3eba19), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.321467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9169ff2-dccc-47fc-bc88-7ad34c1fe3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86dc8ea-348e-4ca9-89b6-f74eeb5b2760,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:51.338138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (8acce7aa-40d4-4672-acd5-3a403a6ee91d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.371234 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00d24a0-fe19-484c-a9a5-70161b3eba19']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:51.392953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] For port d46003f7-fb9c-4de4-8395-159455473b83, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:51.411615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (8acce7aa-40d4-4672-acd5-3a403a6ee91d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.412865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae93f879-36c8-453a-b0cd-4769c9e43f0a') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:51.413161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae93f879-36c8-453a-b0cd-4769c9e43f0a') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:51.431361 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] For port d46003f7-fb9c-4de4-8395-159455473b83, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d46003f7-fb9c-4de4-8395-159455473b83,segment=NetworkSegment(1885f4a4-fa06-483d-bdd3-9c094d6ebf08),segment_id=1885f4a4-fa06-483d-bdd3-9c094d6ebf08)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:51.440204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d46003f7-fb9c-4de4-8395-159455473b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.504770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (ae93f879-36c8-453a-b0cd-4769c9e43f0a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.507732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ac94e93e-f8f3-47ab-aee8-c58f87b07886), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.518495 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9670725-118c-4ba4-9f7e-20f15b49e261 None None] Pushing event updated for resources: {'Port': ['ID=d46003f7-fb9c-4de4-8395-159455473b83,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:51.534653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8acce7aa-40d4-4672-acd5-3a403a6ee91d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.537590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.538754 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/8acce7aa-40d4-4672-acd5-3a403a6ee91d HTTP/1.1" status: 204 len: 168 time: 0.3598809 Apr 29 07:41:51.554052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53732) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:51.558669 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acce7aa-40d4-4672-acd5-3a403a6ee91d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:51.579748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.580181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.580452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.580787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.581121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.581477 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.582145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.582145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.582435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.582761 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.583083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.583401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.583726 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b335a4-783c-4d8e-abab-276308fa0098 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:41:51.601087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (32720195-1c7f-4159-b223-20b783200809), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.657042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (32720195-1c7f-4159-b223-20b783200809), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.710074 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 133cb6a1-680c-4716-b684-23dc4fb3ce35 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:51.713936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:51.720078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:51.727361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:51.728060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:51.754863 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0963762 Apr 29 07:41:51.757781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53738) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:51.761472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480ac3e-1a5a-4a2a-a6aa-6f0b2f0c5e9a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=32720195-1c7f-4159-b223-20b783200809,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:52.010104 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ae93f879-36c8-453a-b0cd-4769c9e43f0a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.040731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=ac94e93e-f8f3-47ab-aee8-c58f87b07886,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:52.064256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:52.064991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (ae93f879-36c8-453a-b0cd-4769c9e43f0a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:52.072119 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:52.203786 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (32720195-1c7f-4159-b223-20b783200809), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.233827 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9f40fdf0-6a3f-497f-a60f-1b61f65969a4 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6751585 Apr 29 07:41:52.236670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53752) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:52.251717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-52657346-30f7-4cc2-921b-d4daaf110727 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--735995537'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:52.283992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (a9dfc5a9-59ff-4f6c-b985-488657806488), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.300848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (a00d24a0-fe19-484c-a9a5-70161b3eba19), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.315785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.323085 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/a00d24a0-fe19-484c-a9a5-70161b3eba19 HTTP/1.1" status: 204 len: 168 time: 5.0848100 Apr 29 07:41:52.333265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53754) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:52.340279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52657346-30f7-4cc2-921b-d4daaf110727 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.351418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (8353600c-9bea-48ec-8514-39f2765bd25a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.378682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1528822948'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:52.479021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fc3be-8448-4955-b8dd-998ee57093e5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=a00d24a0-fe19-484c-a9a5-70161b3eba19,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:52.503020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d46003f7-fb9c-4de4-8395-159455473b83 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:52.571209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port d46003f7-fb9c-4de4-8395-159455473b83 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:52.571911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d46003f7-fb9c-4de4-8395-159455473b83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.688792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (32720195-1c7f-4159-b223-20b783200809), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.692208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:52.696084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.701940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (32720195-1c7f-4159-b223-20b783200809), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.724809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port d46003f7-fb9c-4de4-8395-159455473b83 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:52.725487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d46003f7-fb9c-4de4-8395-159455473b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.793919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port d46003f7-fb9c-4de4-8395-159455473b83, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d46003f7-fb9c-4de4-8395-159455473b83,segment=NetworkSegment(1885f4a4-fa06-483d-bdd3-9c094d6ebf08),segment_id=1885f4a4-fa06-483d-bdd3-9c094d6ebf08)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:52.809631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d46003f7-fb9c-4de4-8395-159455473b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.848545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=32720195-1c7f-4159-b223-20b783200809,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:52.905192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:52.924441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=d46003f7-fb9c-4de4-8395-159455473b83,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:52.926589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router a9dfc5a9-59ff-4f6c-b985-488657806488 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:41:52.948437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb37210-e990-4746-aad1-5537bb449c98 None None] Network 133cb6a1-680c-4716-b684-23dc4fb3ce35 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:52.963771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (8d44ad13-6664-41fc-b286-26d197eaf08c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:52.964112 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment 8d44ad13-6664-41fc-b286-26d197eaf08c of type vlan for network 4342405f-035e-440c-b4cb-e49e64d2a9ba Apr 29 07:41:53.013480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52657346-30f7-4cc2-921b-d4daaf110727 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (81817cd9-7506-44ad-ad81-228ea3448ac0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.072261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (4342405f-035e-440c-b4cb-e49e64d2a9ba), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.074866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52657346-30f7-4cc2-921b-d4daaf110727 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (81817cd9-7506-44ad-ad81-228ea3448ac0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.117596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (8395e8c4-5072-436b-9099-30bb5f10bc6d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.152652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ac8b80b7-5204-41f8-9b71-c3dcf6cebeff None None] Provisioning complete for port d46003f7-fb9c-4de4-8395-159455473b83 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:53.154498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac8b80b7-5204-41f8-9b71-c3dcf6cebeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d46003f7-fb9c-4de4-8395-159455473b83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.244268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:41:53.262305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52657346-30f7-4cc2-921b-d4daaf110727 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.266575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-52657346-30f7-4cc2-921b-d4daaf110727 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0251582 Apr 29 07:41:53.269625 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53770) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:53.273965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b80b7-5204-41f8-9b71-c3dcf6cebeff None None] Current status of the port d46003f7-fb9c-4de4-8395-159455473b83 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:53.277905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:53.279451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52657346-30f7-4cc2-921b-d4daaf110727 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81817cd9-7506-44ad-ad81-228ea3448ac0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:53.284456 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9ae5fc0f-6ad5-444b-bb28-c16e691332db tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/a9dfc5a9-59ff-4f6c-b985-488657806488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0761390 Apr 29 07:41:53.289769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53772) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:53.292500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5635188-472b-4536-89df-4f85c9b52095 None None] Sync routers for ids ['a9dfc5a9-59ff-4f6c-b985-488657806488'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:53.304264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-310d16d8-4d41-4c5d-979b-64f6e6037b45 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': '81817cd9-7506-44ad-ad81-228ea3448ac0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:53.304635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53774) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:53.305296 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-310d16d8-4d41-4c5d-979b-64f6e6037b45 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 07:41:53.305873 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-310d16d8-4d41-4c5d-979b-64f6e6037b45 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:53.307160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5635188-472b-4536-89df-4f85c9b52095 None None] Routers {'a9dfc5a9-59ff-4f6c-b985-488657806488'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:53.307324 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-310d16d8-4d41-4c5d-979b-64f6e6037b45 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0362723 Apr 29 07:41:53.308243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c5635188-472b-4536-89df-4f85c9b52095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a9dfc5a9-59ff-4f6c-b985-488657806488'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:53.312397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53776) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:53.321699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (32720195-1c7f-4159-b223-20b783200809), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.334914 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e227b925-5c3d-44df-9da6-c64e037dbf69 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9dfc5a9-59ff-4f6c-b985-488657806488 HTTP/1.1" status: 200 len: 205 time: 0.0428264 Apr 29 07:41:53.337500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (4342405f-035e-440c-b4cb-e49e64d2a9ba), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.342437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:53.343027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.347075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53780) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:53.348714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c5635188-472b-4536-89df-4f85c9b52095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:53.360523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5635188-472b-4536-89df-4f85c9b52095 None None] Routers {'a9dfc5a9-59ff-4f6c-b985-488657806488'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:53.361410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c5635188-472b-4536-89df-4f85c9b52095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a9dfc5a9-59ff-4f6c-b985-488657806488'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:53.407148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c5635188-472b-4536-89df-4f85c9b52095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:53.407804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5635188-472b-4536-89df-4f85c9b52095 None None] The sync data for ids ['a9dfc5a9-59ff-4f6c-b985-488657806488'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:53.493502 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1544473 Apr 29 07:41:53.500555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 8353600c-9bea-48ec-8514-39f2765bd25a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:41:53.506737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-543050845', 'router:external': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:53.511394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53782) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:53.516570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': '4342405f-035e-440c-b4cb-e49e64d2a9ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:53.540390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01856ff-9926-4f45-b2c6-255b99527dd9 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=4342405f-035e-440c-b4cb-e49e64d2a9ba,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:53.544793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c56a4b6a-6823-4615-9d81-84e1ef5c0606 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (a9dfc5a9-59ff-4f6c-b985-488657806488), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.557471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 4342405f-035e-440c-b4cb-e49e64d2a9ba details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:53.652933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e9469773-4303-44de-971f-c5564a402d3e None None] Provisioning complete for port d46003f7-fb9c-4de4-8395-159455473b83 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:53.654352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9469773-4303-44de-971f-c5564a402d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d46003f7-fb9c-4de4-8395-159455473b83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.729681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Made reservation on behalf of 1b73da4e45ae4687a93f2e9d1f7b0438 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:53.731987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.757063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e9469773-4303-44de-971f-c5564a402d3e None None] Current status of the port d46003f7-fb9c-4de4-8395-159455473b83 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:53.769239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e9469773-4303-44de-971f-c5564a402d3e None None] Provisioning complete for port 32720195-1c7f-4159-b223-20b783200809 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:53.769621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9469773-4303-44de-971f-c5564a402d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (32720195-1c7f-4159-b223-20b783200809), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.811032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e9469773-4303-44de-971f-c5564a402d3e None None] Port 32720195-1c7f-4159-b223-20b783200809 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:53.834552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.902357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c56a4b6a-6823-4615-9d81-84e1ef5c0606 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (a9dfc5a9-59ff-4f6c-b985-488657806488), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.905693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-feddb6d1-b636-45cd-a0eb-4308bde52e8c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (81817cd9-7506-44ad-ad81-228ea3448ac0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.906471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c56a4b6a-6823-4615-9d81-84e1ef5c0606 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (a9dfc5a9-59ff-4f6c-b985-488657806488), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.917080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:53.920764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.944500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9ddea42a-eded-4c11-9692-be28d71b83ae None None] Provisioning complete for port 32720195-1c7f-4159-b223-20b783200809 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:53.944962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ddea42a-eded-4c11-9692-be28d71b83ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (32720195-1c7f-4159-b223-20b783200809), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.952997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-feddb6d1-b636-45cd-a0eb-4308bde52e8c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (81817cd9-7506-44ad-ad81-228ea3448ac0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:53.996980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9ddea42a-eded-4c11-9692-be28d71b83ae None None] Port 32720195-1c7f-4159-b223-20b783200809 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:54.027396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-feddb6d1-b636-45cd-a0eb-4308bde52e8c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (81817cd9-7506-44ad-ad81-228ea3448ac0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.030090 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-feddb6d1-b636-45cd-a0eb-4308bde52e8c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.031335 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-feddb6d1-b636-45cd-a0eb-4308bde52e8c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/81817cd9-7506-44ad-ad81-228ea3448ac0 HTTP/1.1" status: 204 len: 168 time: 0.7175672 Apr 29 07:41:54.033586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (32720195-1c7f-4159-b223-20b783200809), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.037874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53784) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:54.038105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c56a4b6a-6823-4615-9d81-84e1ef5c0606 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (a9dfc5a9-59ff-4f6c-b985-488657806488), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.038898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56a4b6a-6823-4615-9d81-84e1ef5c0606 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Fanout notify agent at l3_agent the message router_deleted on router a9dfc5a9-59ff-4f6c-b985-488657806488 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:41:54.047577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:54.051873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (32720195-1c7f-4159-b223-20b783200809), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.052678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (8395e8c4-5072-436b-9099-30bb5f10bc6d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.056601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c56a4b6a-6823-4615-9d81-84e1ef5c0606 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.057747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c56a4b6a-6823-4615-9d81-84e1ef5c0606 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/a9dfc5a9-59ff-4f6c-b985-488657806488 HTTP/1.1" status: 204 len: 168 time: 0.7063711 Apr 29 07:41:54.064703 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-96b2d581-de3f-42c5-aaa8-becb3d33e32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/8353600c-9bea-48ec-8514-39f2765bd25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8996496 Apr 29 07:41:54.065126 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] Sync routers for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:54.068434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53786) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:54.077201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddb6d1-b636-45cd-a0eb-4308bde52e8c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81817cd9-7506-44ad-ad81-228ea3448ac0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:54.082501 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:54.083387 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:54.212982 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:41:54.223314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-90a292ac-97d5-4880-9e19-9f56d016eca8 None None] Provisioning complete for port 32720195-1c7f-4159-b223-20b783200809 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:54.224221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90a292ac-97d5-4880-9e19-9f56d016eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (32720195-1c7f-4159-b223-20b783200809), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.230493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=32720195-1c7f-4159-b223-20b783200809,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:54.251373 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bdd48671-b38a-4d5c-9ea9-7507c0b3befb tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2122326 Apr 29 07:41:54.258487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53790) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:54.263010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ff05b840-c4c3-401b-8f65-116aba08cfeb tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548364291'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:54.309653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-90a292ac-97d5-4880-9e19-9f56d016eca8 None None] Port 32720195-1c7f-4159-b223-20b783200809 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:54.311043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network 133cb6a1-680c-4716-b684-23dc4fb3ce35 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:54.311961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff05b840-c4c3-401b-8f65-116aba08cfeb tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.315326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:54.377451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f4dbbf-7203-4df1-a617-e01e21856764 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting subnet e0ef740d-1d17-4e33-8ffd-0f429f39831a {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:54.409742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20f4dbbf-7203-4df1-a617-e01e21856764 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (e0ef740d-1d17-4e33-8ffd-0f429f39831a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.413788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d46003f7-fb9c-4de4-8395-159455473b83 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:41:54.424450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (f0b617d6-8c67-4976-8ff2-a2deb01c8a58), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.496211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port d46003f7-fb9c-4de4-8395-159455473b83 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:54.496698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d46003f7-fb9c-4de4-8395-159455473b83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.535396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff05b840-c4c3-401b-8f65-116aba08cfeb tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (60fd578f-1a2c-45e8-808f-8e639650efdc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.544316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff05b840-c4c3-401b-8f65-116aba08cfeb tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (60fd578f-1a2c-45e8-808f-8e639650efdc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.548722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for security_group (d76de6ea-9789-4446-9e9c-06ad9f7901da), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.584381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d76de6ea-9789-4446-9e9c-06ad9f7901da), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.592292 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Router 8395e8c4-5072-436b-9099-30bb5f10bc6d is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:41:54.597466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff05b840-c4c3-401b-8f65-116aba08cfeb tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.598762 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ff05b840-c4c3-401b-8f65-116aba08cfeb tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3393035 Apr 29 07:41:54.600985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b840-c4c3-401b-8f65-116aba08cfeb tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fd578f-1a2c-45e8-808f-8e639650efdc,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:54.604168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53794) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:54.610233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b0c7e7dc-92c7-4065-8f49-ee760245d9b6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': '60fd578f-1a2c-45e8-808f-8e639650efdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:54.610661 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-b0c7e7dc-92c7-4065-8f49-ee760245d9b6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 07:41:54.611195 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-b0c7e7dc-92c7-4065-8f49-ee760245d9b6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:54.612222 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b0c7e7dc-92c7-4065-8f49-ee760245d9b6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062211 Apr 29 07:41:54.616523 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53796) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:54.620065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:54.621314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4e00dbbb-79aa-457f-b894-7dcc977d9402 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': '60fd578f-1a2c-45e8-808f-8e639650efdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:54.622037 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-4e00dbbb-79aa-457f-b894-7dcc977d9402 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 07:41:54.622526 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-4e00dbbb-79aa-457f-b894-7dcc977d9402 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:54.626082 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4e00dbbb-79aa-457f-b894-7dcc977d9402 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060356 Apr 29 07:41:54.627970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53798) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:54.630953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b1ddc924-7bf6-4580-a32a-6600539c68d7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.631514 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Added segment b1ddc924-7bf6-4580-a32a-6600539c68d7 of type vlan for network 08db8c23-fe87-4814-8327-00b72d1d7fd2 Apr 29 07:41:54.634266 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a3542878-7e7f-4a9e-a173-b666c8ac7a6b tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': '60fd578f-1a2c-45e8-808f-8e639650efdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:54.635264 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-a3542878-7e7f-4a9e-a173-b666c8ac7a6b tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 07:41:54.635757 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-a3542878-7e7f-4a9e-a173-b666c8ac7a6b tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:54.636782 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a3542878-7e7f-4a9e-a173-b666c8ac7a6b tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077608 Apr 29 07:41:54.640705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port d46003f7-fb9c-4de4-8395-159455473b83 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:41:54.670797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53800) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:54.691155 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:41:50Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.13', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:40:21Z', 'updated_at': '2022-04-29T07:40:26Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:54.723325 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] Checking router: 8353600c-9bea-48ec-8514-39f2765bd25a for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:41:54.729834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:54.733603 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:54.734461 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:54.735619 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-13847a97-b8a9-48ff-9800-7f0e7d69737e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "PUT /v2.0/routers/8395e8c4-5072-436b-9099-30bb5f10bc6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9753561 Apr 29 07:41:54.744245 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0824a5-08e8-4c4a-b9b5-354791b091c6 None None] Sync routers for ids ['8395e8c4-5072-436b-9099-30bb5f10bc6d'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:54.745799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53802) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:54.768704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e4639b44-b7f6-428c-aa9f-e3e64c976a97 None None] Provisioning complete for port 32720195-1c7f-4159-b223-20b783200809 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:41:54.769594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e4639b44-b7f6-428c-aa9f-e3e64c976a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (32720195-1c7f-4159-b223-20b783200809), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:54.770977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0824a5-08e8-4c4a-b9b5-354791b091c6 None None] Routers {'8395e8c4-5072-436b-9099-30bb5f10bc6d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:54.772402 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5a0824a5-08e8-4c4a-b9b5-354791b091c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8395e8c4-5072-436b-9099-30bb5f10bc6d'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:54.817938 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eca308-0b74-486f-b75c-b963f8779d78 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:54.825813 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d4eca308-0b74-486f-b75c-b963f8779d78 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports?device_id=8395e8c4-5072-436b-9099-30bb5f10bc6d HTTP/1.1" status: 200 len: 988 time: 0.0786254 Apr 29 07:41:54.827363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53804) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:54.837302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5a0824a5-08e8-4c4a-b9b5-354791b091c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:54.852180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e4639b44-b7f6-428c-aa9f-e3e64c976a97 None None] Port 32720195-1c7f-4159-b223-20b783200809 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:41:54.856454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0824a5-08e8-4c4a-b9b5-354791b091c6 None None] Routers {'8395e8c4-5072-436b-9099-30bb5f10bc6d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:54.857086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5a0824a5-08e8-4c4a-b9b5-354791b091c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8395e8c4-5072-436b-9099-30bb5f10bc6d'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:54.878138 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:41:54.891053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5a0824a5-08e8-4c4a-b9b5-354791b091c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:54.891711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0824a5-08e8-4c4a-b9b5-354791b091c6 None None] The sync data for ids ['8395e8c4-5072-436b-9099-30bb5f10bc6d'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:55.048149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0dc08b3b-6f59-4954-a525-d55f11f42b2e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': '60fd578f-1a2c-45e8-808f-8e639650efdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:55.049135 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-0dc08b3b-6f59-4954-a525-d55f11f42b2e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 07:41:55.049557 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-0dc08b3b-6f59-4954-a525-d55f11f42b2e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:55.050549 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0dc08b3b-6f59-4954-a525-d55f11f42b2e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.3724334 Apr 29 07:41:55.052947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20f4dbbf-7203-4df1-a617-e01e21856764 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (e0ef740d-1d17-4e33-8ffd-0f429f39831a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.053629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53806) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:55.127390 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:41:50Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.13', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:40:21Z', 'updated_at': '2022-04-29T07:40:26Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:55.137527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=f0b617d6-8c67-4976-8ff2-a2deb01c8a58,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:55.140547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bf01-9b2b-4f01-8242-aa3a7d9f9604 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (60fd578f-1a2c-45e8-808f-8e639650efdc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.148769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (08db8c23-fe87-4814-8327-00b72d1d7fd2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.157496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a8924-fe8e-4ca0-8085-16f2110cb056 req-7385cb12-ec59-4786-b259-a4ce08107971 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:55.159047 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-570a8924-fe8e-4ca0-8085-16f2110cb056 req-7385cb12-ec59-4786-b259-a4ce08107971 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 946 time: 0.7606256 Apr 29 07:41:55.170803 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b5a32-3fb1-4fba-b3b0-d712fedc4334 None None] The sync data for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv is: [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:41:50Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.13', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'port_id': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'mac_address': 'fa:16:3e:c0:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:40:21Z', 'updated_at': '2022-04-29T07:40:26Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:55.172572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76de6ea-9789-4446-9e9c-06ad9f7901da,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:55.194489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bf01-9b2b-4f01-8242-aa3a7d9f9604 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (60fd578f-1a2c-45e8-808f-8e639650efdc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.234887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': '8d44ad13-6664-41fc-b286-26d197eaf08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4342405f-035e-440c-b4cb-e49e64d2a9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:55.235250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: 4342405f-035e-440c-b4cb-e49e64d2a9ba, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:55.265106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bf01-9b2b-4f01-8242-aa3a7d9f9604 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (60fd578f-1a2c-45e8-808f-8e639650efdc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.267707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bf01-9b2b-4f01-8242-aa3a7d9f9604 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.268846 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0dc6bf01-9b2b-4f01-8242-aa3a7d9f9604 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/60fd578f-1a2c-45e8-808f-8e639650efdc HTTP/1.1" status: 204 len: 168 time: 0.1985593 Apr 29 07:41:55.276932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53808) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:55.285360 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (08db8c23-fe87-4814-8327-00b72d1d7fd2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.286294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:55.286871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.291059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20f4dbbf-7203-4df1-a617-e01e21856764 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (e0ef740d-1d17-4e33-8ffd-0f429f39831a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.295433 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6bf01-9b2b-4f01-8242-aa3a7d9f9604 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fd578f-1a2c-45e8-808f-8e639650efdc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:55.312182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (8395e8c4-5072-436b-9099-30bb5f10bc6d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.339616 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-570a8924-fe8e-4ca0-8085-16f2110cb056 req-98ab039b-3dd2-45ce-9a83-29332b1b5e10 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553359 Apr 29 07:41:55.360505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network 4342405f-035e-440c-b4cb-e49e64d2a9ba is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:55.399634 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f663c285-8daf-4315-a05a-4a02f09cb578 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1214507 Apr 29 07:41:55.399866 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0939615 Apr 29 07:41:55.403480 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53810) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:55.408624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53812) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:55.408957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'subnet': {'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:55.427882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b23581c7-3e8a-470c-bfbf-087e058214a3 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670938700'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:55.446707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 4342405f-035e-440c-b4cb-e49e64d2a9ba) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:55.463926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b2afa-ddca-475c-97fb-9d5917db3b47 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event updated for resources: {'Network': ['ID=08db8c23-fe87-4814-8327-00b72d1d7fd2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:55.464692 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf3e06-7667-45df-ba82-f05447d3db78 None None] Network 4342405f-035e-440c-b4cb-e49e64d2a9ba requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:55.467260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:55.467883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.474569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Made reservation on behalf of 1b73da4e45ae4687a93f2e9d1f7b0438 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:55.476263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.494121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b23581c7-3e8a-470c-bfbf-087e058214a3 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.500132 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-75e8a1e0-3f39-4d66-a100-0b3955e36132 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9869144 Apr 29 07:41:55.508498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53814) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:55.515225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20f4dbbf-7203-4df1-a617-e01e21856764 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (e0ef740d-1d17-4e33-8ffd-0f429f39831a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.578806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 08db8c23-fe87-4814-8327-00b72d1d7fd2 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:55.596509 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4dbbf-7203-4df1-a617-e01e21856764 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ef740d-1d17-4e33-8ffd-0f429f39831a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:55.598811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20f4dbbf-7203-4df1-a617-e01e21856764 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.602179 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-20f4dbbf-7203-4df1-a617-e01e21856764 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/e0ef740d-1d17-4e33-8ffd-0f429f39831a HTTP/1.1" status: 204 len: 168 time: 1.5313957 Apr 29 07:41:55.606907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53816) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:55.634328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954bfdf1-661f-49dc-87de-42b33ca41b00 None None] Network 6284cf98-b268-4f30-b533-493b0add5c51 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:55.797589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-4342405f-035e-440c-b4cb-e49e64d2a9ba', 'network_id': '4342405f-035e-440c-b4cb-e49e64d2a9ba', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': 'f0b617d6-8c67-4976-8ff2-a2deb01c8a58'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:55.798447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.799032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (6284cf98-b268-4f30-b533-493b0add5c51), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.822416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 32720195-1c7f-4159-b223-20b783200809 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:55.822829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (32720195-1c7f-4159-b223-20b783200809), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.830719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (4342405f-035e-440c-b4cb-e49e64d2a9ba), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.865900 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b23581c7-3e8a-470c-bfbf-087e058214a3 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (d4ed81e6-904c-4859-a5b7-1412a797b391), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.877529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b23581c7-3e8a-470c-bfbf-087e058214a3 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d4ed81e6-904c-4859-a5b7-1412a797b391), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.920019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-b222cb35-2d0d-46f8-9ffc-e261793a6afc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:55.921665 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-b222cb35-2d0d-46f8-9ffc-e261793a6afc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 946 time: 0.2524199 Apr 29 07:41:55.959192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (32720195-1c7f-4159-b223-20b783200809), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:55.974213 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 32720195-1c7f-4159-b223-20b783200809 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:55.979070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Allocated IP 172.20.0.1 (4342405f-035e-440c-b4cb-e49e64d2a9ba/f0b617d6-8c67-4976-8ff2-a2deb01c8a58/9a352427-7ad2-4fb7-9207-eb1f474a12c7) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:56.005555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b23581c7-3e8a-470c-bfbf-087e058214a3 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.009788 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b23581c7-3e8a-470c-bfbf-087e058214a3 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5955679 Apr 29 07:41:56.013651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53818) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:56.014696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097bdac8-6734-4a97-a9fa-b870908158d9 None None] DHCP port deletion for 6284cf98-b268-4f30-b533-493b0add5c51 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:56.026067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f328fc2c-917c-4af4-9e1a-d15fd98eaf07 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed81e6-904c-4859-a5b7-1412a797b391', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:56.026720 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-f328fc2c-917c-4af4-9e1a-d15fd98eaf07 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 07:41:56.027216 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-f328fc2c-917c-4af4-9e1a-d15fd98eaf07 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:56.030859 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f328fc2c-917c-4af4-9e1a-d15fd98eaf07 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066817 Apr 29 07:41:56.031595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53820) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:56.036266 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c5fd217f-55a6-4567-8e80-7d2c0c9eebc6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed81e6-904c-4859-a5b7-1412a797b391', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:56.060672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23581c7-3e8a-470c-bfbf-087e058214a3 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ed81e6-904c-4859-a5b7-1412a797b391,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:56.097616 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (f0b617d6-8c67-4976-8ff2-a2deb01c8a58), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.150637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port 0609d542-cacb-4069-97f3-23e42248d502 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:56.151071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0609d542-cacb-4069-97f3-23e42248d502), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.160828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.objects.ports [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104224) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 29 07:41:56.162007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (e281b5ad-3503-4d32-a146-d36d620d376a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.220946 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-c5fd217f-55a6-4567-8e80-7d2c0c9eebc6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:56.226912 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c5fd217f-55a6-4567-8e80-7d2c0c9eebc6 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1899726 Apr 29 07:41:56.227162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53822) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:56.234410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a18de8f4-d585-4e6b-9106-47fe571afeff tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed81e6-904c-4859-a5b7-1412a797b391', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:56.234821 dv-neutron-839860-1-hyperv neutron-server[104223]: WARNING neutron.api.v2.base [None req-a18de8f4-d585-4e6b-9106-47fe571afeff tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 07:41:56.235895 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-a18de8f4-d585-4e6b-9106-47fe571afeff tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:56.239643 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a18de8f4-d585-4e6b-9106-47fe571afeff tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083597 Apr 29 07:41:56.240542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e281b5ad-3503-4d32-a146-d36d620d376a,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:56.242986 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53824) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:56.251955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 113c0cd6-7842-4b9d-ae26-d91edb512c29 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:56.252806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.257701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-552d4f3b-6db2-48af-8899-53fe6e2f4514 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed81e6-904c-4859-a5b7-1412a797b391', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:56.306927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port 0609d542-cacb-4069-97f3-23e42248d502, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0609d542-cacb-4069-97f3-23e42248d502,segment=NetworkSegment(443f559f-b2ae-463c-b426-99eacfee8a9d),segment_id=443f559f-b2ae-463c-b426-99eacfee8a9d)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:56.308640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0609d542-cacb-4069-97f3-23e42248d502), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.311792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Checking segment: {'id': 'b1ddc924-7bf6-4580-a32a-6600539c68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:56.312154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Network hostable DHCP agents. Network: 08db8c23-fe87-4814-8327-00b72d1d7fd2, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:56.322559 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-097bdac8-6734-4a97-a9fa-b870908158d9 None None] Deleting port 0609d542-cacb-4069-97f3-23e42248d502 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:56.323240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-097bdac8-6734-4a97-a9fa-b870908158d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0609d542-cacb-4069-97f3-23e42248d502), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.330667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for 0609d542-cacb-4069-97f3-23e42248d502 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:56.353722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (32720195-1c7f-4159-b223-20b783200809), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.358824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Network 08db8c23-fe87-4814-8327-00b72d1d7fd2 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:56.364056 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-552d4f3b-6db2-48af-8899-53fe6e2f4514 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:56.368424 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-552d4f3b-6db2-48af-8899-53fe6e2f4514 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1192739 Apr 29 07:41:56.370457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53828) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:56.382991 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-64282d19-87be-4290-8dda-d47668d2fdfd tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed81e6-904c-4859-a5b7-1412a797b391', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:56.383778 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-64282d19-87be-4290-8dda-d47668d2fdfd tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 07:41:56.384286 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-64282d19-87be-4290-8dda-d47668d2fdfd tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:56.388021 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-64282d19-87be-4290-8dda-d47668d2fdfd tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100873 Apr 29 07:41:56.402252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53830) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:56.407305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=32720195-1c7f-4159-b223-20b783200809,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:56.413770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 08db8c23-fe87-4814-8327-00b72d1d7fd2) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:56.419531 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:56.420126 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.426914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8fa0bc94-e910-4b97-a5e4-760b84c8c78d tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed81e6-904c-4859-a5b7-1412a797b391', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:56.428760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Publish callbacks [] for port (9a352427-7ad2-4fb7-9207-eb1f474a12c7), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.455504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (9a352427-7ad2-4fb7-9207-eb1f474a12c7), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.464136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-097bdac8-6734-4a97-a9fa-b870908158d9 None None] For port 0609d542-cacb-4069-97f3-23e42248d502, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0609d542-cacb-4069-97f3-23e42248d502,segment=NetworkSegment(443f559f-b2ae-463c-b426-99eacfee8a9d),segment_id=443f559f-b2ae-463c-b426-99eacfee8a9d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:56.464494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-097bdac8-6734-4a97-a9fa-b870908158d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0609d542-cacb-4069-97f3-23e42248d502), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.467342 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 113c0cd6-7842-4b9d-ae26-d91edb512c29, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=113c0cd6-7842-4b9d-ae26-d91edb512c29,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:56.467799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.476655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea8e95-57d5-441c-8fd8-1a1169371063 None None] Network 08db8c23-fe87-4814-8327-00b72d1d7fd2 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:56.506543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 113c0cd6-7842-4b9d-ae26-d91edb512c29 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:56.512818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:56.518001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (f0b617d6-8c67-4976-8ff2-a2deb01c8a58), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.529335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (8395e8c4-5072-436b-9099-30bb5f10bc6d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.539584 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-8fa0bc94-e910-4b97-a5e4-760b84c8c78d tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Project 3eeaaf68c7864d9c9deaeb2ee44619a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:41:56.557746 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:56.558165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 02b9bf1b-e462-4e5c-a8f4-df5db7ff4075 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:56.558603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0609d542-cacb-4069-97f3-23e42248d502 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:56.575990 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ec82f0b6-14d9-4e8c-b086-dfbbc89642b0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1684480 Apr 29 07:41:56.580136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53832) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:56.583754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b617d6-8c67-4976-8ff2-a2deb01c8a58,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:56.585596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1089947430', 'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:56.589588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-097bdac8-6734-4a97-a9fa-b870908158d9 None None] Calling delete_port for 0609d542-cacb-4069-97f3-23e42248d502 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:56.628062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Network 4342405f-035e-440c-b4cb-e49e64d2a9ba is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:56.654656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:56.665051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:56.667432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Pushing event updated for resources: {'Port': ['ID=9a352427-7ad2-4fb7-9207-eb1f474a12c7,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:56.674993 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-8fa0bc94-e910-4b97-a5e4-760b84c8c78d tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:56.676075 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8fa0bc94-e910-4b97-a5e4-760b84c8c78d tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2717681 Apr 29 07:41:56.702398 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53834) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:56.713525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5358dcac-926e-470c-856c-ab8e495e2730 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed81e6-904c-4859-a5b7-1412a797b391', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:56.714462 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-5358dcac-926e-470c-856c-ab8e495e2730 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 07:41:56.715239 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-5358dcac-926e-470c-856c-ab8e495e2730 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:56.721469 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5358dcac-926e-470c-856c-ab8e495e2730 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152171 Apr 29 07:41:56.724184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53836) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:56.733419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-670c7207-2d24-4079-9a38-65d026f49c1c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed81e6-904c-4859-a5b7-1412a797b391', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:56.738960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0609d542-cacb-4069-97f3-23e42248d502), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.747281 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (4342405f-035e-440c-b4cb-e49e64d2a9ba), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.752949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Made reservation on behalf of 1b73da4e45ae4687a93f2e9d1f7b0438 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:56.755911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.766375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No active binding found for port 0609d542-cacb-4069-97f3-23e42248d502 {{(pid=104225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 07:41:56.766854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] The host dv-neutron-839860-1-hyperv is not matching for port 0609d542-cacb-4069-97f3-23e42248d502 host None! {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 29 07:41:56.767304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0609d542-cacb-4069-97f3-23e42248d502 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:56.812921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841a08-89c6-46c0-8a4c-a2e0d4e3273c req-8f85e665-082e-4d12-9d94-ca0bc1631eb3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:56.812921 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a9841a08-89c6-46c0-8a4c-a2e0d4e3273c req-8f85e665-082e-4d12-9d94-ca0bc1631eb3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=556ac3dc-3246-43b6-8009-934cf363ebdc HTTP/1.1" status: 200 len: 946 time: 0.2815197 Apr 29 07:41:56.835154 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Attempting to bind port 9a352427-7ad2-4fb7-9207-eb1f474a12c7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:56.836109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Attempting to bind port 9a352427-7ad2-4fb7-9207-eb1f474a12c7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '8d44ad13-6664-41fc-b286-26d197eaf08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4342405f-035e-440c-b4cb-e49e64d2a9ba'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:56.836647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Attempting to bind port 9a352427-7ad2-4fb7-9207-eb1f474a12c7 on network 4342405f-035e-440c-b4cb-e49e64d2a9ba {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:56.846090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53afd12f-2c8b-4b17-b516-61cc39e117d0 None None] Network 08db8c23-fe87-4814-8327-00b72d1d7fd2 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:56.880155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=0609d542-cacb-4069-97f3-23e42248d502,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:56.882270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] device_id is not set on port e00eac14-9813-490c-81b8-359ed36a8380 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:41:56.885738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No DVR routers for this DVR port 0609d542-cacb-4069-97f3-23e42248d502 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:56.885914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:56.886258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Checking segment: {'id': '8d44ad13-6664-41fc-b286-26d197eaf08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4342405f-035e-440c-b4cb-e49e64d2a9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:56.886661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.887052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Bound using segment: {'id': '8d44ad13-6664-41fc-b286-26d197eaf08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4342405f-035e-440c-b4cb-e49e64d2a9ba'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:56.887547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Bound port: 9a352427-7ad2-4fb7-9207-eb1f474a12c7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44ad13-6664-41fc-b286-26d197eaf08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4342405f-035e-440c-b4cb-e49e64d2a9ba'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:56.887932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9a352427-7ad2-4fb7-9207-eb1f474a12c7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.932142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4342405f-035e-440c-b4cb-e49e64d2a9ba']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:56.933986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-097bdac8-6734-4a97-a9fa-b870908158d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (0609d542-cacb-4069-97f3-23e42248d502), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:56.956124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Router 8395e8c4-5072-436b-9099-30bb5f10bc6d has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:41:56.974647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bdac8-6734-4a97-a9fa-b870908158d9 None None] Pushing event deleted for resources: {'Port': ['ID=0609d542-cacb-4069-97f3-23e42248d502,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:56.985472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097bdac8-6734-4a97-a9fa-b870908158d9 None None] No DVR routers for this DVR port 0609d542-cacb-4069-97f3-23e42248d502 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:56.989029 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a9841a08-89c6-46c0-8a4c-a2e0d4e3273c req-307e7a23-736a-42c1-aee2-1fa8a1d5c1c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a36cbc57-1b39-4f54-bf44-f122ddbe31a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418273 Apr 29 07:41:56.997607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d44ad13-6664-41fc-b286-26d197eaf08c') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:56.997973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d44ad13-6664-41fc-b286-26d197eaf08c') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:56.999993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (113c0cd6-7842-4b9d-ae26-d91edb512c29), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.011496 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-670c7207-2d24-4079-9a38-65d026f49c1c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Project 3eeaaf68c7864d9c9deaeb2ee44619a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:41:57.029066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] For port 9a352427-7ad2-4fb7-9207-eb1f474a12c7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:41:57.043195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] For port 9a352427-7ad2-4fb7-9207-eb1f474a12c7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9a352427-7ad2-4fb7-9207-eb1f474a12c7,segment=NetworkSegment(8d44ad13-6664-41fc-b286-26d197eaf08c),segment_id=8d44ad13-6664-41fc-b286-26d197eaf08c)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:41:57.065123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9a352427-7ad2-4fb7-9207-eb1f474a12c7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.072134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (8d44ad13-6664-41fc-b286-26d197eaf08c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.077659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=113c0cd6-7842-4b9d-ae26-d91edb512c29,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:57.110357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:41:57.112473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Allocated IP 2001:db8::fe (08db8c23-fe87-4814-8327-00b72d1d7fd2/e281b5ad-3503-4d32-a146-d36d620d376a/e00eac14-9813-490c-81b8-359ed36a8380) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:57.117790 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-923a3c2f-8465-418f-a2a6-16e5fefdd0a8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "PUT /v2.0/routers/8395e8c4-5072-436b-9099-30bb5f10bc6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2890663 Apr 29 07:41:57.120640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53838) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:57.124283 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cac59f-cdd0-4b9f-a4ac-9b4591ca00b6 None None] Sync routers for ids ['8395e8c4-5072-436b-9099-30bb5f10bc6d'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:41:57.129524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (6284cf98-b268-4f30-b533-493b0add5c51), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.140151 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-670c7207-2d24-4079-9a38-65d026f49c1c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:57.143920 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-670c7207-2d24-4079-9a38-65d026f49c1c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4135075 Apr 29 07:41:57.144096 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cac59f-cdd0-4b9f-a4ac-9b4591ca00b6 None None] Routers {'8395e8c4-5072-436b-9099-30bb5f10bc6d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:57.144726 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-57cac59f-cdd0-4b9f-a4ac-9b4591ca00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8395e8c4-5072-436b-9099-30bb5f10bc6d'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:57.157408 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53840) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:57.159505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9640de-67f6-4c88-958c-ec2e69d72f5a None None] Pushing event updated for resources: {'Port': ['ID=9a352427-7ad2-4fb7-9207-eb1f474a12c7,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:57.164512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-caacb5c5-cb90-4916-bff8-4337e59fcf4e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd4ed81e6-904c-4859-a5b7-1412a797b391', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:57.164754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port 113c0cd6-7842-4b9d-ae26-d91edb512c29 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:57.169071 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae002ec-d124-41f9-b711-05ddab42be13 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:41:57.170231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.170679 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cae002ec-d124-41f9-b711-05ddab42be13 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/32720195-1c7f-4159-b223-20b783200809 HTTP/1.1" status: 404 len: 333 time: 0.0492589 Apr 29 07:41:57.173698 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-36d9d553-1c08-4d89-ac0c-706d0ac21b22 req-2de0223e-a9aa-4bc7-8073-096c93057c1e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/113c0cd6-7842-4b9d-ae26-d91edb512c29 HTTP/1.1" status: 204 len: 173 time: 1.2382650 Apr 29 07:41:57.174784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (8d44ad13-6664-41fc-b286-26d197eaf08c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.176191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53842) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:57.177060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556ac3dc-3246-43b6-8009-934cf363ebdc', 'name': 'network-vif-deleted', 'tag': '113c0cd6-7842-4b9d-ae26-d91edb512c29'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:41:57.187684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d4ceb8-75a6-4b29-a1c6-2a31fc18920e" -d '{"events": [{"server_uuid": "556ac3dc-3246-43b6-8009-934cf363ebdc", "name": "network-vif-deleted", "tag": "113c0cd6-7842-4b9d-ae26-d91edb512c29"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:41:57.223463 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-57cac59f-cdd0-4b9f-a4ac-9b4591ca00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:57.228447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6284cf98-b268-4f30-b533-493b0add5c51']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:57.245401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c270ed1-ade1-4230-a2b7-aa992d83f9e1 None None] Network 4342405f-035e-440c-b4cb-e49e64d2a9ba requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:57.247520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:57.248789 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cac59f-cdd0-4b9f-a4ac-9b4591ca00b6 None None] Routers {'8395e8c4-5072-436b-9099-30bb5f10bc6d'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:41:57.249555 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-57cac59f-cdd0-4b9f-a4ac-9b4591ca00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8395e8c4-5072-436b-9099-30bb5f10bc6d'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:57.252218 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (8d44ad13-6664-41fc-b286-26d197eaf08c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:57.264015 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:57.289652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f00c0d-5086-4915-afcb-8336aa6eed37 x-openstack-request-id: req-a8f00c0d-5086-4915-afcb-8336aa6eed37 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:41:57.290009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556ac3dc-3246-43b6-8009-934cf363ebdc", "name": "network-vif-deleted", "tag": "113c0cd6-7842-4b9d-ae26-d91edb512c29", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:41:57.290220 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8f00c0d-5086-4915-afcb-8336aa6eed37 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:41:57.290860 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f00c0d-5086-4915-afcb-8336aa6eed37'] response: {'server_uuid': '556ac3dc-3246-43b6-8009-934cf363ebdc', 'name': 'network-vif-deleted', 'tag': '113c0cd6-7842-4b9d-ae26-d91edb512c29', 'status': 'completed', 'code': 200} Apr 29 07:41:57.301073 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-caacb5c5-cb90-4916-bff8-4337e59fcf4e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Project 3eeaaf68c7864d9c9deaeb2ee44619a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:41:57.308034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6855b303-ed48-44bd-9891-4aac3a546f95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for router (8395e8c4-5072-436b-9099-30bb5f10bc6d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.310058 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-57cac59f-cdd0-4b9f-a4ac-9b4591ca00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:57.310856 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cac59f-cdd0-4b9f-a4ac-9b4591ca00b6 None None] The sync data for ids ['8395e8c4-5072-436b-9099-30bb5f10bc6d'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:41:57.332823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443f559f-b2ae-463c-b426-99eacfee8a9d') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:57.333118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443f559f-b2ae-463c-b426-99eacfee8a9d') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:57.355123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (443f559f-b2ae-463c-b426-99eacfee8a9d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.371014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:41:57.371014 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:41:57.371014 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': '4342405f-035e-440c-b4cb-e49e64d2a9ba'}] Apr 29 07:41:57.371014 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:41:57.371014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:41:57.372060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (443f559f-b2ae-463c-b426-99eacfee8a9d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.381146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:57.381687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (443f559f-b2ae-463c-b426-99eacfee8a9d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:57.385267 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:57.416553 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-caacb5c5-cb90-4916-bff8-4337e59fcf4e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:41:57.417632 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-caacb5c5-cb90-4916-bff8-4337e59fcf4e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2581627 Apr 29 07:41:57.421880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53846) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:57.452111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (6284cf98-b268-4f30-b533-493b0add5c51), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.459473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.462980 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/networks/6284cf98-b268-4f30-b533-493b0add5c51 HTTP/1.1" status: 204 len: 168 time: 1.8519413 Apr 29 07:41:57.474910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53848) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:57.479541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-592100bc-5d4f-45c7-aa44-f11343bda232 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1139105975', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:57.485931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d1dc4-06a5-4092-bf56-d7744701324b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Network': ['ID=6284cf98-b268-4f30-b533-493b0add5c51,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:57.511028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-592100bc-5d4f-45c7-aa44-f11343bda232 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.512511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-592100bc-5d4f-45c7-aa44-f11343bda232 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.585372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-592100bc-5d4f-45c7-aa44-f11343bda232 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.599024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-592100bc-5d4f-45c7-aa44-f11343bda232 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.621817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-592100bc-5d4f-45c7-aa44-f11343bda232 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.623834 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-592100bc-5d4f-45c7-aa44-f11343bda232 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1479380 Apr 29 07:41:57.626361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53850) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:57.632371 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-571401025'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:57.652958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81e3f8-9fc0-4aeb-a95a-805115844732 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:41:57.663358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:57.666967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.694810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:57.706504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (558b19f0-5c47-408e-9704-268f2df5712b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.706930 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added segment 558b19f0-5c47-408e-9704-268f2df5712b of type vlan for network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 Apr 29 07:41:57.757846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (ea73a516-cfb0-4cb4-bfa7-d31f003449f9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.790948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (ea73a516-cfb0-4cb4-bfa7-d31f003449f9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.797705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81e3f8-9fc0-4aeb-a95a-805115844732 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:41:57.798661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:57.799347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.846359 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6855b303-ed48-44bd-9891-4aac3a546f95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (8395e8c4-5072-436b-9099-30bb5f10bc6d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.851795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6855b303-ed48-44bd-9891-4aac3a546f95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for router_controller (8395e8c4-5072-436b-9099-30bb5f10bc6d), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.873409 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2454073 Apr 29 07:41:57.874089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53852) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:57.876710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (4342405f-035e-440c-b4cb-e49e64d2a9ba), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.884016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'subnet': {'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:57.922952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ee6e600d-9459-478c-89f5-c1a1d410f597 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (d4ed81e6-904c-4859-a5b7-1412a797b391), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.926757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for port (e00eac14-9813-490c-81b8-359ed36a8380), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.930667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6855b303-ed48-44bd-9891-4aac3a546f95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (8395e8c4-5072-436b-9099-30bb5f10bc6d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.931164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6855b303-ed48-44bd-9891-4aac3a546f95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Fanout notify agent at l3_agent the message router_deleted on router 8395e8c4-5072-436b-9099-30bb5f10bc6d {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:41:57.933100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2070c5-81d0-48aa-b0cd-989aa8f7283d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Network': ['ID=ea73a516-cfb0-4cb4-bfa7-d31f003449f9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:57.940989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6855b303-ed48-44bd-9891-4aac3a546f95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:57.945291 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6855b303-ed48-44bd-9891-4aac3a546f95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/routers/8395e8c4-5072-436b-9099-30bb5f10bc6d HTTP/1.1" status: 204 len: 168 time: 0.7653627 Apr 29 07:41:57.948571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:41:57.949991 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53854) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:58.004475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ee6e600d-9459-478c-89f5-c1a1d410f597 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (d4ed81e6-904c-4859-a5b7-1412a797b391), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.023957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port 9a352427-7ad2-4fb7-9207-eb1f474a12c7 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:58.024387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9a352427-7ad2-4fb7-9207-eb1f474a12c7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.027122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:58.031702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.063082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39f3f88-afbc-4dd6-81aa-09b0ea5de8b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 70cbed61-e177-483c-9962-c42cb60e7bb2 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:58.067320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f88-afbc-4dd6-81aa-09b0ea5de8b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (70cbed61-e177-483c-9962-c42cb60e7bb2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.071189 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e00eac14-9813-490c-81b8-359ed36a8380), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.100906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53858) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:58.136003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ee6e600d-9459-478c-89f5-c1a1d410f597 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d4ed81e6-904c-4859-a5b7-1412a797b391), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.138434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ee6e600d-9459-478c-89f5-c1a1d410f597 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.139532 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ee6e600d-9459-478c-89f5-c1a1d410f597 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4ed81e6-904c-4859-a5b7-1412a797b391 HTTP/1.1" status: 204 len: 168 time: 0.7153451 Apr 29 07:41:58.143285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53860) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:58.176753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port 9a352427-7ad2-4fb7-9207-eb1f474a12c7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9a352427-7ad2-4fb7-9207-eb1f474a12c7,segment=NetworkSegment(8d44ad13-6664-41fc-b286-26d197eaf08c),segment_id=8d44ad13-6664-41fc-b286-26d197eaf08c)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:58.177113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9a352427-7ad2-4fb7-9207-eb1f474a12c7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.177908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f88-afbc-4dd6-81aa-09b0ea5de8b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (70cbed61-e177-483c-9962-c42cb60e7bb2), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.206681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for 9a352427-7ad2-4fb7-9207-eb1f474a12c7 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:58.215359 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e600d-9459-478c-89f5-c1a1d410f597 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed81e6-904c-4859-a5b7-1412a797b391,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:58.220181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Network 08db8c23-fe87-4814-8327-00b72d1d7fd2 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:58.231947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:58.233817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event updated for resources: {'Port': ['ID=e00eac14-9813-490c-81b8-359ed36a8380,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:58.236061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:58.237039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:58.237673 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.252401 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-af81a516-7b56-4e72-90e6-08fac08b52d2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1033883 Apr 29 07:41:58.256236 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53862) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:58.260898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4f9d2e36-5d44-4eae-b40e-bbe825a519c2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202021068'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:58.310289 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-639982b6-6390-42a7-a0e2-123f1d194a61 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7293139 Apr 29 07:41:58.317137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53864) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:58.333585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f30b-fbe0-4690-b0bd-887b1f3510cb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (a36cbc57-1b39-4f54-bf44-f122ddbe31a1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.335293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2e36-5d44-4eae-b40e-bbe825a519c2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.370094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f88-afbc-4dd6-81aa-09b0ea5de8b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (70cbed61-e177-483c-9962-c42cb60e7bb2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.398233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f30b-fbe0-4690-b0bd-887b1f3510cb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (a36cbc57-1b39-4f54-bf44-f122ddbe31a1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.451729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9a352427-7ad2-4fb7-9207-eb1f474a12c7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.486328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (bb5b6205-6b37-42b0-b12e-bd41662b2ac5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.488222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=9a352427-7ad2-4fb7-9207-eb1f474a12c7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:58.493028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port 9a352427-7ad2-4fb7-9207-eb1f474a12c7 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:58.507764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2e36-5d44-4eae-b40e-bbe825a519c2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (f9cca55c-964c-4f87-9628-4e8295c0ec00), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.509181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f88-afbc-4dd6-81aa-09b0ea5de8b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (70cbed61-e177-483c-9962-c42cb60e7bb2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.535453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2e36-5d44-4eae-b40e-bbe825a519c2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f9cca55c-964c-4f87-9628-4e8295c0ec00), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.543613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f3f88-afbc-4dd6-81aa-09b0ea5de8b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=70cbed61-e177-483c-9962-c42cb60e7bb2,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:58.562148 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f39f3f88-afbc-4dd6-81aa-09b0ea5de8b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.565434 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f39f3f88-afbc-4dd6-81aa-09b0ea5de8b2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/70cbed61-e177-483c-9962-c42cb60e7bb2 HTTP/1.1" status: 204 len: 168 time: 0.6132503 Apr 29 07:41:58.566013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe5fb93-4daa-4820-a361-fcbcbfd5792e None None] Network 133cb6a1-680c-4716-b684-23dc4fb3ce35 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:58.569542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53866) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:58.623945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2e36-5d44-4eae-b40e-bbe825a519c2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.625183 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4f9d2e36-5d44-4eae-b40e-bbe825a519c2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3678076 Apr 29 07:41:58.629088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f30b-fbe0-4690-b0bd-887b1f3510cb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a36cbc57-1b39-4f54-bf44-f122ddbe31a1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.629346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3d08ed9c-5d30-4447-b5d0-1220e9fccd0a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Deleting port e00eac14-9813-490c-81b8-359ed36a8380 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:58.629692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d08ed9c-5d30-4447-b5d0-1220e9fccd0a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e00eac14-9813-490c-81b8-359ed36a8380), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.631791 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f30b-fbe0-4690-b0bd-887b1f3510cb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.631983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53868) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:58.634964 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2ea7f30b-fbe0-4690-b0bd-887b1f3510cb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/a36cbc57-1b39-4f54-bf44-f122ddbe31a1 HTTP/1.1" status: 204 len: 168 time: 0.5152333 Apr 29 07:41:58.638851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d2e36-5d44-4eae-b40e-bbe825a519c2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cca55c-964c-4f87-9628-4e8295c0ec00,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:58.660301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7f30b-fbe0-4690-b0bd-887b1f3510cb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36cbc57-1b39-4f54-bf44-f122ddbe31a1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:58.663916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c00bd01e-dc29-4f62-bae4-e75b37c24f8e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'f9cca55c-964c-4f87-9628-4e8295c0ec00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:58.686168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (133cb6a1-680c-4716-b684-23dc4fb3ce35), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.706109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53872) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:58.720185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (4342405f-035e-440c-b4cb-e49e64d2a9ba), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.725466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Subnet': ['ID=bb5b6205-6b37-42b0-b12e-bd41662b2ac5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:58.764283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95149cc5-89f2-4ea9-bea3-73523ca24dbf None None] DHCP port deletion for 133cb6a1-680c-4716-b684-23dc4fb3ce35 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:41:58.770754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4342405f-035e-440c-b4cb-e49e64d2a9ba']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:58.784127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d44ad13-6664-41fc-b286-26d197eaf08c') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:58.784506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d44ad13-6664-41fc-b286-26d197eaf08c') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:58.786288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Checking segment: {'id': '558b19f0-5c47-408e-9704-268f2df5712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:58.786713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network hostable DHCP agents. Network: ea73a516-cfb0-4cb4-bfa7-d31f003449f9, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:41:58.788475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-697e5daa-b9a1-4280-bf48-d92d9f7a418b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting subnet 37fe41d4-e3c0-4195-bf02-54657823358d {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:41:58.794029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-697e5daa-b9a1-4280-bf48-d92d9f7a418b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (37fe41d4-e3c0-4195-bf02-54657823358d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.807088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (8d44ad13-6664-41fc-b286-26d197eaf08c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.815862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-95149cc5-89f2-4ea9-bea3-73523ca24dbf None None] Deleting port d46003f7-fb9c-4de4-8395-159455473b83 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:58.816285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95149cc5-89f2-4ea9-bea3-73523ca24dbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (d46003f7-fb9c-4de4-8395-159455473b83), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.838559 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-697e5daa-b9a1-4280-bf48-d92d9f7a418b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (37fe41d4-e3c0-4195-bf02-54657823358d), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.848819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d08ed9c-5d30-4447-b5d0-1220e9fccd0a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e00eac14-9813-490c-81b8-359ed36a8380), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.860004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (8d44ad13-6664-41fc-b286-26d197eaf08c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.870785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3d08ed9c-5d30-4447-b5d0-1220e9fccd0a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Calling delete_port for e00eac14-9813-490c-81b8-359ed36a8380 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:58.873932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port d46003f7-fb9c-4de4-8395-159455473b83 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:41:58.874141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:41:58.874276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (d46003f7-fb9c-4de4-8395-159455473b83), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.879065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:58.879261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (8d44ad13-6664-41fc-b286-26d197eaf08c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:58.882838 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:58.884947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-95149cc5-89f2-4ea9-bea3-73523ca24dbf None None] For port d46003f7-fb9c-4de4-8395-159455473b83, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d46003f7-fb9c-4de4-8395-159455473b83,segment=NetworkSegment(1885f4a4-fa06-483d-bdd3-9c094d6ebf08),segment_id=1885f4a4-fa06-483d-bdd3-9c094d6ebf08)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:58.884947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95149cc5-89f2-4ea9-bea3-73523ca24dbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (d46003f7-fb9c-4de4-8395-159455473b83), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.886049 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-c00bd01e-dc29-4f62-bae4-e75b37c24f8e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The resource could not be found. Apr 29 07:41:58.886589 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c00bd01e-dc29-4f62-bae4-e75b37c24f8e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2491765 Apr 29 07:41:58.890454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53874) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:58.900983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-95149cc5-89f2-4ea9-bea3-73523ca24dbf None None] Calling delete_port for d46003f7-fb9c-4de4-8395-159455473b83 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:58.920171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-62b426b2-28d5-49f3-a640-cae14dab4ed2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'f9cca55c-964c-4f87-9628-4e8295c0ec00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5670ae75-a76c-42c1-9572-3d37f3336f9a'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:58.941289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, ea73a516-cfb0-4cb4-bfa7-d31f003449f9) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:58.945719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:58.946483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.947150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 113c0cd6-7842-4b9d-ae26-d91edb512c29 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:41:58.972988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984951c6-7eca-46d4-9322-7baa62684ba9 None None] Network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:58.976529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] For port d46003f7-fb9c-4de4-8395-159455473b83, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d46003f7-fb9c-4de4-8395-159455473b83,segment=NetworkSegment(1885f4a4-fa06-483d-bdd3-9c094d6ebf08),segment_id=1885f4a4-fa06-483d-bdd3-9c094d6ebf08)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:41:58.977145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (d46003f7-fb9c-4de4-8395-159455473b83), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:58.977943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 113c0cd6-7842-4b9d-ae26-d91edb512c29 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:41:58.978520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 113c0cd6-7842-4b9d-ae26-d91edb512c29 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:41:59.014787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for d46003f7-fb9c-4de4-8395-159455473b83 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:41:59.019743 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-de512005-8ce8-412e-81e0-a6cd427cbea4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1409686 Apr 29 07:41:59.020404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53876) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:59.029628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (4342405f-035e-440c-b4cb-e49e64d2a9ba), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.033791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.041448 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/4342405f-035e-440c-b4cb-e49e64d2a9ba HTTP/1.1" status: 204 len: 168 time: 3.5237601 Apr 29 07:41:59.044286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53878) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:59.055283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-585513989'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:59.078170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95149cc5-89f2-4ea9-bea3-73523ca24dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (d46003f7-fb9c-4de4-8395-159455473b83), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.096789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-697e5daa-b9a1-4280-bf48-d92d9f7a418b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (37fe41d4-e3c0-4195-bf02-54657823358d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.103262 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-62b426b2-28d5-49f3-a640-cae14dab4ed2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The resource could not be found. Apr 29 07:41:59.104314 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-62b426b2-28d5-49f3-a640-cae14dab4ed2 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1892946 Apr 29 07:41:59.121642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'project_id': '1cce2196bf464d76acdc43610391b90d', 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:41:59.122500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.124918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95149cc5-89f2-4ea9-bea3-73523ca24dbf None None] No DVR routers for this DVR port d46003f7-fb9c-4de4-8395-159455473b83 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:59.126970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95149cc5-89f2-4ea9-bea3-73523ca24dbf None None] Pushing event deleted for resources: {'Port': ['ID=d46003f7-fb9c-4de4-8395-159455473b83,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:59.129388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:59.137521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb0043-e2ab-44a3-8861-641a05ac3b86 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=4342405f-035e-440c-b4cb-e49e64d2a9ba,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:59.204988 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:41:59.208570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.267215 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f8184f7-1920-463c-9171-22ee48106bca tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (f9cca55c-964c-4f87-9628-4e8295c0ec00), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.275412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:41:59.297893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Allocated IP 2001:db8::2 (ea73a516-cfb0-4cb4-bfa7-d31f003449f9/bb5b6205-6b37-42b0-b12e-bd41662b2ac5/43cce762-e64e-450c-b4f8-9810d09aece6) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:41:59.311006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (376db0e7-5c3d-4f29-9d82-a1a820f3710f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.311358 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment 376db0e7-5c3d-4f29-9d82-a1a820f3710f of type vlan for network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 Apr 29 07:41:59.313464 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-697e5daa-b9a1-4280-bf48-d92d9f7a418b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (37fe41d4-e3c0-4195-bf02-54657823358d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.328446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (d46003f7-fb9c-4de4-8395-159455473b83), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.334997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f8184f7-1920-463c-9171-22ee48106bca tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (f9cca55c-964c-4f87-9628-4e8295c0ec00), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.411511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e5daa-b9a1-4280-bf48-d92d9f7a418b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Subnet': ['ID=37fe41d4-e3c0-4195-bf02-54657823358d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:59.429599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-697e5daa-b9a1-4280-bf48-d92d9f7a418b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.432827 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-697e5daa-b9a1-4280-bf48-d92d9f7a418b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/subnets/37fe41d4-e3c0-4195-bf02-54657823358d HTTP/1.1" status: 204 len: 168 time: 0.7245815 Apr 29 07:41:59.436074 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=d46003f7-fb9c-4de4-8395-159455473b83,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:59.439908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e639e33-10a3-4e02-b8de-af2567c63ec7 None None] Network e024aa54-b278-4378-873f-b1ad45ebfb90 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:41:59.445003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53882) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:59.445564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No DVR routers for this DVR port d46003f7-fb9c-4de4-8395-159455473b83 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:41:59.454691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (4314b74d-7a1f-4a85-88b7-fe2695ea8973), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.516747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Publish callbacks [] for port (43cce762-e64e-450c-b4f8-9810d09aece6), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.548691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.604109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f8184f7-1920-463c-9171-22ee48106bca tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f9cca55c-964c-4f87-9628-4e8295c0ec00), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.606664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f8184f7-1920-463c-9171-22ee48106bca tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.610320 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9f8184f7-1920-463c-9171-22ee48106bca tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/f9cca55c-964c-4f87-9628-4e8295c0ec00 HTTP/1.1" status: 204 len: 168 time: 0.4773219 Apr 29 07:41:59.611124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53884) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:59.640855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (4314b74d-7a1f-4a85-88b7-fe2695ea8973), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.645731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:41:59.646349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.652569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (133cb6a1-680c-4716-b684-23dc4fb3ce35), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.659269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8184f7-1920-463c-9171-22ee48106bca tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cca55c-964c-4f87-9628-4e8295c0ec00,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:59.692832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (e024aa54-b278-4378-873f-b1ad45ebfb90), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.730477 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133cb6a1-680c-4716-b684-23dc4fb3ce35']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:59.746792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d08ed9c-5d30-4447-b5d0-1220e9fccd0a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e00eac14-9813-490c-81b8-359ed36a8380), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.758528 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6af7be15-cbfa-4fbe-80cf-1ed0a8376b23 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1399736 Apr 29 07:41:59.758760 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7093155 Apr 29 07:41:59.758760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1885f4a4-fa06-483d-bdd3-9c094d6ebf08') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:59.758928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1885f4a4-fa06-483d-bdd3-9c094d6ebf08') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:41:59.760360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:41:59.761603 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53886) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:59.761932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53888) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:59.767557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:41:59.773468 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9a831589-3b6f-419b-aba9-3c930fa60a82 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'ccca5db5-b3db-4e28-ac82-8e9e2b4ec412', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:59.780773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:41:59.781006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b55254b8-e10f-41f8-b3f0-1ebd7351f023 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:59.815772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08ed9c-5d30-4447-b5d0-1220e9fccd0a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event deleted for resources: {'Port': ['ID=e00eac14-9813-490c-81b8-359ed36a8380,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:59.827354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Pushing event updated for resources: {'Port': ['ID=43cce762-e64e-450c-b4f8-9810d09aece6,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:59.837082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (1885f4a4-fa06-483d-bdd3-9c094d6ebf08), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.843983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ccb4d-b0a8-480d-b3ab-389f7aa2da0f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=4314b74d-7a1f-4a85-88b7-fe2695ea8973,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:41:59.847671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3d08ed9c-5d30-4447-b5d0-1220e9fccd0a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.851420 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3d08ed9c-5d30-4447-b5d0-1220e9fccd0a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e00eac14-9813-490c-81b8-359ed36a8380 HTTP/1.1" status: 204 len: 168 time: 1.5332763 Apr 29 07:41:59.856161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53890) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:41:59.860811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2', 'external_fixed_ips': [{'subnet_id': 'e281b5ad-3503-4d32-a146-d36d620d376a', 'ip_address': '2001:db8::fe'}]}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:41:59.871278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Attempting to bind port 43cce762-e64e-450c-b4f8-9810d09aece6 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:41:59.871953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Attempting to bind port 43cce762-e64e-450c-b4f8-9810d09aece6 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '558b19f0-5c47-408e-9704-268f2df5712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:41:59.872727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Attempting to bind port 43cce762-e64e-450c-b4f8-9810d09aece6 on network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:41:59.876009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (1885f4a4-fa06-483d-bdd3-9c094d6ebf08), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.881279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:41:59.882178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Checking segment: {'id': '558b19f0-5c47-408e-9704-268f2df5712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:41:59.882863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.883429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Bound using segment: {'id': '558b19f0-5c47-408e-9704-268f2df5712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:41:59.884224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Bound port: 43cce762-e64e-450c-b4f8-9810d09aece6, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b19f0-5c47-408e-9704-268f2df5712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:41:59.884759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.911223 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.915088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:41:59.915684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (1885f4a4-fa06-483d-bdd3-9c094d6ebf08), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:41:59.920902 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:41:59.928247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (164a2943-4dfd-4b46-a2dd-705d3f766c07), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.929608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (164a2943-4dfd-4b46-a2dd-705d3f766c07), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:41:59.936951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:00.001372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e19526-c158-4049-974c-03c58dfc07b0 None None] DHCP port deletion for e024aa54-b278-4378-873f-b1ad45ebfb90 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:00.030128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] For port 43cce762-e64e-450c-b4f8-9810d09aece6, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:00.051164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (133cb6a1-680c-4716-b684-23dc4fb3ce35), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.068991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_controller (164a2943-4dfd-4b46-a2dd-705d3f766c07), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.069533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.070011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] For port 43cce762-e64e-450c-b4f8-9810d09aece6, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=43cce762-e64e-450c-b4f8-9810d09aece6,segment=NetworkSegment(558b19f0-5c47-408e-9704-268f2df5712b),segment_id=558b19f0-5c47-408e-9704-268f2df5712b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:00.072831 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/networks/133cb6a1-680c-4716-b684-23dc4fb3ce35 HTTP/1.1" status: 204 len: 168 time: 1.5023060 Apr 29 07:42:00.075302 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-9a831589-3b6f-419b-aba9-3c930fa60a82 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The resource could not be found. Apr 29 07:42:00.081536 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9a831589-3b6f-419b-aba9-3c930fa60a82 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3134704 Apr 29 07:42:00.081536 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53892) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:00.081536 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53894) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:00.086679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-bb93408a-8d23-4001-a436-84244733f788 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--121494001'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:00.090610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.140276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea309427-dc7c-42ac-8d44-fe235fa29c95 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Network': ['ID=133cb6a1-680c-4716-b684-23dc4fb3ce35,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:00.149918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-89e19526-c158-4049-974c-03c58dfc07b0 None None] Deleting port d7dd78bb-13eb-4914-8e8d-039b54b77f71 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:00.151347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-89e19526-c158-4049-974c-03c58dfc07b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.164981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b55254b8-e10f-41f8-b3f0-1ebd7351f023 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (4314b74d-7a1f-4a85-88b7-fe2695ea8973), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.187573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port d7dd78bb-13eb-4914-8e8d-039b54b77f71 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:00.187828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.200600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b98fb-0975-49b3-8301-665d5e477967 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:00.202223 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6f6b98fb-0975-49b3-8301-665d5e477967 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 HTTP/1.1" status: 200 len: 844 time: 0.1202018 Apr 29 07:42:00.212753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53896) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:00.213681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b55254b8-e10f-41f8-b3f0-1ebd7351f023 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (4314b74d-7a1f-4a85-88b7-fe2695ea8973), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.215873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb93408a-8d23-4001-a436-84244733f788 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.241552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac15403-7be2-49d7-9e3d-b2205ae0e633 None None] Pushing event updated for resources: {'Port': ['ID=43cce762-e64e-450c-b4f8-9810d09aece6,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:00.274873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-89e19526-c158-4049-974c-03c58dfc07b0 None None] For port d7dd78bb-13eb-4914-8e8d-039b54b77f71, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d7dd78bb-13eb-4914-8e8d-039b54b77f71,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:00.275335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-89e19526-c158-4049-974c-03c58dfc07b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.292088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-89e19526-c158-4049-974c-03c58dfc07b0 None None] Calling delete_port for d7dd78bb-13eb-4914-8e8d-039b54b77f71 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:00.305117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (164a2943-4dfd-4b46-a2dd-705d3f766c07), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.347162 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b55254b8-e10f-41f8-b3f0-1ebd7351f023 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 is not hosted by any dhcp agent {{(pid=104224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:42:00.352641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55254b8-e10f-41f8-b3f0-1ebd7351f023 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:00.353458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b55254b8-e10f-41f8-b3f0-1ebd7351f023 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.359988 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b55254b8-e10f-41f8-b3f0-1ebd7351f023 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "PUT /v2.0/networks/4314b74d-7a1f-4a85-88b7-fe2695ea8973 HTTP/1.1" status: 200 len: 723 time: 0.5908120 Apr 29 07:42:00.360746 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53898) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:00.374872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': '4314b74d-7a1f-4a85-88b7-fe2695ea8973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:00.424898 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-51049ef7-e45f-438e-a091-e9109099a3a3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2065794 Apr 29 07:42:00.430397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port d7dd78bb-13eb-4914-8e8d-039b54b77f71, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d7dd78bb-13eb-4914-8e8d-039b54b77f71,segment=NetworkSegment(0ba86983-e3b5-4f50-8f62-0cefe67b30f3),segment_id=0ba86983-e3b5-4f50-8f62-0cefe67b30f3)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:00.430756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.431915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d46003f7-fb9c-4de4-8395-159455473b83 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:00.433364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53900) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:00.434386 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55254b8-e10f-41f8-b3f0-1ebd7351f023 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=4314b74d-7a1f-4a85-88b7-fe2695ea8973,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:00.452379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for d7dd78bb-13eb-4914-8e8d-039b54b77f71 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:00.456373 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: d46003f7-fb9c-4de4-8395-159455473b83 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:00.456994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d46003f7-fb9c-4de4-8395-159455473b83 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:00.457302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d7dd78bb-13eb-4914-8e8d-039b54b77f71 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:00.462074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:00.481697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:00.543718 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-89e19526-c158-4049-974c-03c58dfc07b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.572683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb93408a-8d23-4001-a436-84244733f788 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (d6eaaf7c-79d4-43c2-af3a-d6569c81fd7e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.580658 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 2001:db8::1 (ea73a516-cfb0-4cb4-bfa7-d31f003449f9/bb5b6205-6b37-42b0-b12e-bd41662b2ac5/2c7c2b68-3536-41f5-8e60-db49bd021a7b) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:00.596565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e19526-c158-4049-974c-03c58dfc07b0 None None] Pushing event deleted for resources: {'Port': ['ID=d7dd78bb-13eb-4914-8e8d-039b54b77f71,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:00.598613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e19526-c158-4049-974c-03c58dfc07b0 None None] No DVR routers for this DVR port d7dd78bb-13eb-4914-8e8d-039b54b77f71 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:00.600093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: d7dd78bb-13eb-4914-8e8d-039b54b77f71 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:00.600492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d7dd78bb-13eb-4914-8e8d-039b54b77f71 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:00.623304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb93408a-8d23-4001-a436-84244733f788 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d6eaaf7c-79d4-43c2-af3a-d6569c81fd7e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.654560 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:00.658068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.662490 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (d7dd78bb-13eb-4914-8e8d-039b54b77f71), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.688804 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb93408a-8d23-4001-a436-84244733f788 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.690352 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bb93408a-8d23-4001-a436-84244733f788 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6071944 Apr 29 07:42:00.708287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port d7dd78bb-13eb-4914-8e8d-039b54b77f71 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:00.710135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53902) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:00.717555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d505e908-9a01-4363-a34b-adb6e0f29f88 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052512104'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:00.731788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=d7dd78bb-13eb-4914-8e8d-039b54b77f71,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:00.733793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93408a-8d23-4001-a436-84244733f788 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eaaf7c-79d4-43c2-af3a-d6569c81fd7e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:00.784751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d505e908-9a01-4363-a34b-adb6e0f29f88 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.810504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:00.813785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.842824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (e024aa54-b278-4378-873f-b1ad45ebfb90), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.870928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e024aa54-b278-4378-873f-b1ad45ebfb90']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:00.888806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba86983-e3b5-4f50-8f62-0cefe67b30f3') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:00.889102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba86983-e3b5-4f50-8f62-0cefe67b30f3') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:00.901777 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (0ba86983-e3b5-4f50-8f62-0cefe67b30f3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.922808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (0ba86983-e3b5-4f50-8f62-0cefe67b30f3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.937012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:00.937433 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (0ba86983-e3b5-4f50-8f62-0cefe67b30f3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:00.940322 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:00.955515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d505e908-9a01-4363-a34b-adb6e0f29f88 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (8486f472-e020-4661-aa1f-3a37f11766ee), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:00.983928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d505e908-9a01-4363-a34b-adb6e0f29f88 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8486f472-e020-4661-aa1f-3a37f11766ee), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.021742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d505e908-9a01-4363-a34b-adb6e0f29f88 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.023062 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d505e908-9a01-4363-a34b-adb6e0f29f88 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3091047 Apr 29 07:42:01.026298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.045238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505e908-9a01-4363-a34b-adb6e0f29f88 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8486f472-e020-4661-aa1f-3a37f11766ee,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:01.050570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (e024aa54-b278-4378-873f-b1ad45ebfb90), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.062473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.066678 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/networks/e024aa54-b278-4378-873f-b1ad45ebfb90 HTTP/1.1" status: 204 len: 168 time: 1.6189990 Apr 29 07:42:01.071617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53904) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:01.089529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fa70d-e500-4311-a899-3a4d6c18ad4b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Network': ['ID=e024aa54-b278-4378-873f-b1ad45ebfb90,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:01.091822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53906) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:01.129740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8c64925d-f31e-40cf-9353-fc78a68f43a8 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'd6eaaf7c-79d4-43c2-af3a-d6569c81fd7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8486f472-e020-4661-aa1f-3a37f11766ee'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:01.263913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (164a2943-4dfd-4b46-a2dd-705d3f766c07), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.272414 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (a0d7c3be-add7-44ef-9b0a-00d376ab36c0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.298430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c01-4e22-4868-99bc-ecf57825f148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.309902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.341595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.401030 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-8c64925d-f31e-40cf-9353-fc78a68f43a8 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:42:01.404893 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8c64925d-f31e-40cf-9353-fc78a68f43a8 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2993863 Apr 29 07:42:01.414300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53908) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:01.498183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b9cea4-0a39-46ca-aca7-af993256a802 None None] Network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:01.515622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:01.548733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=a0d7c3be-add7-44ef-9b0a-00d376ab36c0,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:01.551069 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (c25f6805-834a-49d6-b789-847cc5ac14d9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.553145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:01.581824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:01.582517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.590125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=2c7c2b68-3536-41f5-8e60-db49bd021a7b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:01.600954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 41c2aa6b-d21c-44d8-89d7-52dd3078b333 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:01.601401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (41c2aa6b-d21c-44d8-89d7-52dd3078b333), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.629274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e3850f54-f162-4fe0-854c-2f94fafe0073 None None] Provisioning complete for port 43cce762-e64e-450c-b4f8-9810d09aece6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:01.629642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e3850f54-f162-4fe0-854c-2f94fafe0073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.686561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (41c2aa6b-d21c-44d8-89d7-52dd3078b333), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.687159 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (41c2aa6b-d21c-44d8-89d7-52dd3078b333), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.703254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 41c2aa6b-d21c-44d8-89d7-52dd3078b333 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:01.722081 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:01.740470 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e3850f54-f162-4fe0-854c-2f94fafe0073 None None] Current status of the port 43cce762-e64e-450c-b4f8-9810d09aece6 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:01.740971 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e3850f54-f162-4fe0-854c-2f94fafe0073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.742342 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:01.744060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': '376db0e7-5c3d-4f29-9d82-a1a820f3710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4314b74d-7a1f-4a85-88b7-fe2695ea8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:01.744415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: 4314b74d-7a1f-4a85-88b7-fe2695ea8973, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:01.750430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:01.751052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.758768 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88212cc1-ec43-450f-a311-9a6c83781c6f None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:01.796363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=c25f6805-834a-49d6-b789-847cc5ac14d9,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:01.839128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e3850f54-f162-4fe0-854c-2f94fafe0073 None None] For port 43cce762-e64e-450c-b4f8-9810d09aece6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=43cce762-e64e-450c-b4f8-9810d09aece6,segment=NetworkSegment(558b19f0-5c47-408e-9704-268f2df5712b),segment_id=558b19f0-5c47-408e-9704-268f2df5712b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:01.840707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e05f9f4-a1bb-403f-93f9-c98397e74f3c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (8486f472-e020-4661-aa1f-3a37f11766ee), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.847461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e3850f54-f162-4fe0-854c-2f94fafe0073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.874576 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ed2068d0-cbf8-48c9-a975-adba1e88eb5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4349661 Apr 29 07:42:01.879800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53910) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:01.887715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-df9666c3-a5cc-4dc5-9516-10087543c140 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1476361182'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:01.912089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e05f9f4-a1bb-403f-93f9-c98397e74f3c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (8486f472-e020-4661-aa1f-3a37f11766ee), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.916621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:01.941890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Allocated IP 2001:db8::fe (08db8c23-fe87-4814-8327-00b72d1d7fd2/e281b5ad-3503-4d32-a146-d36d620d376a/4989d584-5aee-4f7b-886d-615c08fe3384) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:01.957147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df9666c3-a5cc-4dc5-9516-10087543c140 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.961720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3850f54-f162-4fe0-854c-2f94fafe0073 None None] Pushing event updated for resources: {'Port': ['ID=43cce762-e64e-450c-b4f8-9810d09aece6,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:01.981447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 4314b74d-7a1f-4a85-88b7-fe2695ea8973) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:01.986378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-e5b6507b-5891-44d5-9f9c-64207a0a3630', 'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'project_id': '98a71a8f50de4bc091a186c0b95a6da8', 'fixed_ips': [{'subnet_id': 'c25f6805-834a-49d6-b789-847cc5ac14d9'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:42:01.987292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:01.999807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:02.000399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.006899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb5335-1cda-4df7-b3aa-b0e90e5057cc None None] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:02.062318 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df9666c3-a5cc-4dc5-9516-10087543c140 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (94b88083-eead-458c-9757-f52693b59524), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.071928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (41c2aa6b-d21c-44d8-89d7-52dd3078b333), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.074143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df9666c3-a5cc-4dc5-9516-10087543c140 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (94b88083-eead-458c-9757-f52693b59524), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.124346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=41c2aa6b-d21c-44d8-89d7-52dd3078b333,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:02.144714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.148751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5d0f9a79-8ee7-4943-ae2b-26db664058ae None None] Provisioning complete for port 2c7c2b68-3536-41f5-8e60-db49bd021a7b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:02.149401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9a79-8ee7-4943-ae2b-26db664058ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.164856 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-54823ad9-16ae-4caf-9355-100d14b2bd2b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8004353 Apr 29 07:42:02.167730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df9666c3-a5cc-4dc5-9516-10087543c140 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.169314 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-df9666c3-a5cc-4dc5-9516-10087543c140 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2878921 Apr 29 07:42:02.172398 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53912) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:02.173153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53914) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:02.184737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e05f9f4-a1bb-403f-93f9-c98397e74f3c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8486f472-e020-4661-aa1f-3a37f11766ee), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.187283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5e05f9f4-a1bb-403f-93f9-c98397e74f3c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.188614 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5e05f9f4-a1bb-403f-93f9-c98397e74f3c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/8486f472-e020-4661-aa1f-3a37f11766ee HTTP/1.1" status: 204 len: 168 time: 0.7669637 Apr 29 07:42:02.210874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53916) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:02.218885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-633777ec-5ad8-4c4d-8df0-2673963bcd33 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1728002227'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:02.226770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9cc395a8-ceb9-4f3c-9c45-cb2dbffbf089 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:02.272435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-4314b74d-7a1f-4a85-88b7-fe2695ea8973', 'network_id': '4314b74d-7a1f-4a85-88b7-fe2695ea8973', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': 'a0d7c3be-add7-44ef-9b0a-00d376ab36c0'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:42:02.273409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.278728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f9a79-8ee7-4943-ae2b-26db664058ae None None] Port 2c7c2b68-3536-41f5-8e60-db49bd021a7b cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:02.279151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9666c3-a5cc-4dc5-9516-10087543c140 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b88083-eead-458c-9757-f52693b59524,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:02.308787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Allocated IP 2001:db8::2 (e5b6507b-5891-44d5-9f9c-64207a0a3630/c25f6805-834a-49d6-b789-847cc5ac14d9/c174d309-3a84-4fc7-b4e1-d658c0df8aa3) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:02.313634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for port (4989d584-5aee-4f7b-886d-615c08fe3384), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.314095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.315137 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84 disassociated (deleted). External IP: 172.26.3.13, port: 37e77e3a-2f65-4f9a-a458-bff90c380ef1. Apr 29 07:42:02.317739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05f9f4-a1bb-403f-93f9-c98397e74f3c tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486f472-e020-4661-aa1f-3a37f11766ee,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:02.409242 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5d0f9a79-8ee7-4943-ae2b-26db664058ae None None] Provisioning complete for port 43cce762-e64e-450c-b4f8-9810d09aece6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:02.409684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9a79-8ee7-4943-ae2b-26db664058ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.483932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-633777ec-5ad8-4c4d-8df0-2673963bcd33 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.489501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4989d584-5aee-4f7b-886d-615c08fe3384), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.499541 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 43cce762-e64e-450c-b4f8-9810d09aece6 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:02.554349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Network 08db8c23-fe87-4814-8327-00b72d1d7fd2 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:02.561060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:02.575179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:02.622069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 8353600c-9bea-48ec-8514-39f2765bd25a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:02.667908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Allocated IP 172.20.0.2 (4314b74d-7a1f-4a85-88b7-fe2695ea8973/a0d7c3be-add7-44ef-9b0a-00d376ab36c0/ababe19b-f2e5-4f6b-9b4f-c751e42272dc) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:02.711051 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-20b7319d-dfbb-4c55-aedc-2f0438e92240 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4795885 Apr 29 07:42:02.730324 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 43cce762-e64e-450c-b4f8-9810d09aece6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:02.730693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.735878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f9a79-8ee7-4943-ae2b-26db664058ae None None] Current status of the port 43cce762-e64e-450c-b4f8-9810d09aece6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:02.759111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53918) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:02.778945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cc395a8-ceb9-4f3c-9c45-cb2dbffbf089 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9111284'] for subnet (a0d7c3be-add7-44ef-9b0a-00d376ab36c0), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.820267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Publish callbacks [] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.837466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.904318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:02.924698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:02.937380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:02.940157 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:02.944910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Pushing event updated for resources: {'Port': ['ID=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:02.945169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bf09b11b-8e29-44b0-aa50-db98e45219df tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (d6eaaf7c-79d4-43c2-af3a-d6569c81fd7e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.974169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.977693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7793234f-2f59-4747-b22a-b1495e02bb34 None None] Provisioning complete for port 2c7c2b68-3536-41f5-8e60-db49bd021a7b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:02.978291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7793234f-2f59-4747-b22a-b1495e02bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.980367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event updated for resources: {'Port': ['ID=4989d584-5aee-4f7b-886d-615c08fe3384,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:02.982651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bf09b11b-8e29-44b0-aa50-db98e45219df tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (d6eaaf7c-79d4-43c2-af3a-d6569c81fd7e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:02.986676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] Sync routers for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:03.002371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-633777ec-5ad8-4c4d-8df0-2673963bcd33 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (9822626a-6e8b-4c6a-80a9-d4be94bddde9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.030305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-633777ec-5ad8-4c4d-8df0-2673963bcd33 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9822626a-6e8b-4c6a-80a9-d4be94bddde9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.091424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-633777ec-5ad8-4c4d-8df0-2673963bcd33 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.095863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.096102 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-633777ec-5ad8-4c4d-8df0-2673963bcd33 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8830383 Apr 29 07:42:03.096210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53920) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:03.101408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-190821308', 'security_groups': ['9822626a-6e8b-4c6a-80a9-d4be94bddde9'], 'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c25f6805-834a-49d6-b789-847cc5ac14d9'}]}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:03.103215 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7bc95a0a-a3db-4c37-9694-a03a5146f20c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/floatingips/1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84 HTTP/1.1" status: 204 len: 168 time: 2.0290875 Apr 29 07:42:03.109607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.110673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.120472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:42:03.125745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:42:03.135757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633777ec-5ad8-4c4d-8df0-2673963bcd33 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9822626a-6e8b-4c6a-80a9-d4be94bddde9,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:03.160989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bf09b11b-8e29-44b0-aa50-db98e45219df tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d6eaaf7c-79d4-43c2-af3a-d6569c81fd7e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.163653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bf09b11b-8e29-44b0-aa50-db98e45219df tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.165347 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bf09b11b-8e29-44b0-aa50-db98e45219df tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/d6eaaf7c-79d4-43c2-af3a-d6569c81fd7e HTTP/1.1" status: 204 len: 168 time: 0.4002790 Apr 29 07:42:03.184448 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53928) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:03.195314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09b11b-8e29-44b0-aa50-db98e45219df tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eaaf7c-79d4-43c2-af3a-d6569c81fd7e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:03.285602 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:03.286624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:41:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:03.289392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 43cce762-e64e-450c-b4f8-9810d09aece6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:03.294036 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6470b6f7-ccee-4962-90dd-594808d65a5e tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0962045 Apr 29 07:42:03.305807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53930) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:03.313523 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-93e6964a-8f36-43c7-8fd1-a1c58271b153 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--884567553'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:03.334448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7793234f-2f59-4747-b22a-b1495e02bb34 None None] Port 2c7c2b68-3536-41f5-8e60-db49bd021a7b cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:03.346597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Publish callbacks [] for port (ababe19b-f2e5-4f6b-9b4f-c751e42272dc), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.383055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:03.384814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93e6964a-8f36-43c7-8fd1-a1c58271b153 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.388789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Attempting to bind port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:03.389152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Attempting to bind port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '5bbb6435-9206-4286-b2d5-41a84731ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:03.389530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Attempting to bind port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 on network e5b6507b-5891-44d5-9f9c-64207a0a3630 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:03.398299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (ababe19b-f2e5-4f6b-9b4f-c751e42272dc), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.402335 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:03.408123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=2c7c2b68-3536-41f5-8e60-db49bd021a7b,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:03.451205 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:03.451584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Checking segment: {'id': '5bbb6435-9206-4286-b2d5-41a84731ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:03.451978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.452361 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Bound using segment: {'id': '5bbb6435-9206-4286-b2d5-41a84731ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:03.452835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Bound port: c174d309-3a84-4fc7-b4e1-d658c0df8aa3, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb6435-9206-4286-b2d5-41a84731ee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:03.453210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.474876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9b8610c-74cd-4573-b5ce-d352c005eb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.495296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:03.511320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:03.535173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:03.537204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Pushing event updated for resources: {'Port': ['ID=ababe19b-f2e5-4f6b-9b4f-c751e42272dc,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:03.554557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e1123d-be09-4e34-84f2-08ce8f7763b0 x-openstack-request-id: req-e4e1123d-be09-4e34-84f2-08ce8f7763b0 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:42:03.554899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:42:03.561934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4e1123d-be09-4e34-84f2-08ce8f7763b0 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:42:03.562442 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e1123d-be09-4e34-84f2-08ce8f7763b0'] response: {'name': 'network-changed', 'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'status': 'completed', 'code': 200} Apr 29 07:42:03.585475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:03.601852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (164a2943-4dfd-4b46-a2dd-705d3f766c07), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.665868 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cc395a8-ceb9-4f3c-9c45-cb2dbffbf089 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745940776479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2203103'] for subnet (a0d7c3be-add7-44ef-9b0a-00d376ab36c0), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.680414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59b404-9a4c-44d8-8bc6-e1836a206e6d req-6e5734bf-8645-4de1-a0bd-f2d6148e5ccd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:03.688213 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3e59b404-9a4c-44d8-8bc6-e1836a206e6d req-6e5734bf-8645-4de1-a0bd-f2d6148e5ccd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 945 time: 0.1976683 Apr 29 07:42:03.692572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] For port c174d309-3a84-4fc7-b4e1-d658c0df8aa3, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:03.717025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:03.727295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Attempting to bind port ababe19b-f2e5-4f6b-9b4f-c751e42272dc on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:03.727658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Attempting to bind port ababe19b-f2e5-4f6b-9b4f-c751e42272dc by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '376db0e7-5c3d-4f29-9d82-a1a820f3710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4314b74d-7a1f-4a85-88b7-fe2695ea8973'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:03.727999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Attempting to bind port ababe19b-f2e5-4f6b-9b4f-c751e42272dc on network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:03.741993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] For port c174d309-3a84-4fc7-b4e1-d658c0df8aa3, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,segment=NetworkSegment(5bbb6435-9206-4286-b2d5-41a84731ee70),segment_id=5bbb6435-9206-4286-b2d5-41a84731ee70)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:03.754086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:03.754520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Checking segment: {'id': '376db0e7-5c3d-4f29-9d82-a1a820f3710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4314b74d-7a1f-4a85-88b7-fe2695ea8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:03.754989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.755438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Bound using segment: {'id': '376db0e7-5c3d-4f29-9d82-a1a820f3710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4314b74d-7a1f-4a85-88b7-fe2695ea8973'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:03.755889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Bound port: ababe19b-f2e5-4f6b-9b4f-c751e42272dc, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376db0e7-5c3d-4f29-9d82-a1a820f3710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4314b74d-7a1f-4a85-88b7-fe2695ea8973'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:03.756213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ababe19b-f2e5-4f6b-9b4f-c751e42272dc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.760227 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc395a8-ceb9-4f3c-9c45-cb2dbffbf089 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:03.760900 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9cc395a8-ceb9-4f3c-9c45-cb2dbffbf089 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.764920 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9cc395a8-ceb9-4f3c-9c45-cb2dbffbf089 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "PUT /v2.0/subnets/a0d7c3be-add7-44ef-9b0a-00d376ab36c0 HTTP/1.1" status: 200 len: 806 time: 1.5533156 Apr 29 07:42:03.768168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93e6964a-8f36-43c7-8fd1-a1c58271b153 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (fffe2d1e-3e46-438c-8ee6-767fc9d9504f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.769002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53934) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:03.786284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.799552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93e6964a-8f36-43c7-8fd1-a1c58271b153 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (fffe2d1e-3e46-438c-8ee6-767fc9d9504f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.818050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-26fe04d8-88f7-4b21-8303-b7f34459941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:03.819635 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-26fe04d8-88f7-4b21-8303-b7f34459941c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 1129 time: 0.2466822 Apr 29 07:42:03.866256 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc395a8-ceb9-4f3c-9c45-cb2dbffbf089 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=a0d7c3be-add7-44ef-9b0a-00d376ab36c0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:03.917893 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3e59b404-9a4c-44d8-8bc6-e1836a206e6d req-d753cea6-6d76-476f-a2ed-31d68d482266 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209747 Apr 29 07:42:03.926686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b0fd9-bcc6-4cba-8921-ce26fa7a7559 None None] Pushing event updated for resources: {'Port': ['ID=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:03.934211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6964a-8f36-43c7-8fd1-a1c58271b153 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffe2d1e-3e46-438c-8ee6-767fc9d9504f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:03.939487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93e6964a-8f36-43c7-8fd1-a1c58271b153 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.941029 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-93e6964a-8f36-43c7-8fd1-a1c58271b153 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6336498 Apr 29 07:42:03.945008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53936) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:03.955027 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-edc8b234-a284-48e9-aa67-c28dccc805a5 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'fffe2d1e-3e46-438c-8ee6-767fc9d9504f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:03.972698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8a662e96-13cf-41f3-b833-58c183d47ecc None None] Provisioning complete for port 2c7c2b68-3536-41f5-8e60-db49bd021a7b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:03.973256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8a662e96-13cf-41f3-b833-58c183d47ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:03.978042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] For port ababe19b-f2e5-4f6b-9b4f-c751e42272dc, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:04.001912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-50c9f2b1-7571-47ef-a830-682f5ba85c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:04.003426 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-50c9f2b1-7571-47ef-a830-682f5ba85c7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=83a17604-949c-4c86-b775-5609dc1134e1 HTTP/1.1" status: 200 len: 898 time: 0.1697984 Apr 29 07:42:04.012097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (4314b74d-7a1f-4a85-88b7-fe2695ea8973), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.031850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:04.032658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] For port ababe19b-f2e5-4f6b-9b4f-c751e42272dc, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ababe19b-f2e5-4f6b-9b4f-c751e42272dc,segment=NetworkSegment(376db0e7-5c3d-4f29-9d82-a1a820f3710f),segment_id=376db0e7-5c3d-4f29-9d82-a1a820f3710f)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:04.048539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8a662e96-13cf-41f3-b833-58c183d47ecc None None] Port 2c7c2b68-3536-41f5-8e60-db49bd021a7b cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:04.050777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ababe19b-f2e5-4f6b-9b4f-c751e42272dc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.067872 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-edc8b234-a284-48e9-aa67-c28dccc805a5 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:42:04.068919 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-edc8b234-a284-48e9-aa67-c28dccc805a5 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1221066 Apr 29 07:42:04.075623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53938) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:04.082629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-adf1f0cf-307b-4c25-b4e3-71aabf423c01 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group_rule': {'security_group_id': 'fffe2d1e-3e46-438c-8ee6-767fc9d9504f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:04.114073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port ababe19b-f2e5-4f6b-9b4f-c751e42272dc {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:04.114408 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ababe19b-f2e5-4f6b-9b4f-c751e42272dc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.120571 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-2c1e7f25-dd8c-4b10-a841-a88e66cb3b82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e77e3a-2f65-4f9a-a458-bff90c380ef1 HTTP/1.1" status: 200 len: 217 time: 0.0985830 Apr 29 07:42:04.145883 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-adf1f0cf-307b-4c25-b4e3-71aabf423c01 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:42:04.147455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7891d5-30d9-43aa-9fb5-6d695aec081d None None] Pushing event updated for resources: {'Port': ['ID=ababe19b-f2e5-4f6b-9b4f-c751e42272dc,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:04.147630 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-adf1f0cf-307b-4c25-b4e3-71aabf423c01 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0700684 Apr 29 07:42:04.159484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:41:50Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:04.166953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53940) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:04.199614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] Checking router: 8353600c-9bea-48ec-8514-39f2765bd25a for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:04.221547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:04.222477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:04.258018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port ababe19b-f2e5-4f6b-9b4f-c751e42272dc, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ababe19b-f2e5-4f6b-9b4f-c751e42272dc,segment=NetworkSegment(376db0e7-5c3d-4f29-9d82-a1a820f3710f),segment_id=376db0e7-5c3d-4f29-9d82-a1a820f3710f)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:04.258684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ababe19b-f2e5-4f6b-9b4f-c751e42272dc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.272644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for ababe19b-f2e5-4f6b-9b4f-c751e42272dc owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:04.338750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.429951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:04.500278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d9da-fa29-49ac-b960-f6bb1bd073ce tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (fffe2d1e-3e46-438c-8ee6-767fc9d9504f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.506314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c174d309-3a84-4fc7-b4e1-d658c0df8aa3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:04.527413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port 37e836e6-9420-4315-b063-ec5ca65300bb yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:42:04.531557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ababe19b-f2e5-4f6b-9b4f-c751e42272dc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.542617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-da22c9ae-b7ce-4715-be53-0f25ee8093a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:04.544294 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-da22c9ae-b7ce-4715-be53-0f25ee8093a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360bb8fa-2a1c-4e1f-8331-3826f2aa174f HTTP/1.1" status: 200 len: 835 time: 0.3784952 Apr 29 07:42:04.583240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=ababe19b-f2e5-4f6b-9b4f-c751e42272dc,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:04.640714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port ababe19b-f2e5-4f6b-9b4f-c751e42272dc on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:04.657752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:04.674035 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:04.679224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:04.679617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.687082 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c84c3d2b-e886-4e17-8ea3-cb9d692fc01a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6581287 Apr 29 07:42:04.687738 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:04.688596 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:04.701020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53942) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:04.703769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d9da-fa29-49ac-b960-f6bb1bd073ce tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (fffe2d1e-3e46-438c-8ee6-767fc9d9504f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.757680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.773291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1298978542'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:04.778585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a0d7c3be-add7-44ef-9b0a-00d376ab36c0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.794130 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d9da-fa29-49ac-b960-f6bb1bd073ce tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (fffe2d1e-3e46-438c-8ee6-767fc9d9504f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.797936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0aa8d9da-fa29-49ac-b960-f6bb1bd073ce tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.799389 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0aa8d9da-fa29-49ac-b960-f6bb1bd073ce tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/fffe2d1e-3e46-438c-8ee6-767fc9d9504f HTTP/1.1" status: 204 len: 168 time: 0.6315625 Apr 29 07:42:04.802036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (164a2943-4dfd-4b46-a2dd-705d3f766c07), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.810136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53944) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:04.838519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:04.839179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.859849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-040b3ab8-c553-4d00-8ce7-180f292f731d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:04.861762 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-040b3ab8-c553-4d00-8ce7-180f292f731d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 945 time: 0.1566663 Apr 29 07:42:04.862834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (a0d7c3be-add7-44ef-9b0a-00d376ab36c0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.896585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port c174d309-3a84-4fc7-b4e1-d658c0df8aa3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,segment=NetworkSegment(5bbb6435-9206-4286-b2d5-41a84731ee70),segment_id=5bbb6435-9206-4286-b2d5-41a84731ee70)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:04.905942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:04.912255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:41:50Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:04.952645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d7c3be-add7-44ef-9b0a-00d376ab36c0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:04.952762 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:04.980904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e70ee-848b-497c-81a9-583a2c5dcbef None None] The sync data for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv is: [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:41:50Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4379df11-34d5-4daa-9ac5-722943931b8a', 'name': '', 'network_id': '83a17604-949c-4c86-b775-5609dc1134e1', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:0f:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:39Z', 'updated_at': '2022-04-29T07:39:52Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '360bb8fa-2a1c-4e1f-8331-3826f2aa174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:05.036179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:05.134031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8d9da-fa29-49ac-b960-f6bb1bd073ce tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffe2d1e-3e46-438c-8ee6-767fc9d9504f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:05.196667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (4314b74d-7a1f-4a85-88b7-fe2695ea8973), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.200734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-94f8d94a-059a-45d5-bbf6-c485827451e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:05.202525 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-94f8d94a-059a-45d5-bbf6-c485827451e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83a17604-949c-4c86-b775-5609dc1134e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6459668 Apr 29 07:42:05.231876 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:01Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:02Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:05.234939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4314b74d-7a1f-4a85-88b7-fe2695ea8973']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:05.248601 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a522fb6b-f374-4fcb-b647-8b94b7ed398d tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2301114 Apr 29 07:42:05.249945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Router 164a2943-4dfd-4b46-a2dd-705d3f766c07 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:05.251231 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376db0e7-5c3d-4f29-9d82-a1a820f3710f') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:05.251701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376db0e7-5c3d-4f29-9d82-a1a820f3710f') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:05.253974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:05.255983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53948) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:05.257367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.262539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9df23129-1e12-4d1b-882d-62c60ababd32 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395714584'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:05.300016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (376db0e7-5c3d-4f29-9d82-a1a820f3710f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.302910 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:05.304103 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Updating router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 port 2c7c2b68-3536-41f5-8e60-db49bd021a7b binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:05.308608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.338151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (376db0e7-5c3d-4f29-9d82-a1a820f3710f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.345186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9df23129-1e12-4d1b-882d-62c60ababd32 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.348930 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.368702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:05.369139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (376db0e7-5c3d-4f29-9d82-a1a820f3710f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:05.386978 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:05.450591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:05.450925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.476198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd584ca-9d12-41cc-a172-9db9ba0cdd2f None None] New status for floating IP 1c0f5c3c-4a7c-4d51-a381-adca7c4dbe84: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:42:05.557659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (4314b74d-7a1f-4a85-88b7-fe2695ea8973), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.582342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.589760 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/4314b74d-7a1f-4a85-88b7-fe2695ea8973 HTTP/1.1" status: 204 len: 168 time: 1.8118989 Apr 29 07:42:05.606350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53950) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:05.619550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d9016-4e73-4e96-a703-69b78951789a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=4314b74d-7a1f-4a85-88b7-fe2695ea8973,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:05.664085 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c36a2e3-584a-4fdc-890b-104f5a96538e tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:05.664652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c36a2e3-584a-4fdc-890b-104f5a96538e tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:05.667829 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2c36a2e3-584a-4fdc-890b-104f5a96538e tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/4314b74d-7a1f-4a85-88b7-fe2695ea8973 HTTP/1.1" status: 404 len: 339 time: 0.0602775 Apr 29 07:42:05.672372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53952) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:05.683301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340435767', 'description': 'd1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:05.721675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:05.725050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.731781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9df23129-1e12-4d1b-882d-62c60ababd32 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (cf30d18e-2fba-47c0-af35-e2c285eba728), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.751922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 37e77e3a-2f65-4f9a-a458-bff90c380ef1, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=37e77e3a-2f65-4f9a-a458-bff90c380ef1,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:05.753681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.772204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9df23129-1e12-4d1b-882d-62c60ababd32 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (cf30d18e-2fba-47c0-af35-e2c285eba728), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.798387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 37e77e3a-2f65-4f9a-a458-bff90c380ef1 owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:05.840650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9df23129-1e12-4d1b-882d-62c60ababd32 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.842575 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9df23129-1e12-4d1b-882d-62c60ababd32 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5853455 Apr 29 07:42:05.849076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53954) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:05.854442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cace6a39-b0a9-46dc-8c30-3d84578bedc9 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:05.855211 dv-neutron-839860-1-hyperv neutron-server[104224]: WARNING neutron.api.v2.base [None req-cace6a39-b0a9-46dc-8c30-3d84578bedc9 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 07:42:05.856002 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-cace6a39-b0a9-46dc-8c30-3d84578bedc9 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 07:42:05.857212 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cace6a39-b0a9-46dc-8c30-3d84578bedc9 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "PUT /v2.0/security-groups/cf30d18e-2fba-47c0-af35-e2c285eba728 HTTP/1.1" status: 409 len: 330 time: 0.0067136 Apr 29 07:42:05.862447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df23129-1e12-4d1b-882d-62c60ababd32 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf30d18e-2fba-47c0-af35-e2c285eba728,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:05.876194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2950b558-d08f-4d06-8b73-b4d721d3b653 None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:05.876771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2950b558-d08f-4d06-8b73-b4d721d3b653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.917116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:05.920360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53956) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:05.944200 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Publish callbacks [] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:05.956709 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.008836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2950b558-d08f-4d06-8b73-b4d721d3b653 None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:06.023783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (d58e094d-5019-47e3-9ac2-bc836122bbb8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.025374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2950b558-d08f-4d06-8b73-b4d721d3b653 None None] Provisioning complete for port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:06.025996 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment d58e094d-5019-47e3-9ac2-bc836122bbb8 of type vlan for network e6855af6-36c5-4bae-85ce-bd1cd617f31c Apr 29 07:42:06.026328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2950b558-d08f-4d06-8b73-b4d721d3b653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.027723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c1a9-5478-43e2-8f67-039261660daf tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (cf30d18e-2fba-47c0-af35-e2c285eba728), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.029463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.052193 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51b65a-5512-43ac-93de-2cf70499675e None None] Pushing event updated for resources: {'Port': ['ID=2c7c2b68-3536-41f5-8e60-db49bd021a7b,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:06.085095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2950b558-d08f-4d06-8b73-b4d721d3b653 None None] Port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:06.090445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::34e (e5b6507b-5891-44d5-9f9c-64207a0a3630/c25f6805-834a-49d6-b789-847cc5ac14d9/37e836e6-9420-4315-b063-ec5ca65300bb) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:06.136648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:06.150140 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Attempting to bind port 2c7c2b68-3536-41f5-8e60-db49bd021a7b on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:06.151041 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Attempting to bind port 2c7c2b68-3536-41f5-8e60-db49bd021a7b by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '558b19f0-5c47-408e-9704-268f2df5712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:06.152386 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Attempting to bind port 2c7c2b68-3536-41f5-8e60-db49bd021a7b on network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:06.159236 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:06.159561 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Checking segment: {'id': '558b19f0-5c47-408e-9704-268f2df5712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:06.159965 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.160353 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Bound using segment: {'id': '558b19f0-5c47-408e-9704-268f2df5712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:06.161015 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Bound port: 2c7c2b68-3536-41f5-8e60-db49bd021a7b, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b19f0-5c47-408e-9704-268f2df5712b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:06.161627 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.188703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb185-d153-45ff-87e2-186932684cef req-8401ac18-c1c9-4687-8f13-63c273692755 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:06.190337 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-caafb185-d153-45ff-87e2-186932684cef req-8401ac18-c1c9-4687-8f13-63c273692755 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 945 time: 1.1367688 Apr 29 07:42:06.203270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.203601 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added segment 9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6 of type vlan for network 9e29fb79-ec08-40c3-bb86-db73230336b8 Apr 29 07:42:06.209721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-220f27d9-286b-4b8a-8486-ddd74c187849 None None] Could not find standard attr ID for object ababe19b-f2e5-4f6b-9b4f-c751e42272dc. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:42:06.226089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ade16d-1dd6-414f-9b14-dffbc1e3fa84 None None] DHCP port deletion for 4314b74d-7a1f-4a85-88b7-fe2695ea8973 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:06.230476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (e6855af6-36c5-4bae-85ce-bd1cd617f31c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.247069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (37e77e3a-2f65-4f9a-a458-bff90c380ef1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.258905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac66c05b-1e5b-4b6a-9cd6-76ae5f461237 None None] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:06.262713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c1a9-5478-43e2-8f67-039261660daf tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (cf30d18e-2fba-47c0-af35-e2c285eba728), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.268462 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] For port 2c7c2b68-3536-41f5-8e60-db49bd021a7b, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:06.274041 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] For port 2c7c2b68-3536-41f5-8e60-db49bd021a7b, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2c7c2b68-3536-41f5-8e60-db49bd021a7b,segment=NetworkSegment(558b19f0-5c47-408e-9704-268f2df5712b),segment_id=558b19f0-5c47-408e-9704-268f2df5712b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:06.283811 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.284887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac66c05b-1e5b-4b6a-9cd6-76ae5f461237 None None] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 could not be found, it might have been deleted concurrently. {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 07:42:06.295885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2c94b-eda7-4dc4-80ba-56f6ccad3925 None None] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:06.302756 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-60b98265-a87e-4ac3-ad0c-e528b3ef644a service neutron] 10.222.0.36 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0614619 Apr 29 07:42:06.345630 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:06.346341 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:06.362077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2c94b-eda7-4dc4-80ba-56f6ccad3925 None None] Network 4314b74d-7a1f-4a85-88b7-fe2695ea8973 could not be found, it might have been deleted concurrently. {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 07:42:06.367580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (9e29fb79-ec08-40c3-bb86-db73230336b8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.374413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=37e77e3a-2f65-4f9a-a458-bff90c380ef1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:06.437375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (e6855af6-36c5-4bae-85ce-bd1cd617f31c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.437375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:06.437723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.465636 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:06.467981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:06.488851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c174d309-3a84-4fc7-b4e1-d658c0df8aa3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:06.495575 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8221247 Apr 29 07:42:06.502263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.resource_extend [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 07:42:06.504696 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53958) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:06.532359 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Sync routers for ids ['164a2943-4dfd-4b46-a2dd-705d3f766c07'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:06.596843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c13b5e9a-11ea-427c-8dd3-5f9f51c51c73 None None] Provisioning complete for port 2c7c2b68-3536-41f5-8e60-db49bd021a7b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:06.597720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c13b5e9a-11ea-427c-8dd3-5f9f51c51c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.610820 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Routers {'164a2943-4dfd-4b46-a2dd-705d3f766c07'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:06.611576 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['164a2943-4dfd-4b46-a2dd-705d3f766c07'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:06.637489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:06.638040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.651491 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-caafb185-d153-45ff-87e2-186932684cef req-b408aa44-e8e2-4a90-b194-2c7be70848b2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a778b68-b5e0-49eb-a5b4-46beb347004f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4399729 Apr 29 07:42:06.719025 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51b65a-5512-43ac-93de-2cf70499675e None None] Pushing event updated for resources: {'Port': ['ID=2c7c2b68-3536-41f5-8e60-db49bd021a7b,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:06.760821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.762404 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-46b443b0-7b57-4c9a-8d2d-6bad0a6e7880 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.9051163 Apr 29 07:42:06.764657 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9dfd1a70-8f57-4ddf-a60f-86f4c4378107 req-1e8c9337-fffc-4160-b8d8-ae9db0997588 service neutron] 10.222.0.36 "GET /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483154 Apr 29 07:42:06.769512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53960) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:06.788341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (9e29fb79-ec08-40c3-bb86-db73230336b8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.803157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:06.804279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.808008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:06.862212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c13b5e9a-11ea-427c-8dd3-5f9f51c51c73 None None] Current status of the port 2c7c2b68-3536-41f5-8e60-db49bd021a7b is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:06.862605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c13b5e9a-11ea-427c-8dd3-5f9f51c51c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.900535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c13b5e9a-11ea-427c-8dd3-5f9f51c51c73 None None] For port 2c7c2b68-3536-41f5-8e60-db49bd021a7b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2c7c2b68-3536-41f5-8e60-db49bd021a7b,segment=NetworkSegment(558b19f0-5c47-408e-9704-268f2df5712b),segment_id=558b19f0-5c47-408e-9704-268f2df5712b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:06.907243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c13b5e9a-11ea-427c-8dd3-5f9f51c51c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:06.959292 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Set router 164a2943-4dfd-4b46-a2dd-705d3f766c07 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:06.979675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b5e9a-11ea-427c-8dd3-5f9f51c51c73 None None] Pushing event updated for resources: {'Port': ['ID=2c7c2b68-3536-41f5-8e60-db49bd021a7b,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:07.033803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port 37e77e3a-2f65-4f9a-a458-bff90c380ef1 on host hv-neutron-8398 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:07.035914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bf00a69c-7876-42a9-91f6-6bb73b35294e None None] Provisioning complete for port 2c7c2b68-3536-41f5-8e60-db49bd021a7b triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:07.036341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bf00a69c-7876-42a9-91f6-6bb73b35294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.040206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.044342 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c23d7efc-524b-49b4-b407-404db2a3e39e req-16ca5ee6-79f0-4742-a081-d2317b55a387 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/37e77e3a-2f65-4f9a-a458-bff90c380ef1 HTTP/1.1" status: 204 len: 173 time: 2.1734304 Apr 29 07:42:07.052789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'name': 'network-vif-deleted', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:42:07.053612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (37e836e6-9420-4315-b063-ec5ca65300bb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.058207 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847864d6-977d-496a-bc48-6b3a0432d17a" -d '{"events": [{"server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "name": "network-vif-deleted", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:42:07.066022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c1a9-5478-43e2-8f67-039261660daf tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (cf30d18e-2fba-47c0-af35-e2c285eba728), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.069973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c1a9-5478-43e2-8f67-039261660daf tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.072195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b69093-2b8a-4490-9467-be1341dde578 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:07.075997 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-62b69093-2b8a-4490-9467-be1341dde578 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/networks?id=e6855af6-36c5-4bae-85ce-bd1cd617f31c HTTP/1.1" status: 200 len: 761 time: 0.5417957 Apr 29 07:42:07.078978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53964) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:07.079214 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2fa3c1a9-5478-43e2-8f67-039261660daf tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf30d18e-2fba-47c0-af35-e2c285eba728 HTTP/1.1" status: 204 len: 168 time: 1.1530125 Apr 29 07:42:07.079754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53966) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:07.106087 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3427377 Apr 29 07:42:07.109977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3c1a9-5478-43e2-8f67-039261660daf tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf30d18e-2fba-47c0-af35-e2c285eba728,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:07.115434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53968) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:07.122067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'subnet': {'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:07.127510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-08a3920b-540b-40ef-97e1-085d2fdeaec5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'description': 'd2'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:07.133328 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadaf024-ab7c-4af1-a475-5258f407496d x-openstack-request-id: req-aadaf024-ab7c-4af1-a475-5258f407496d {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:42:07.133620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a2662d-6776-4992-9ab6-f9b4545dcc84", "name": "network-vif-deleted", "tag": "37e77e3a-2f65-4f9a-a458-bff90c380ef1", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:42:07.133872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aadaf024-ab7c-4af1-a475-5258f407496d {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:42:07.134279 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadaf024-ab7c-4af1-a475-5258f407496d'] response: {'server_uuid': 'a1a2662d-6776-4992-9ab6-f9b4545dcc84', 'name': 'network-vif-deleted', 'tag': '37e77e3a-2f65-4f9a-a458-bff90c380ef1', 'status': 'completed', 'code': 200} Apr 29 07:42:07.135769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb601ec5-49a7-4908-9404-35a17a63de28 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=e6855af6-36c5-4bae-85ce-bd1cd617f31c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:07.144236 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:42:07.166831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network e6855af6-36c5-4bae-85ce-bd1cd617f31c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:07.226972 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:01Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:07.228441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40a2a1-fe19-402c-a9a0-5fb14f043382 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Network': ['ID=9e29fb79-ec08-40c3-bb86-db73230336b8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:07.290437 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d211d9-8af1-42fc-a5d7-255c1c602e21 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:01Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:07.298078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 9e29fb79-ec08-40c3-bb86-db73230336b8 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:07.305514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:07.309447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.321577 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7382c5e0-7367-4db6-a405-a041297b00a7 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2298825 Apr 29 07:42:07.323155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53970) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:07.347154 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a2943-4dfd-4b46-a2dd-705d3f766c07', 'name': '', 'tenant_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2', 'external_fixed_ips': [{'subnet_id': 'e281b5ad-3503-4d32-a146-d36d620d376a', 'ip_address': '2001:db8::fe'}], 'enable_snat': True}, 'gw_port_id': '4989d584-5aee-4f7b-886d-615c08fe3384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:59Z', 'updated_at': '2022-04-29T07:42:03Z', 'revision_number': 3, 'project_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'gw_port': {'id': '4989d584-5aee-4f7b-886d-615c08fe3384', 'name': '', 'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:42:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164a2943-4dfd-4b46-a2dd-705d3f766c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'e281b5ad-3503-4d32-a146-d36d620d376a', 'ip_address': '2001:db8::fe', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:01Z', 'updated_at': '2022-04-29T07:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e281b5ad-3503-4d32-a146-d36d620d376a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:07.369210 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-dceb4cd2-07a4-46a8-b625-9168078f1eee tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] delete failed (client error): The resource could not be found. Apr 29 07:42:07.370301 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dceb4cd2-07a4-46a8-b625-9168078f1eee tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "DELETE /v2.0/security-groups/6200931a-d248-41ad-ac22-a888b1a2157a HTTP/1.1" status: 404 len: 347 time: 0.0444739 Apr 29 07:42:07.389176 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Checking router: 164a2943-4dfd-4b46-a2dd-705d3f766c07 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:07.389790 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Updating router 164a2943-4dfd-4b46-a2dd-705d3f766c07 port 4989d584-5aee-4f7b-886d-615c08fe3384 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:07.394172 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53972) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:07.404555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (164a2943-4dfd-4b46-a2dd-705d3f766c07), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.427114 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-a1f1657b-8e63-4341-99df-140507fdada4 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] show failed (client error): The resource could not be found. Apr 29 07:42:07.428170 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a1f1657b-8e63-4341-99df-140507fdada4 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-groups/c1fdb58e-416a-405d-8874-d2146d7694e5 HTTP/1.1" status: 404 len: 347 time: 0.0329599 Apr 29 07:42:07.433970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53974) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:07.450452 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4989d584-5aee-4f7b-886d-615c08fe3384), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.456507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (37e836e6-9420-4315-b063-ec5ca65300bb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.456752 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-a40d3622-8ab2-4e18-b223-fc96e751ef99 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] show failed (client error): The resource could not be found. Apr 29 07:42:07.462124 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a40d3622-8ab2-4e18-b223-fc96e751ef99 tempest-NegativeSecGroupIPv6Test-567107351 tempest-NegativeSecGroupIPv6Test-567107351-project] 10.222.0.23 "GET /v2.0/security-group-rules/5507e9f9-7ad3-4d7a-8c7a-26c66a81e866 HTTP/1.1" status: 404 len: 356 time: 0.0247173 Apr 29 07:42:07.462328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.505566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bf00a69c-7876-42a9-91f6-6bb73b35294e None None] Current status of the port 2c7c2b68-3536-41f5-8e60-db49bd021a7b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:07.646544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08a3920b-540b-40ef-97e1-085d2fdeaec5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (e6855af6-36c5-4bae-85ce-bd1cd617f31c), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.650861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:07.695004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:07.710966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:07.722359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:07.723306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.733888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=37e836e6-9420-4315-b063-ec5ca65300bb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:07.739345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (53e40af1-627f-49bc-87c7-f24273d645d8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.754197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08a3920b-540b-40ef-97e1-085d2fdeaec5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (e6855af6-36c5-4bae-85ce-bd1cd617f31c), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.868166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Subnet': ['ID=53e40af1-627f-49bc-87c7-f24273d645d8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:07.916873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Checking segment: {'id': '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:07.917253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network hostable DHCP agents. Network: 9e29fb79-ec08-40c3-bb86-db73230336b8, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:07.946859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 9e29fb79-ec08-40c3-bb86-db73230336b8 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:07.961939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08a3920b-540b-40ef-97e1-085d2fdeaec5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network e6855af6-36c5-4bae-85ce-bd1cd617f31c is not hosted by any dhcp agent {{(pid=104223) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:42:07.968263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3920b-540b-40ef-97e1-085d2fdeaec5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:07.969792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08a3920b-540b-40ef-97e1-085d2fdeaec5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:07.972086 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-08a3920b-540b-40ef-97e1-085d2fdeaec5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "PUT /v2.0/networks/e6855af6-36c5-4bae-85ce-bd1cd617f31c HTTP/1.1" status: 200 len: 758 time: 0.8695128 Apr 29 07:42:07.976017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53982) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:07.977308 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b7133f57-6802-4f1b-8d96-2c38934c0aad tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8800223 Apr 29 07:42:07.998636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53984) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:08.024482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-84287fd4-17e0-4bcd-9964-d4172b74731b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:08.029593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 9e29fb79-ec08-40c3-bb86-db73230336b8) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:08.035036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:08.036175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.042755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e60396-9fcf-48ff-b69e-162151592c6e None None] Network 9e29fb79-ec08-40c3-bb86-db73230336b8 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:08.051637 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-34699cc2-4c4d-4011-8140-3972538acb3f req-22059332-e5aa-4855-b1df-65da0d308046 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a2662d-6776-4992-9ab6-f9b4545dcc84 HTTP/1.1" status: 200 len: 210 time: 0.1610110 Apr 29 07:42:08.060463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3920b-540b-40ef-97e1-085d2fdeaec5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=e6855af6-36c5-4bae-85ce-bd1cd617f31c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:08.066107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (164a2943-4dfd-4b46-a2dd-705d3f766c07), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.086859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53986) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:08.167308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network e6855af6-36c5-4bae-85ce-bd1cd617f31c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:08.185868 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3496c2ef-826c-44db-bb3b-4dee59801034 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0672460 Apr 29 07:42:08.186707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53990) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:08.283748 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Publish callbacks [] for port (4989d584-5aee-4f7b-886d-615c08fe3384), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.299408 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4989d584-5aee-4f7b-886d-615c08fe3384), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.312248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd186a-ce08-4a51-b037-42e2986ec65b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:08.313809 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-72dd186a-ce08-4a51-b037-42e2986ec65b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/networks?id=e6855af6-36c5-4bae-85ce-bd1cd617f31c HTTP/1.1" status: 200 len: 761 time: 0.3330219 Apr 29 07:42:08.317617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53992) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:08.329529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-20d7055c-18c0-4187-b9d2-e61d22d11286 None None] Provisioning complete for port 37e836e6-9420-4315-b063-ec5ca65300bb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:08.329659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1509881620'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:08.329894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-20d7055c-18c0-4187-b9d2-e61d22d11286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (37e836e6-9420-4315-b063-ec5ca65300bb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.331918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Deleting port 4989d584-5aee-4f7b-886d-615c08fe3384 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:08.332409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4989d584-5aee-4f7b-886d-615c08fe3384), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.411880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:08.415497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.427472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-20d7055c-18c0-4187-b9d2-e61d22d11286 None None] Port 37e836e6-9420-4315-b063-ec5ca65300bb cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:08.452548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-9e29fb79-ec08-40c3-bb86-db73230336b8', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'project_id': '1cce2196bf464d76acdc43610391b90d', 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:42:08.453792 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.466947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84287fd4-17e0-4bcd-9964-d4172b74731b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:08.474222 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-84287fd4-17e0-4bcd-9964-d4172b74731b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.483448 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Attempting to bind port 4989d584-5aee-4f7b-886d-615c08fe3384 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:08.483838 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Attempting to bind port 4989d584-5aee-4f7b-886d-615c08fe3384 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'b1ddc924-7bf6-4580-a32a-6600539c68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:08.484186 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Attempting to bind port 4989d584-5aee-4f7b-886d-615c08fe3384 on network 08db8c23-fe87-4814-8327-00b72d1d7fd2 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:08.494009 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0537c1-3b7f-470a-bcb2-d0caa4ac9fce None None] Pushing event updated for resources: {'Port': ['ID=4989d584-5aee-4f7b-886d-615c08fe3384,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:08.497433 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:08.506776 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:08.507202 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Checking segment: {'id': 'b1ddc924-7bf6-4580-a32a-6600539c68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:08.507589 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.508264 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Bound using segment: {'id': 'b1ddc924-7bf6-4580-a32a-6600539c68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:08.508545 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Bound port: 4989d584-5aee-4f7b-886d-615c08fe3384, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ddc924-7bf6-4580-a32a-6600539c68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '08db8c23-fe87-4814-8327-00b72d1d7fd2'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:08.508921 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4989d584-5aee-4f7b-886d-615c08fe3384), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.552680 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d8bfb643-e798-4587-b5e2-cad9daf909d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3eeaaf68c7864d9c9deaeb2ee44619a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619210 Apr 29 07:42:08.559161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53994) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:08.572937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (05b70e07-acf1-4535-a71f-2b6e9fbdf159), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.573274 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment 05b70e07-acf1-4535-a71f-2b6e9fbdf159 of type vlan for network 3e8c43a7-4478-4107-a943-e687f78c1fdb Apr 29 07:42:08.587846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4989d584-5aee-4f7b-886d-615c08fe3384), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.597406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2c7c2b68-3536-41f5-8e60-db49bd021a7b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:08.606154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Calling delete_port for 4989d584-5aee-4f7b-886d-615c08fe3384 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:08.644384 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] For port 4989d584-5aee-4f7b-886d-615c08fe3384, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:08.650294 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] For port 4989d584-5aee-4f7b-886d-615c08fe3384, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4989d584-5aee-4f7b-886d-615c08fe3384,segment=NetworkSegment(b1ddc924-7bf6-4580-a32a-6600539c68d7),segment_id=b1ddc924-7bf6-4580-a32a-6600539c68d7)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:08.662722 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4989d584-5aee-4f7b-886d-615c08fe3384), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.692232 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (3e8c43a7-4478-4107-a943-e687f78c1fdb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.717642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Allocated IP 2001:db8:1::2 (9e29fb79-ec08-40c3-bb86-db73230336b8/53e40af1-627f-49bc-87c7-f24273d645d8/6b23cff8-3628-4184-9145-78d6f883e765) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:08.729882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 2c7c2b68-3536-41f5-8e60-db49bd021a7b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:08.730448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.742356 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.ipam_backend_mixin [None req-84287fd4-17e0-4bcd-9964-d4172b74731b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c25f6805-834a-49d6-b789-847cc5ac14d9 (CIDR: 2001:db8::/64) Apr 29 07:42:08.746950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59a9b7d6-2039-44ab-88b8-e91430a46b6a admin admin] Publish callbacks [] for security_group (e5935490-be46-4f9f-8918-bd70f6c3a6f9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.765993 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-84287fd4-17e0-4bcd-9964-d4172b74731b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:42:08.766888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84287fd4-17e0-4bcd-9964-d4172b74731b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:08.787497 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0537c1-3b7f-470a-bcb2-d0caa4ac9fce None None] Pushing event updated for resources: {'Port': ['ID=4989d584-5aee-4f7b-886d-615c08fe3384,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:08.799657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (3e8c43a7-4478-4107-a943-e687f78c1fdb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.806202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:08.807151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.811758 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Routers {'164a2943-4dfd-4b46-a2dd-705d3f766c07'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:08.812225 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59a9b7d6-2039-44ab-88b8-e91430a46b6a admin admin] Publish callbacks [] for security_group (e5935490-be46-4f9f-8918-bd70f6c3a6f9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.813028 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['164a2943-4dfd-4b46-a2dd-705d3f766c07'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:08.885626 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-84287fd4-17e0-4bcd-9964-d4172b74731b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8650265 Apr 29 07:42:08.891188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 53996) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:08.901774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:08.927700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 2c7c2b68-3536-41f5-8e60-db49bd021a7b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:08.948973 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6277413 Apr 29 07:42:08.950298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:08.952671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 53998) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:08.959284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': '3e8c43a7-4478-4107-a943-e687f78c1fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:08.965413 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] Set router 164a2943-4dfd-4b46-a2dd-705d3f766c07 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:08.986321 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70bcf7-0d4d-45f2-93b5-d4e113f3a56d tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=3e8c43a7-4478-4107-a943-e687f78c1fdb,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:08.988187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 37e77e3a-2f65-4f9a-a458-bff90c380ef1 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:09.029333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59a9b7d6-2039-44ab-88b8-e91430a46b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e5935490-be46-4f9f-8918-bd70f6c3a6f9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.032051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-59a9b7d6-2039-44ab-88b8-e91430a46b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.035732 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-59a9b7d6-2039-44ab-88b8-e91430a46b6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5935490-be46-4f9f-8918-bd70f6c3a6f9 HTTP/1.1" status: 204 len: 168 time: 0.4733427 Apr 29 07:42:09.041311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 3e8c43a7-4478-4107-a943-e687f78c1fdb details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:09.043056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 37e77e3a-2f65-4f9a-a458-bff90c380ef1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:09.043490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 37e77e3a-2f65-4f9a-a458-bff90c380ef1 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:09.069594 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164a2943-4dfd-4b46-a2dd-705d3f766c07', 'name': '', 'tenant_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:59Z', 'updated_at': '2022-04-29T07:42:08Z', 'revision_number': 4, 'project_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:09.108023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9b7d6-2039-44ab-88b8-e91430a46b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5935490-be46-4f9f-8918-bd70f6c3a6f9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:09.112880 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f62557-bcf7-4c1c-89d8-f3f23383843f None None] The sync data for ids ['164a2943-4dfd-4b46-a2dd-705d3f766c07'] in dv-neutron-839860-1-hyperv is: [{'id': '164a2943-4dfd-4b46-a2dd-705d3f766c07', 'name': '', 'tenant_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:59Z', 'updated_at': '2022-04-29T07:42:08Z', 'revision_number': 4, 'project_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:09.121296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4989d584-5aee-4f7b-886d-615c08fe3384), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.131359 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:09.139935 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.172325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54004) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:09.211076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event deleted for resources: {'Port': ['ID=4989d584-5aee-4f7b-886d-615c08fe3384,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:09.260669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (164a2943-4dfd-4b46-a2dd-705d3f766c07), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.284353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Publish callbacks [] for port (6b23cff8-3628-4184-9145-78d6f883e765), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.298913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (6b23cff8-3628-4184-9145-78d6f883e765), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.381542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:09.385838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.386029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Network 9e29fb79-ec08-40c3-bb86-db73230336b8 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:09.389319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:09.396681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (164a2943-4dfd-4b46-a2dd-705d3f766c07), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.402585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:09.408592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9969c083-393e-4e9f-b4e1-74b4f8048f2d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (5a778b68-b5e0-49eb-a5b4-46beb347004f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.441000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_controller (164a2943-4dfd-4b46-a2dd-705d3f766c07), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.464402 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9969c083-393e-4e9f-b4e1-74b4f8048f2d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (5a778b68-b5e0-49eb-a5b4-46beb347004f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.465039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Pushing event updated for resources: {'Port': ['ID=6b23cff8-3628-4184-9145-78d6f883e765,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:09.518301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Attempting to bind port 6b23cff8-3628-4184-9145-78d6f883e765 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:09.519910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Attempting to bind port 6b23cff8-3628-4184-9145-78d6f883e765 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:09.520442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Attempting to bind port 6b23cff8-3628-4184-9145-78d6f883e765 on network 9e29fb79-ec08-40c3-bb86-db73230336b8 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:09.527418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:09.528043 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Checking segment: {'id': '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:09.528533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.529155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Bound using segment: {'id': '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:09.529769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Bound port: 6b23cff8-3628-4184-9145-78d6f883e765, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:09.531419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6b23cff8-3628-4184-9145-78d6f883e765), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.654224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (164a2943-4dfd-4b46-a2dd-705d3f766c07), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.654853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 164a2943-4dfd-4b46-a2dd-705d3f766c07 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:09.656749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] For port 6b23cff8-3628-4184-9145-78d6f883e765, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:09.661782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] For port 6b23cff8-3628-4184-9145-78d6f883e765, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6b23cff8-3628-4184-9145-78d6f883e765,segment=NetworkSegment(9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6),segment_id=9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:09.663809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.665030 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-eef50ffa-563b-41fc-860f-ec952da8cad5 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "DELETE /v2.0/routers/164a2943-4dfd-4b46-a2dd-705d3f766c07 HTTP/1.1" status: 204 len: 168 time: 2.8935888 Apr 29 07:42:09.671245 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6b23cff8-3628-4184-9145-78d6f883e765), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.672978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54014) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:09.789984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9969c083-393e-4e9f-b4e1-74b4f8048f2d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (5a778b68-b5e0-49eb-a5b4-46beb347004f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.792621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9969c083-393e-4e9f-b4e1-74b4f8048f2d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:09.802506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1bcde-41e6-4935-b874-a0bb6b2bca49 None None] Pushing event updated for resources: {'Port': ['ID=6b23cff8-3628-4184-9145-78d6f883e765,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:09.806317 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9969c083-393e-4e9f-b4e1-74b4f8048f2d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/5a778b68-b5e0-49eb-a5b4-46beb347004f HTTP/1.1" status: 204 len: 168 time: 0.6301622 Apr 29 07:42:09.879307 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c083-393e-4e9f-b4e1-74b4f8048f2d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a778b68-b5e0-49eb-a5b4-46beb347004f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:09.882857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54020) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:09.979661 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (129e4b23-8afb-481d-a535-356ec48a7284), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.087057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:10.100736 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:10.112996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:10.113730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.116696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f745ebb-f878-4eb3-abce-d51945589053 None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:10.134053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=129e4b23-8afb-481d-a535-356ec48a7284,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:10.159197 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dd2c0444-caf0-4d19-8ee3-c8c5ad321d66 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2638514 Apr 29 07:42:10.168114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54030) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:10.175254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-705237611', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '129e4b23-8afb-481d-a535-356ec48a7284'}], 'security_groups': ['94b88083-eead-458c-9757-f52693b59524']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:10.267336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e038f2c3-8b44-4c04-b04a-d97c1f266a68 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Deleting subnet e281b5ad-3503-4d32-a146-d36d620d376a {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:10.274435 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e038f2c3-8b44-4c04-b04a-d97c1f266a68 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for subnet (e281b5ad-3503-4d32-a146-d36d620d376a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.362039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e038f2c3-8b44-4c04-b04a-d97c1f266a68 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (e281b5ad-3503-4d32-a146-d36d620d376a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.377156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54032) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:10.390127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 2001:db8:1::1 (9e29fb79-ec08-40c3-bb86-db73230336b8/53e40af1-627f-49bc-87c7-f24273d645d8/e66bd0b7-5680-4d92-b09d-a0f1269a3aec) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:10.462853 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620e18b-969d-45b9-af97-ebdc6c21a2a5 None None] Update dhcp port {'port': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'fixed_ips': [{'subnet_id': 'c25f6805-834a-49d6-b789-847cc5ac14d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '129e4b23-8afb-481d-a535-356ec48a7284'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': 'c174d309-3a84-4fc7-b4e1-d658c0df8aa3'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:42:10.516308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e038f2c3-8b44-4c04-b04a-d97c1f266a68 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (e281b5ad-3503-4d32-a146-d36d620d376a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.525975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2620e18b-969d-45b9-af97-ebdc6c21a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.528922 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6b23cff8-3628-4184-9145-78d6f883e765 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:10.557833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (37e836e6-9420-4315-b063-ec5ca65300bb), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.588382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (31aeafe3-ee27-4152-addd-4df38df7be90), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.690577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=31aeafe3-ee27-4152-addd-4df38df7be90,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:10.696500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6b23cff8-3628-4184-9145-78d6f883e765 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:10.697122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6b23cff8-3628-4184-9145-78d6f883e765), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.717827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e038f2c3-8b44-4c04-b04a-d97c1f266a68 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (e281b5ad-3503-4d32-a146-d36d620d376a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.759394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2147449401'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:10.764396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': '05b70e07-acf1-4535-a71f-2b6e9fbdf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e8c43a7-4478-4107-a943-e687f78c1fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:10.764929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: 3e8c43a7-4478-4107-a943-e687f78c1fdb, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:10.771110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.773008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038f2c3-8b44-4c04-b04a-d97c1f266a68 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e281b5ad-3503-4d32-a146-d36d620d376a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:10.785465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e038f2c3-8b44-4c04-b04a-d97c1f266a68 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.788910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e038f2c3-8b44-4c04-b04a-d97c1f266a68 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/e281b5ad-3503-4d32-a146-d36d620d376a HTTP/1.1" status: 204 len: 168 time: 1.1147897 Apr 29 07:42:10.791976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54036) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:10.793810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-2620e18b-969d-45b9-af97-ebdc6c21a2a5 None None] Allocated IP 2001:db8:0:1::2 (e5b6507b-5891-44d5-9f9c-64207a0a3630/129e4b23-8afb-481d-a535-356ec48a7284/c174d309-3a84-4fc7-b4e1-d658c0df8aa3) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:10.891279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Made reservation on behalf of e98aaf9b706a4a7b9cd0bc3650e14f0b for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:10.891855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6b23cff8-3628-4184-9145-78d6f883e765 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:10.892238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6b23cff8-3628-4184-9145-78d6f883e765), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.894697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.902180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.909445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:10.948566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network 3e8c43a7-4478-4107-a943-e687f78c1fdb is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:10.973009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 6b23cff8-3628-4184-9145-78d6f883e765, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6b23cff8-3628-4184-9145-78d6f883e765,segment=NetworkSegment(9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6),segment_id=9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:10.973298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 3e8c43a7-4478-4107-a943-e687f78c1fdb) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:10.976338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2620e18b-969d-45b9-af97-ebdc6c21a2a5 None None] For port c174d309-3a84-4fc7-b4e1-d658c0df8aa3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,segment=NetworkSegment(5bbb6435-9206-4286-b2d5-41a84731ee70),segment_id=5bbb6435-9206-4286-b2d5-41a84731ee70)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:10.984061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 9e29fb79-ec08-40c3-bb86-db73230336b8 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:10.990483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f414f-ead2-4ab1-aa70-79fece84dc5e None None] Network 3e8c43a7-4478-4107-a943-e687f78c1fdb requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:11.005474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:11.007078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.024914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (08db8c23-fe87-4814-8327-00b72d1d7fd2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.027210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:11.029790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:11.030482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.043384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=e66bd0b7-5680-4d92-b09d-a0f1269a3aec,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:11.085933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6b23cff8-3628-4184-9145-78d6f883e765), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.098380 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f71990d8-673d-481d-84a4-4b6df78a6a10 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1446083 Apr 29 07:42:11.101337 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54038) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:11.142357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for security_group (37270f65-ef5a-4e4d-a15c-3d02b823ec5d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.157121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (37270f65-ef5a-4e4d-a15c-3d02b823ec5d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.159368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-3e8c43a7-4478-4107-a943-e687f78c1fdb', 'network_id': '3e8c43a7-4478-4107-a943-e687f78c1fdb', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': '31aeafe3-ee27-4152-addd-4df38df7be90'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:42:11.161156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.212818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:11.215925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37270f65-ef5a-4e4d-a15c-3d02b823ec5d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:11.228574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (8353600c-9bea-48ec-8514-39f2765bd25a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.263635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (08db8c23-fe87-4814-8327-00b72d1d7fd2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.287250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08db8c23-fe87-4814-8327-00b72d1d7fd2']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:11.297680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ddc924-7bf6-4580-a32a-6600539c68d7') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:11.297975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ddc924-7bf6-4580-a32a-6600539c68d7') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:11.315571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (b1ddc924-7bf6-4580-a32a-6600539c68d7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.322837 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (495d6b60-04c7-447a-bc21-d091732f23df), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.323152 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Added segment 495d6b60-04c7-447a-bc21-d091732f23df of type vlan for network 760edd1a-da21-40c3-9318-0118e7149dc3 Apr 29 07:42:11.333570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b1ddc924-7bf6-4580-a32a-6600539c68d7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.341363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:11.341805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (b1ddc924-7bf6-4580-a32a-6600539c68d7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.399658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2620e18b-969d-45b9-af97-ebdc6c21a2a5 None None] Publish callbacks [] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:11.405775 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:11.420350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (08db8c23-fe87-4814-8327-00b72d1d7fd2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.421766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (760edd1a-da21-40c3-9318-0118e7149dc3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.424389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08db8c23-fe87-4814-8327-00b72d1d7fd2 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 07:42:11.427016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.430752 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "DELETE /v2.0/networks/08db8c23-fe87-4814-8327-00b72d1d7fd2 HTTP/1.1" status: 204 len: 168 time: 0.6329627 Apr 29 07:42:11.432072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2620e18b-969d-45b9-af97-ebdc6c21a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.464545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2cf10-1eee-4286-bf08-f0004342146a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event deleted for resources: {'Network': ['ID=08db8c23-fe87-4814-8327-00b72d1d7fd2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:11.508033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=6b23cff8-3628-4184-9145-78d6f883e765,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:11.516969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.523590 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (3e8c43a7-4478-4107-a943-e687f78c1fdb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.599519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (760edd1a-da21-40c3-9318-0118e7149dc3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.606083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ce68e-ae67-4aee-a656-e6ec1439f3a7 None None] Network 9e29fb79-ec08-40c3-bb86-db73230336b8 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:11.610269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:11.611548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.761177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Pushing event updated for resources: {'Network': ['ID=760edd1a-da21-40c3-9318-0118e7149dc3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:11.777339 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7d505327-9b98-4137-bf70-aef3b368a5b1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3969162 Apr 29 07:42:11.787006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54046) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:11.815427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Request body: {'subnet': {'network_id': '760edd1a-da21-40c3-9318-0118e7149dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:11.833311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 760edd1a-da21-40c3-9318-0118e7149dc3 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:11.845552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (31aeafe3-ee27-4152-addd-4df38df7be90), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.908625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54048) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:11.928727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f0dd9d7c-a57a-4ffb-854f-bd3e2b1558cf tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'router': {'name': 'tempest-router--74126378', 'project_id': '4e8b6fb9aae54f0e9234eec0197562de'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:11.989545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9d7c-a57a-4ffb-854f-bd3e2b1558cf tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (a4ede362-f27b-415b-ab5d-3e76d99dace8), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:11.994942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9d7c-a57a-4ffb-854f-bd3e2b1558cf tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (a4ede362-f27b-415b-ab5d-3e76d99dace8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.008410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-46c2e398-8bfa-4e73-8e4e-20302e833c8f None None] Provisioning complete for port 6b23cff8-3628-4184-9145-78d6f883e765 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:12.008814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46c2e398-8bfa-4e73-8e4e-20302e833c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6b23cff8-3628-4184-9145-78d6f883e765), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.046109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Delete allocated IP 2001:db8::34e (e5b6507b-5891-44d5-9f9c-64207a0a3630/c25f6805-834a-49d6-b789-847cc5ac14d9) {{(pid=104224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:42:12.066928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8:0:1::38f (e5b6507b-5891-44d5-9f9c-64207a0a3630/129e4b23-8afb-481d-a535-356ec48a7284/37e836e6-9420-4315-b063-ec5ca65300bb) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:12.124113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620e18b-969d-45b9-af97-ebdc6c21a2a5 None None] Pushing event updated for resources: {'Port': ['ID=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:12.148288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Made reservation on behalf of e98aaf9b706a4a7b9cd0bc3650e14f0b for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:12.152282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.170073 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Allocated IP 172.20.0.2 (3e8c43a7-4478-4107-a943-e687f78c1fdb/31aeafe3-ee27-4152-addd-4df38df7be90/880d2c6f-51c7-4ddb-8e65-e0bc071f9a67) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:12.290419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-46c2e398-8bfa-4e73-8e4e-20302e833c8f None None] Current status of the port 6b23cff8-3628-4184-9145-78d6f883e765 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:12.311653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.321502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9d7c-a57a-4ffb-854f-bd3e2b1558cf tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_controller (a4ede362-f27b-415b-ab5d-3e76d99dace8), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.323852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.325635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.353690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9d7c-a57a-4ffb-854f-bd3e2b1558cf tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (a4ede362-f27b-415b-ab5d-3e76d99dace8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.455160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6b23cff8-3628-4184-9145-78d6f883e765 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:12.494207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9d7c-a57a-4ffb-854f-bd3e2b1558cf tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.497874 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f0dd9d7c-a57a-4ffb-854f-bd3e2b1558cf tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5857270 Apr 29 07:42:12.503201 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54050) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:12.525327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Publish callbacks [] for port (880d2c6f-51c7-4ddb-8e65-e0bc071f9a67), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.540916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (880d2c6f-51c7-4ddb-8e65-e0bc071f9a67), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.587516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=e66bd0b7-5680-4d92-b09d-a0f1269a3aec,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:12.591592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ada37dba-770f-48f4-a1f8-2ddd90125a76 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (a4ede362-f27b-415b-ab5d-3e76d99dace8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.603087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Network 3e8c43a7-4478-4107-a943-e687f78c1fdb is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:12.611932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:12.616069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:12.640882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6b23cff8-3628-4184-9145-78d6f883e765 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:12.641289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6b23cff8-3628-4184-9145-78d6f883e765), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.721485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (31aeafe3-ee27-4152-addd-4df38df7be90), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.764914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-94781ea1-1254-49fc-ad26-198c87dd1366 None None] Provisioning complete for port 6b23cff8-3628-4184-9145-78d6f883e765 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:12.765293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-94781ea1-1254-49fc-ad26-198c87dd1366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6b23cff8-3628-4184-9145-78d6f883e765), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.799667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Pushing event updated for resources: {'Port': ['ID=880d2c6f-51c7-4ddb-8e65-e0bc071f9a67,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:12.825138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Attempting to bind port 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:12.825511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Attempting to bind port 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '05b70e07-acf1-4535-a71f-2b6e9fbdf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e8c43a7-4478-4107-a943-e687f78c1fdb'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:12.826074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Attempting to bind port 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67 on network 3e8c43a7-4478-4107-a943-e687f78c1fdb {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:12.834029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=31aeafe3-ee27-4152-addd-4df38df7be90,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:12.835219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 4379df11-34d5-4daa-9ac5-722943931b8a {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:12.835800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.837080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:12.837623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Checking segment: {'id': '05b70e07-acf1-4535-a71f-2b6e9fbdf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e8c43a7-4478-4107-a943-e687f78c1fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:12.837968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.838420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Bound using segment: {'id': '05b70e07-acf1-4535-a71f-2b6e9fbdf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e8c43a7-4478-4107-a943-e687f78c1fdb'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:12.839160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Bound port: 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b70e07-acf1-4535-a71f-2b6e9fbdf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e8c43a7-4478-4107-a943-e687f78c1fdb'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:12.839460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ada37dba-770f-48f4-a1f8-2ddd90125a76 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (a4ede362-f27b-415b-ab5d-3e76d99dace8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.839784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (880d2c6f-51c7-4ddb-8e65-e0bc071f9a67), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.846980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ada37dba-770f-48f4-a1f8-2ddd90125a76 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_controller (a4ede362-f27b-415b-ab5d-3e76d99dace8), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:12.858944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 9e29fb79-ec08-40c3-bb86-db73230336b8 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:12.873101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:12.941626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] For port 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:12.944981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] For port 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=880d2c6f-51c7-4ddb-8e65-e0bc071f9a67,segment=NetworkSegment(05b70e07-acf1-4535-a71f-2b6e9fbdf159),segment_id=05b70e07-acf1-4535-a71f-2b6e9fbdf159)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:12.963216 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6b23cff8-3628-4184-9145-78d6f883e765 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:12.965832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c174d309-3a84-4fc7-b4e1-d658c0df8aa3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:13.029039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (880d2c6f-51c7-4ddb-8e65-e0bc071f9a67), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.051204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 4379df11-34d5-4daa-9ac5-722943931b8a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4379df11-34d5-4daa-9ac5-722943931b8a,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:13.051790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.057086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (37e836e6-9420-4315-b063-ec5ca65300bb), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.062555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (3e8c43a7-4478-4107-a943-e687f78c1fdb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.065122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ada37dba-770f-48f4-a1f8-2ddd90125a76 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (a4ede362-f27b-415b-ab5d-3e76d99dace8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.065960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada37dba-770f-48f4-a1f8-2ddd90125a76 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4ede362-f27b-415b-ab5d-3e76d99dace8 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:13.070907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ada37dba-770f-48f4-a1f8-2ddd90125a76 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.072140 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ada37dba-770f-48f4-a1f8-2ddd90125a76 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "DELETE /v2.0/routers/a4ede362-f27b-415b-ab5d-3e76d99dace8 HTTP/1.1" status: 204 len: 168 time: 0.5677774 Apr 29 07:42:13.079747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:13.097626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-94781ea1-1254-49fc-ad26-198c87dd1366 None None] Current status of the port 6b23cff8-3628-4184-9145-78d6f883e765 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:13.099857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8c43a7-4478-4107-a943-e687f78c1fdb']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:13.117983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (37e836e6-9420-4315-b063-ec5ca65300bb), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.154635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ae7f7-50b2-4825-9e5d-27a3915f6a6b None None] Pushing event updated for resources: {'Port': ['ID=880d2c6f-51c7-4ddb-8e65-e0bc071f9a67,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:13.166705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 4379df11-34d5-4daa-9ac5-722943931b8a owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:13.241283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-94781ea1-1254-49fc-ad26-198c87dd1366 None None] Provisioning complete for port e66bd0b7-5680-4d92-b09d-a0f1269a3aec triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:13.243501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-94781ea1-1254-49fc-ad26-198c87dd1366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.305913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-94781ea1-1254-49fc-ad26-198c87dd1366 None None] Port e66bd0b7-5680-4d92-b09d-a0f1269a3aec cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:13.307810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1db98-41b8-4eec-bf2a-570084c20826 None None] Network 3e8c43a7-4478-4107-a943-e687f78c1fdb requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:13.310746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54054) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:13.311073 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:13.311448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.353308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.397347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] In _notify_port_updated(), no bound segment for port 37e836e6-9420-4315-b063-ec5ca65300bb on network e5b6507b-5891-44d5-9f9c-64207a0a3630 {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:42:13.404932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:13.406122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.407972 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "PUT /v2.0/ports/37e836e6-9420-4315-b063-ec5ca65300bb HTTP/1.1" status: 200 len: 930 time: 3.2387166 Apr 29 07:42:13.549898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Provisioning complete for port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:13.550185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.572992 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54058) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:13.578638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:13.598450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:13.600074 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312626b-4427-42e7-8c55-41c1c1edec29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=37e836e6-9420-4315-b063-ec5ca65300bb,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:13.613471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b70e07-acf1-4535-a71f-2b6e9fbdf159') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:13.614013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b70e07-acf1-4535-a71f-2b6e9fbdf159') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:13.616109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:13.625173 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-847071a8-c83a-4d8f-b899-636dedeaae2a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4378669 Apr 29 07:42:13.629262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:13.631169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54060) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:13.635280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.636241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1354021841'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:13.637631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:13.643780 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (05b70e07-acf1-4535-a71f-2b6e9fbdf159), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.665083 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (05b70e07-acf1-4535-a71f-2b6e9fbdf159), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.672291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:13.672744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (05b70e07-acf1-4535-a71f-2b6e9fbdf159), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:13.676559 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:13.690880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:13.694719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.696605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:13.697515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:13.722543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1709550723', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:13.749613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8f94e-ad6d-49db-9279-5450c555f744 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:42:13.761767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:13.763708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:42:13.763708 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:42:13.763708 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': '3e8c43a7-4478-4107-a943-e687f78c1fdb'}] Apr 29 07:42:13.763708 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:42:13.764084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:42:13.772109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b0635a0c-f3a8-4a41-872d-e967844e57c3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.772614 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added segment b0635a0c-f3a8-4a41-872d-e967844e57c3 of type vlan for network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 Apr 29 07:42:13.778902 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Pushing event updated for resources: {'Subnet': ['ID=dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:13.823681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (228b21da-2a8a-4fd8-992e-e7f70389a8b7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.826244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (cc4f294a-4be4-4e59-aecd-ec68634f33b8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.827376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (cc4f294a-4be4-4e59-aecd-ec68634f33b8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.839867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Checking segment: {'id': '495d6b60-04c7-447a-bc21-d091732f23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '760edd1a-da21-40c3-9318-0118e7149dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:13.840247 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Network hostable DHCP agents. Network: 760edd1a-da21-40c3-9318-0118e7149dc3, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:13.855475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (228b21da-2a8a-4fd8-992e-e7f70389a8b7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.855885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:13.862459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:13.863131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.903491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (4379df11-34d5-4daa-9ac5-722943931b8a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.939014 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3062637 Apr 29 07:42:13.939694 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54062) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:13.946485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (cc4f294a-4be4-4e59-aecd-ec68634f33b8), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.947802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Network 760edd1a-da21-40c3-9318-0118e7149dc3 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:13.955511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'subnet': {'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:13.976620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-678306af-25a1-484a-8e9f-d93a38458de3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 37e836e6-9420-4315-b063-ec5ca65300bb {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:13.976853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1b3e2-8a7f-4a6a-ad28-baa231849dc5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Network': ['ID=228b21da-2a8a-4fd8-992e-e7f70389a8b7,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:13.976975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-678306af-25a1-484a-8e9f-d93a38458de3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (37e836e6-9420-4315-b063-ec5ca65300bb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:13.986952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=4379df11-34d5-4daa-9ac5-722943931b8a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:14.036438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 760edd1a-da21-40c3-9318-0118e7149dc3) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:14.045416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:14.069510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:14.073496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.113190 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:14.113811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.176799 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-310da75a-45da-4d93-9382-d8377dc71fef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3807263 Apr 29 07:42:14.177480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54064) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:14.182476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Request body: {'port': {'network_id': '760edd1a-da21-40c3-9318-0118e7149dc3', 'name': 'tempest-TagsExtTest-418220660'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:14.266091 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (cc4f294a-4be4-4e59-aecd-ec68634f33b8), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.277750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (3e8c43a7-4478-4107-a943-e687f78c1fdb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.297828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:14.317121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-678306af-25a1-484a-8e9f-d93a38458de3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (37e836e6-9420-4315-b063-ec5ca65300bb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.371631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-678306af-25a1-484a-8e9f-d93a38458de3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 37e836e6-9420-4315-b063-ec5ca65300bb owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:14.390488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Provisioning complete for port e66bd0b7-5680-4d92-b09d-a0f1269a3aec triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:14.390868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.432713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (f2c0a36a-39ad-4246-9d83-3e902481aa8a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.476162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Port e66bd0b7-5680-4d92-b09d-a0f1269a3aec cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:14.477403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:14.477753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (880d2c6f-51c7-4ddb-8e65-e0bc071f9a67), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.484005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Made reservation on behalf of e98aaf9b706a4a7b9cd0bc3650e14f0b for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:14.487711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.495792 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8f94e-ad6d-49db-9279-5450c555f744 None None] Unable to find a vacant binding_index for network 760edd1a-da21-40c3-9318-0118e7149dc3 and agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 {{(pid=104225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 29 07:42:14.505708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (8353600c-9bea-48ec-8514-39f2765bd25a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.508777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8f94e-ad6d-49db-9279-5450c555f744 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 760edd1a-da21-40c3-9318-0118e7149dc3) {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:42:14.512578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Provisioning complete for port 37e836e6-9420-4315-b063-ec5ca65300bb triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:14.512939 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (37e836e6-9420-4315-b063-ec5ca65300bb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.551997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:11Z', 'revision_number': 3, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:11Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:14.562199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Subnet': ['ID=f2c0a36a-39ad-4246-9d83-3e902481aa8a,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:14.594270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] device_id is not set on port 0ef3e73e-32fb-483e-b810-9f1ad9f62d42 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:42:14.627288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:14.627584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Updating router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 port e66bd0b7-5680-4d92-b09d-a0f1269a3aec binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:14.631946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-deeadf66-daaa-43c6-95dc-5d78b116c48d None None] Port 37e836e6-9420-4315-b063-ec5ca65300bb cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:14.649986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=880d2c6f-51c7-4ddb-8e65-e0bc071f9a67,segment=NetworkSegment(05b70e07-acf1-4535-a71f-2b6e9fbdf159),segment_id=05b70e07-acf1-4535-a71f-2b6e9fbdf159)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:14.650604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (880d2c6f-51c7-4ddb-8e65-e0bc071f9a67), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.656951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Checking segment: {'id': 'b0635a0c-f3a8-4a41-872d-e967844e57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:14.657341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network hostable DHCP agents. Network: 228b21da-2a8a-4fd8-992e-e7f70389a8b7, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:14.668796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.680616 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:14.754761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:14.780075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 228b21da-2a8a-4fd8-992e-e7f70389a8b7) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:14.788629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-678306af-25a1-484a-8e9f-d93a38458de3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (37e836e6-9420-4315-b063-ec5ca65300bb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.790552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:14.791218 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.803545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Allocated IP 172.20.0.13 (760edd1a-da21-40c3-9318-0118e7149dc3/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/0ef3e73e-32fb-483e-b810-9f1ad9f62d42) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:14.803971 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ec78d530-eb26-4936-83b8-1e56d75a101a None None] Could not find standard attr ID for object 37e836e6-9420-4315-b063-ec5ca65300bb. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:42:14.832218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678306af-25a1-484a-8e9f-d93a38458de3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=37e836e6-9420-4315-b063-ec5ca65300bb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:14.842072 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3f9243a8-9c6d-4985-b6b2-1bf2901e2739 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8935187 Apr 29 07:42:14.846026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54066) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:14.938110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (cc4f294a-4be4-4e59-aecd-ec68634f33b8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.942674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-678306af-25a1-484a-8e9f-d93a38458de3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.944465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (880d2c6f-51c7-4ddb-8e65-e0bc071f9a67), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.945895 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-678306af-25a1-484a-8e9f-d93a38458de3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/37e836e6-9420-4315-b063-ec5ca65300bb HTTP/1.1" status: 204 len: 168 time: 1.3679929 Apr 29 07:42:14.949573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54068) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:14.964545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-760edd1a-da21-40c3-9318-0118e7149dc3', 'network_id': '760edd1a-da21-40c3-9318-0118e7149dc3', 'project_id': 'e98aaf9b706a4a7b9cd0bc3650e14f0b', 'fixed_ips': [{'subnet_id': 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:42:14.965565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:14.990297 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=880d2c6f-51c7-4ddb-8e65-e0bc071f9a67,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:15.001251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.011909 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75f88f5-b8b6-4e45-b272-11554d83ef29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:42:15.013567 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d75f88f5-b8b6-4e45-b272-11554d83ef29 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/37e836e6-9420-4315-b063-ec5ca65300bb HTTP/1.1" status: 404 len: 333 time: 0.0615897 Apr 29 07:42:15.021573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54070) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:15.031631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port 880d2c6f-51c7-4ddb-8e65-e0bc071f9a67 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:15.125574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 8353600c-9bea-48ec-8514-39f2765bd25a has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:15.128731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Publish callbacks [] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.134974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.177965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b30a5ed-85d2-49bd-b7de-c561560bf1b5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (9822626a-6e8b-4c6a-80a9-d4be94bddde9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.191151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64732a-b0e6-4432-b553-38be71f3c88b None None] Pushing event updated for resources: {'Port': ['ID=e66bd0b7-5680-4d92-b09d-a0f1269a3aec,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:15.232683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (3e8c43a7-4478-4107-a943-e687f78c1fdb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.251695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Attempting to bind port e66bd0b7-5680-4d92-b09d-a0f1269a3aec on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:15.251695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Attempting to bind port e66bd0b7-5680-4d92-b09d-a0f1269a3aec by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:15.251695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Attempting to bind port e66bd0b7-5680-4d92-b09d-a0f1269a3aec on network 9e29fb79-ec08-40c3-bb86-db73230336b8 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:15.253540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for port (0ef3e73e-32fb-483e-b810-9f1ad9f62d42), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.259063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:15.259526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Checking segment: {'id': '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:15.260002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.260970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Bound using segment: {'id': '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:15.261542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Bound port: e66bd0b7-5680-4d92-b09d-a0f1269a3aec, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:15.262005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.275319 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Allocated IP 172.26.3.254 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/9f5f1da0-21f8-4bda-9ede-d755129334b5) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:15.277674 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8c43a7-4478-4107-a943-e687f78c1fdb']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:15.278325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b30a5ed-85d2-49bd-b7de-c561560bf1b5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (9822626a-6e8b-4c6a-80a9-d4be94bddde9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.296053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b70e07-acf1-4535-a71f-2b6e9fbdf159') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:15.296288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b70e07-acf1-4535-a71f-2b6e9fbdf159') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:15.337860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] For port e66bd0b7-5680-4d92-b09d-a0f1269a3aec, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:15.341543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] For port e66bd0b7-5680-4d92-b09d-a0f1269a3aec, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e66bd0b7-5680-4d92-b09d-a0f1269a3aec,segment=NetworkSegment(9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6),segment_id=9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:15.348637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.353666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (05b70e07-acf1-4535-a71f-2b6e9fbdf159), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.395252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (05b70e07-acf1-4535-a71f-2b6e9fbdf159), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.408543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:15.408767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (05b70e07-acf1-4535-a71f-2b6e9fbdf159), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.409084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:15.413131 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:15.419901 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] Sync routers for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:15.425341 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1a7ee657-d39c-447d-ae15-052c994c115c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/8353600c-9bea-48ec-8514-39f2765bd25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5381200 Apr 29 07:42:15.427348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54072) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:15.429758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64732a-b0e6-4432-b553-38be71f3c88b None None] Pushing event updated for resources: {'Port': ['ID=e66bd0b7-5680-4d92-b09d-a0f1269a3aec,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:15.436588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b30a5ed-85d2-49bd-b7de-c561560bf1b5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9822626a-6e8b-4c6a-80a9-d4be94bddde9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.438983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:15.439142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0b30a5ed-85d2-49bd-b7de-c561560bf1b5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.439511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:15.440453 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0b30a5ed-85d2-49bd-b7de-c561560bf1b5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/security-groups/9822626a-6e8b-4c6a-80a9-d4be94bddde9 HTTP/1.1" status: 204 len: 168 time: 0.4159870 Apr 29 07:42:15.446693 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:15.447956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54074) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:15.450175 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:15.476478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0ef3e73e-32fb-483e-b810-9f1ad9f62d42), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.508766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30a5ed-85d2-49bd-b7de-c561560bf1b5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9822626a-6e8b-4c6a-80a9-d4be94bddde9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:15.535568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Network 760edd1a-da21-40c3-9318-0118e7149dc3 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:15.540728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:15.565083 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (3e8c43a7-4478-4107-a943-e687f78c1fdb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.566886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:15.608439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.611505 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/3e8c43a7-4478-4107-a943-e687f78c1fdb HTTP/1.1" status: 204 len: 168 time: 4.5091894 Apr 29 07:42:15.624284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54076) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:15.628578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Pushing event updated for resources: {'Port': ['ID=0ef3e73e-32fb-483e-b810-9f1ad9f62d42,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:15.635643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Allocated IP 172.20.0.2 (760edd1a-da21-40c3-9318-0118e7149dc3/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/c1954805-a517-4086-b036-6ce7d1006337) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:15.644822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:15.648966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ade66-1fb7-4ec2-adc5-5be43b3cb462 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=3e8c43a7-4478-4107-a943-e687f78c1fdb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:15.679905 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1bdd88-6d7f-4e30-b622-d5cfa0e4feb2 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] GET failed (client error): The resource could not be found. Apr 29 07:42:15.680783 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1c1bdd88-6d7f-4e30-b622-d5cfa0e4feb2 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/subnets/31aeafe3-ee27-4152-addd-4df38df7be90 HTTP/1.1" status: 404 len: 337 time: 0.0533264 Apr 29 07:42:15.685954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54078) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:15.744621 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:15.752114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.756388 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad037bc-e20b-4205-b004-08e5a2468ada tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:15.757531 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad037bc-e20b-4205-b004-08e5a2468ada tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:15.760119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fad037bc-e20b-4205-b004-08e5a2468ada tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/3e8c43a7-4478-4107-a943-e687f78c1fdb HTTP/1.1" status: 404 len: 339 time: 0.0713670 Apr 29 07:42:15.765651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:15.766315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.774337 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54080) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:15.908776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3c34515a-0302-4d4c-a94f-07d5689c1887 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7304804 Apr 29 07:42:15.909442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54082) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:15.953626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b25a82e-b049-4d89-8e08-7dbced4e3462 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (94b88083-eead-458c-9757-f52693b59524), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.957177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-21202ce3-7841-4edf-aa6c-31d05dc301a4 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2055022725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:15.965862 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:42:13Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:15.970410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7124892f-2711-478b-a130-1ae74fe52781 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting subnet 360bb8fa-2a1c-4e1f-8331-3826f2aa174f {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:15.976648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7124892f-2711-478b-a130-1ae74fe52781 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (360bb8fa-2a1c-4e1f-8331-3826f2aa174f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:15.998542 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] Checking router: 8353600c-9bea-48ec-8514-39f2765bd25a for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:16.008083 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] Routers {'8353600c-9bea-48ec-8514-39f2765bd25a'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:16.009265 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8353600c-9bea-48ec-8514-39f2765bd25a'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:16.051610 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7124892f-2711-478b-a130-1ae74fe52781 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (360bb8fa-2a1c-4e1f-8331-3826f2aa174f), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.076125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21202ce3-7841-4edf-aa6c-31d05dc301a4 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (2b8bcbc6-59d9-4351-937a-89c1c3963f1b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.076644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21202ce3-7841-4edf-aa6c-31d05dc301a4 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (2b8bcbc6-59d9-4351-937a-89c1c3963f1b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.127466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21202ce3-7841-4edf-aa6c-31d05dc301a4 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for router_controller (2b8bcbc6-59d9-4351-937a-89c1c3963f1b), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.134873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for port (9f5f1da0-21f8-4bda-9ede-d755129334b5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.139286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21202ce3-7841-4edf-aa6c-31d05dc301a4 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (2b8bcbc6-59d9-4351-937a-89c1c3963f1b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.140156 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] Set router 8353600c-9bea-48ec-8514-39f2765bd25a gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:16.167960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b25a82e-b049-4d89-8e08-7dbced4e3462 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (94b88083-eead-458c-9757-f52693b59524), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.179917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Publish callbacks [] for port (c1954805-a517-4086-b036-6ce7d1006337), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.191929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958482f-659c-4594-9a8e-c0988b4b46d5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:16.193450 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e958482f-659c-4594-9a8e-c0988b4b46d5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4172680 Apr 29 07:42:16.197562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54084) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:16.199051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (c1954805-a517-4086-b036-6ce7d1006337), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.223186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Network 760edd1a-da21-40c3-9318-0118e7149dc3 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:16.226115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:16.242600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21202ce3-7841-4edf-aa6c-31d05dc301a4 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.246614 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-21202ce3-7841-4edf-aa6c-31d05dc301a4 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3051364 Apr 29 07:42:16.250617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54086) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:16.250771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:16.254338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-01ba2289-7306-4866-a76a-bec3a9687042 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1377635809', 'prefixes': ['172.20.0.0/16']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:16.254656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:11Z', 'revision_number': 3, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:15Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:16.263041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d651bed8-d394-465f-9311-5f0089cace4b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 207 time: 0.0645492 Apr 29 07:42:16.268488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54088) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:16.295127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7124892f-2711-478b-a130-1ae74fe52781 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (360bb8fa-2a1c-4e1f-8331-3826f2aa174f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.306548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff1f201-4e7d-4dc4-addc-0cce48c02832 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:11Z', 'revision_number': 3, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:15Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:16.365800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Pushing event updated for resources: {'Port': ['ID=c1954805-a517-4086-b036-6ce7d1006337,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:16.403988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Attempting to bind port c1954805-a517-4086-b036-6ce7d1006337 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:16.404353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Attempting to bind port c1954805-a517-4086-b036-6ce7d1006337 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '495d6b60-04c7-447a-bc21-d091732f23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '760edd1a-da21-40c3-9318-0118e7149dc3'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:16.404721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Attempting to bind port c1954805-a517-4086-b036-6ce7d1006337 on network 760edd1a-da21-40c3-9318-0118e7149dc3 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:16.417134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:16.417533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Checking segment: {'id': '495d6b60-04c7-447a-bc21-d091732f23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '760edd1a-da21-40c3-9318-0118e7149dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:16.417974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.418365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Bound using segment: {'id': '495d6b60-04c7-447a-bc21-d091732f23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '760edd1a-da21-40c3-9318-0118e7149dc3'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:16.418836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Bound port: c1954805-a517-4086-b036-6ce7d1006337, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495d6b60-04c7-447a-bc21-d091732f23df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '760edd1a-da21-40c3-9318-0118e7149dc3'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:16.419207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c1954805-a517-4086-b036-6ce7d1006337), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.466377 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:42:13Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:16.477091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 2001:db8:2::1 (228b21da-2a8a-4fd8-992e-e7f70389a8b7/f2c0a36a-39ad-4246-9d83-3e902481aa8a/9d86aa72-f996-4ed8-aa26-3ae21a34f17d) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:16.509157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] For port c1954805-a517-4086-b036-6ce7d1006337, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:16.512134 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f493f-b64d-4321-95a9-f92aba942d39 None None] The sync data for ids ['8353600c-9bea-48ec-8514-39f2765bd25a'] in dv-neutron-839860-1-hyperv is: [{'id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'name': 'tempest-TestNetworkBasicOps-router-1178402100', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:39:26Z', 'updated_at': '2022-04-29T07:42:13Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1f8c4556-25b5-4db9-8ccd-c7b4b625e157', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8353600c-9bea-48ec-8514-39f2765bd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:39:29Z', 'updated_at': '2022-04-29T07:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:16.512653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] For port c1954805-a517-4086-b036-6ce7d1006337, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c1954805-a517-4086-b036-6ce7d1006337,segment=NetworkSegment(495d6b60-04c7-447a-bc21-d091732f23df),segment_id=495d6b60-04c7-447a-bc21-d091732f23df)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:16.524819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c1954805-a517-4086-b036-6ce7d1006337), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.594095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6a659-64bb-4269-a833-33e2744bdf2f None None] Pushing event updated for resources: {'Port': ['ID=c1954805-a517-4086-b036-6ce7d1006337,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:16.607285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-01ba2289-7306-4866-a76a-bec3a9687042 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.611978 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-01ba2289-7306-4866-a76a-bec3a9687042 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3580439 Apr 29 07:42:16.612325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54090) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:16.618916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-c3f29db3-3679-4bcb-a800-6d9233fe40a0 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999', 'tempest-TagsExtTest-Tag-1437895433') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:16.624586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7124892f-2711-478b-a130-1ae74fe52781 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (360bb8fa-2a1c-4e1f-8331-3826f2aa174f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.676964 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7124892f-2711-478b-a130-1ae74fe52781 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.683537 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7124892f-2711-478b-a130-1ae74fe52781 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/subnets/360bb8fa-2a1c-4e1f-8331-3826f2aa174f HTTP/1.1" status: 204 len: 168 time: 1.2550130 Apr 29 07:42:16.685075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (9f5f1da0-21f8-4bda-9ede-d755129334b5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.690662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54092) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:16.695649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124892f-2711-478b-a130-1ae74fe52781 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Subnet': ['ID=360bb8fa-2a1c-4e1f-8331-3826f2aa174f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:16.697585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b25a82e-b049-4d89-8e08-7dbced4e3462 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (94b88083-eead-458c-9757-f52693b59524), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.701809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3b25a82e-b049-4d89-8e08-7dbced4e3462 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:16.705428 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3b25a82e-b049-4d89-8e08-7dbced4e3462 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/security-groups/94b88083-eead-458c-9757-f52693b59524 HTTP/1.1" status: 204 len: 168 time: 1.2327569 Apr 29 07:42:16.709695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54094) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:16.785699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:16.797078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25a82e-b049-4d89-8e08-7dbced4e3462 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b88083-eead-458c-9757-f52693b59524,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:16.799243 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:16.820299 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:16.838406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079f957-bb66-4d99-9d21-2ff14669fe26 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:16.844034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079f957-bb66-4d99-9d21-2ff14669fe26 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:16.849977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079f957-bb66-4d99-9d21-2ff14669fe26 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:16.855593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079f957-bb66-4d99-9d21-2ff14669fe26 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:16.861535 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f079f957-bb66-4d99-9d21-2ff14669fe26 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5918546 Apr 29 07:42:16.864879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54096) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:17.002297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event updated for resources: {'Port': ['ID=9f5f1da0-21f8-4bda-9ede-d755129334b5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:17.192130 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f5c5c628-e175-4eaa-9ff6-97fe305ec0c7 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3214614 Apr 29 07:42:17.194217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54098) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:17.269773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.315680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5909b8-4b02-4ac5-b016-26f100449046 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet c25f6805-834a-49d6-b789-847cc5ac14d9 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:17.324805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff745d-24d7-4add-89c1-bad246f50c58 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:17.325912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d5909b8-4b02-4ac5-b016-26f100449046 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (c25f6805-834a-49d6-b789-847cc5ac14d9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.326257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff745d-24d7-4add-89c1-bad246f50c58 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:17.332087 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a6ff745d-24d7-4add-89c1-bad246f50c58 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1306405 Apr 29 07:42:17.332690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54100) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:17.376727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (cc4f294a-4be4-4e59-aecd-ec68634f33b8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.452662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d5909b8-4b02-4ac5-b016-26f100449046 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (c25f6805-834a-49d6-b789-847cc5ac14d9), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.478826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.482222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (8353600c-9bea-48ec-8514-39f2765bd25a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.584450 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c3f29db3-3679-4bcb-a800-6d9233fe40a0 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags/tempest-TagsExtTest-Tag-1437895433 HTTP/1.1" status: 201 len: 201 time: 0.9710920 Apr 29 07:42:17.587437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd2f89-d8e9-4762-9c17-a5b137dac233 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:17.588750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd2f89-d8e9-4762-9c17-a5b137dac233 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:17.588891 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54102) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:17.590279 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fabd2f89-d8e9-4762-9c17-a5b137dac233 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2566745 Apr 29 07:42:17.597743 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-8908cf3e-200e-4275-8408-7d9a621ce6de tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42', 'tempest-TagsExtTest-Tag-1595836987') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:17.597971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54104) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:17.601446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (cc4f294a-4be4-4e59-aecd-ec68634f33b8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.652465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:17.710393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:17.717166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=9d86aa72-f996-4ed8-aa26-3ae21a34f17d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:17.724401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:17.724732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.762781 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8908cf3e-200e-4275-8408-7d9a621ce6de tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags/tempest-TagsExtTest-Tag-1595836987 HTTP/1.1" status: 201 len: 201 time: 0.1725235 Apr 29 07:42:17.765140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54106) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:17.769932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-68a674e5-276b-4b26-90cf-ad2f04bac8de tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b', 'tempest-TagsExtTest-Tag-451524839') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:17.808244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d5909b8-4b02-4ac5-b016-26f100449046 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (c25f6805-834a-49d6-b789-847cc5ac14d9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.859720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Router cc4f294a-4be4-4e59-aecd-ec68634f33b8 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:17.904423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (8353600c-9bea-48ec-8514-39f2765bd25a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:17.925716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d341210-998b-41ee-abfc-de7d32a099f8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:17.927191 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7d341210-998b-41ee-abfc-de7d32a099f8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/networks/4a3926b1-a1e0-4561-94f8-0d5a32fbe771 HTTP/1.1" status: 200 len: 800 time: 0.3267488 Apr 29 07:42:17.938216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54108) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:17.956245 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-68a674e5-276b-4b26-90cf-ad2f04bac8de tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags/tempest-TagsExtTest-Tag-451524839 HTTP/1.1" status: 201 len: 201 time: 0.1876471 Apr 29 07:42:17.957248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54110) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:17.961672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-e7ecf503-1cc2-47b8-8e25-e519f7218fd1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809', 'tempest-TagsExtTest-Tag-1274018588') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:18.037944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:18.042975 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e7ecf503-1cc2-47b8-8e25-e519f7218fd1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags/tempest-TagsExtTest-Tag-1274018588 HTTP/1.1" status: 201 len: 201 time: 0.0831172 Apr 29 07:42:18.047298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54112) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:18.051835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-744dc6b9-e0f5-4e30-90a5-34a6991d6681 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:18.052903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b55a08-c6f0-4872-94bc-810b65af8024 None None] Sync routers for ids ['cc4f294a-4be4-4e59-aecd-ec68634f33b8'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:18.071899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d5909b8-4b02-4ac5-b016-26f100449046 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (c25f6805-834a-49d6-b789-847cc5ac14d9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.073664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b55a08-c6f0-4872-94bc-810b65af8024 None None] Routers {'cc4f294a-4be4-4e59-aecd-ec68634f33b8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:18.075186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-48b55a08-c6f0-4872-94bc-810b65af8024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cc4f294a-4be4-4e59-aecd-ec68634f33b8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:18.089880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.112985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.115025 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dfdc69a3-d90b-4cef-bf2d-339945a7b94f tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8012168 Apr 29 07:42:18.120826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-48b55a08-c6f0-4872-94bc-810b65af8024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:18.120999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54114) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:18.133760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5909b8-4b02-4ac5-b016-26f100449046 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=c25f6805-834a-49d6-b789-847cc5ac14d9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:18.133924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346efa7-3af1-47d9-9bc0-197b2537a55f None None] Network 760edd1a-da21-40c3-9318-0118e7149dc3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:18.135519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce1e06-3a77-4bfa-a1f3-99a815793e38 None None] Network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:18.145209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4d5909b8-4b02-4ac5-b016-26f100449046 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.148426 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4d5909b8-4b02-4ac5-b016-26f100449046 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/c25f6805-834a-49d6-b789-847cc5ac14d9 HTTP/1.1" status: 204 len: 168 time: 1.4357717 Apr 29 07:42:18.160512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54116) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:18.166303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:18.289200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b55a08-c6f0-4872-94bc-810b65af8024 None None] Routers {'cc4f294a-4be4-4e59-aecd-ec68634f33b8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:18.290163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-48b55a08-c6f0-4872-94bc-810b65af8024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['cc4f294a-4be4-4e59-aecd-ec68634f33b8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:18.290573 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-744dc6b9-e0f5-4e30-90a5-34a6991d6681 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags HTTP/1.1" status: 200 len: 241 time: 0.2421215 Apr 29 07:42:18.293906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54118) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:18.301446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-bc93e656-33fe-4b4a-afda-bff4cf3619b9 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999', 'tempest-TagsExtTest-Tag-1437895433') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:18.370195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-48b55a08-c6f0-4872-94bc-810b65af8024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:18.374500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b55a08-c6f0-4872-94bc-810b65af8024 None None] The sync data for ids ['cc4f294a-4be4-4e59-aecd-ec68634f33b8'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:18.465117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d101c79b-f719-4d7a-83b5-2ae11f49516c None None] Provisioning complete for port c1954805-a517-4086-b036-6ce7d1006337 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:18.465545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d101c79b-f719-4d7a-83b5-2ae11f49516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c1954805-a517-4086-b036-6ce7d1006337), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.489999 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bc93e656-33fe-4b4a-afda-bff4cf3619b9 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags/tempest-TagsExtTest-Tag-1437895433 HTTP/1.1" status: 204 len: 168 time: 0.1923826 Apr 29 07:42:18.494018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:18.495146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.497055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54120) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:18.502089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-72c2acb2-30e0-4481-aea6-6656f4e82e52 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999', 'tempest-TagsExtTest-Tag-1437895433') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:18.504626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:18.508197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.586675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e66bd0b7-5680-4d92-b09d-a0f1269a3aec up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:18.659074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab72cb63-bfe0-4b49-8871-210036b2877f None None] Network 83a17604-949c-4c86-b775-5609dc1134e1 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:18.661533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e403658-8427-4f84-b64c-ef035b398c9b None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:18.697311 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7908e3ae-368b-49fe-ac14-763c5451c2ad tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/networks/4a3926b1-a1e0-4561-94f8-0d5a32fbe771?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7542000 Apr 29 07:42:18.738502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54122) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:18.752669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.788617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.789441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.894162 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-329285e7-7ab4-459a-971f-d185aac89976 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/routers/cc4f294a-4be4-4e59-aecd-ec68634f33b8 HTTP/1.1" status: 200 len: 925 time: 0.7652755 Apr 29 07:42:18.900737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54124) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:18.942892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a948d-6d30-46a8-8762-612c02dbac67 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:18.944354 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ab9a948d-6d30-46a8-8762-612c02dbac67 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/subnets/b25114eb-409c-4f2b-8f2d-4bed92702a83 HTTP/1.1" status: 200 len: 811 time: 0.2048941 Apr 29 07:42:18.950560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'project_id': '1cce2196bf464d76acdc43610391b90d', 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:42:18.951445 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:18.974893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54126) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:18.994563 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a7ed97a1-25b5-41d0-9955-45cc74194a87 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc4f294a-4be4-4e59-aecd-ec68634f33b8 HTTP/1.1" status: 200 len: 205 time: 0.0879130 Apr 29 07:42:19.026231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e66bd0b7-5680-4d92-b09d-a0f1269a3aec triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:19.026604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.030422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54128) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:19.031226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=9d86aa72-f996-4ed8-aa26-3ae21a34f17d,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:19.116318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d101c79b-f719-4d7a-83b5-2ae11f49516c None None] Current status of the port c1954805-a517-4086-b036-6ce7d1006337 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:19.117051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d101c79b-f719-4d7a-83b5-2ae11f49516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c1954805-a517-4086-b036-6ce7d1006337), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.163472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (cc4f294a-4be4-4e59-aecd-ec68634f33b8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.198043 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-72c2acb2-30e0-4481-aea6-6656f4e82e52 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags/tempest-TagsExtTest-Tag-1437895433 HTTP/1.1" status: 204 len: 168 time: 0.6994140 Apr 29 07:42:19.204437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54130) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:19.209805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-ba2a4a00-adaf-4103-bebf-9ce77244f163 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:19.242620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d101c79b-f719-4d7a-83b5-2ae11f49516c None None] For port c1954805-a517-4086-b036-6ce7d1006337, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c1954805-a517-4086-b036-6ce7d1006337,segment=NetworkSegment(495d6b60-04c7-447a-bc21-d091732f23df),segment_id=495d6b60-04c7-447a-bc21-d091732f23df)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:19.286219 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d101c79b-f719-4d7a-83b5-2ae11f49516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c1954805-a517-4086-b036-6ce7d1006337), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.290833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bccc1d2-3125-4a15-a8b7-2e623d95599f None None] DHCP port deletion for 83a17604-949c-4c86-b775-5609dc1134e1 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:19.302857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 1f8c4556-25b5-4db9-8ccd-c7b4b625e157, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1f8c4556-25b5-4db9-8ccd-c7b4b625e157,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:19.303250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.318455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b6744-271c-4382-b2f0-eafb10c884ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['shared'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:19.319956 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d31b6744-271c-4382-b2f0-eafb10c884ae tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "GET /v2.0/subnets/b25114eb-409c-4f2b-8f2d-4bed92702a83?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3378277 Apr 29 07:42:19.339405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54132) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:19.347050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1718657397'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:19.375553 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ba2a4a00-adaf-4103-bebf-9ce77244f163 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags HTTP/1.1" status: 200 len: 205 time: 0.1693146 Apr 29 07:42:19.382274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54134) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:19.384190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:19.403427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:19.405984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-c73e7fa5-cd30-4dc7-95e7-f5ff4db7541a tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:19.413822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.421022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:19.435859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e66bd0b7-5680-4d92-b09d-a0f1269a3aec is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:19.436248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.437516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:19.480799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (11f71d8b-3159-464b-b05a-a5462b1a7e2c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.502379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6191fb8b-02ff-4923-9506-6f39e6e1eae7 None None] Provisioning complete for port e66bd0b7-5680-4d92-b09d-a0f1269a3aec triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:19.502766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6191fb8b-02ff-4923-9506-6f39e6e1eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.538800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101c79b-f719-4d7a-83b5-2ae11f49516c None None] Pushing event updated for resources: {'Port': ['ID=c1954805-a517-4086-b036-6ce7d1006337,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:19.583485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:19.592042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port e66bd0b7-5680-4d92-b09d-a0f1269a3aec, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e66bd0b7-5680-4d92-b09d-a0f1269a3aec,segment=NetworkSegment(9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6),segment_id=9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:19.596352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:19.603198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:19.603807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.612703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.613865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c1954805-a517-4086-b036-6ce7d1006337 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:19.618941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=11f71d8b-3159-464b-b05a-a5462b1a7e2c,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:19.634959 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c73e7fa5-cd30-4dc7-95e7-f5ff4db7541a tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags HTTP/1.1" status: 200 len: 241 time: 0.2325561 Apr 29 07:42:19.641085 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-20b5832a-2578-44ca-8858-9642023c6a2f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4769969 Apr 29 07:42:19.641085 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54136) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:19.643517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-a1076a83-1b34-474d-9a27-f2e80bd4f218 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42', 'tempest-TagsExtTest-Tag-1595836987') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:19.662958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54138) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:19.668833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Allocated IP 2001:db8:2::2 (228b21da-2a8a-4fd8-992e-e7f70389a8b7/f2c0a36a-39ad-4246-9d83-3e902481aa8a/247450c4-8319-4973-9446-263b5991946f) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:19.674176 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b99f7523-dccc-43d5-9963-8cbba43510a5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'security_group': {'name': 'tempest-secgroup-692812031'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:19.698823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:19.707365 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a1076a83-1b34-474d-9a27-f2e80bd4f218 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags/tempest-TagsExtTest-Tag-1595836987 HTTP/1.1" status: 204 len: 168 time: 0.0668564 Apr 29 07:42:19.708113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54140) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:19.714224 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-ae10f1fc-a620-4587-b2cb-919ffd4054f8 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42', 'tempest-TagsExtTest-Tag-1595836987') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:19.715865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (cc4f294a-4be4-4e59-aecd-ec68634f33b8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.745105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada095b-b89f-48f2-91fa-8ddd1a619e09 None None] Network 760edd1a-da21-40c3-9318-0118e7149dc3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:19.757098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (47260663-c806-46be-ae0a-5c75a86373d2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.757784 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Added segment 47260663-c806-46be-ae0a-5c75a86373d2 of type vlan for network dbb7f93b-d4b9-443d-a5df-b05196efa617 Apr 29 07:42:19.806128 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ae10f1fc-a620-4587-b2cb-919ffd4054f8 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags/tempest-TagsExtTest-Tag-1595836987 HTTP/1.1" status: 204 len: 168 time: 0.0968611 Apr 29 07:42:19.807065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54142) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:19.812040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-5b13c65d-a3bc-4465-aa34-de481dae5a08 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:19.860654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b99f7523-dccc-43d5-9963-8cbba43510a5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.876817 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5b13c65d-a3bc-4465-aa34-de481dae5a08 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags HTTP/1.1" status: 200 len: 205 time: 0.0684803 Apr 29 07:42:19.877413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54144) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:19.882812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-70068600-c29c-4f71-9eaa-832152539745 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:19.896397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:19.898248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (dbb7f93b-d4b9-443d-a5df-b05196efa617), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:19.995593 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-70068600-c29c-4f71-9eaa-832152539745 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags HTTP/1.1" status: 200 len: 240 time: 0.1168621 Apr 29 07:42:19.996374 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54146) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.001250 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-70332610-d617-4a79-90e3-3f0aeeedbeb8 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b', 'tempest-TagsExtTest-Tag-451524839') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.018043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (dbb7f93b-d4b9-443d-a5df-b05196efa617), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.023038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:20.023627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.082099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=e66bd0b7-5680-4d92-b09d-a0f1269a3aec,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:20.086864 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-70332610-d617-4a79-90e3-3f0aeeedbeb8 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags/tempest-TagsExtTest-Tag-451524839 HTTP/1.1" status: 204 len: 168 time: 0.0879247 Apr 29 07:42:20.086864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54148) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.091121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-516885ed-9ac8-42f7-9196-a8a2363a16c6 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b', 'tempest-TagsExtTest-Tag-451524839') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.103463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0bccc1d2-3125-4a15-a8b7-2e623d95599f None None] Deleting port 7d976985-f82d-4661-a34b-e30c353ea867 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:20.103711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0bccc1d2-3125-4a15-a8b7-2e623d95599f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7d976985-f82d-4661-a34b-e30c353ea867), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.175138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Deleting port 9f5f1da0-21f8-4bda-9ede-d755129334b5 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:20.175678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9f5f1da0-21f8-4bda-9ede-d755129334b5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.183813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6191fb8b-02ff-4923-9506-6f39e6e1eae7 None None] Current status of the port e66bd0b7-5680-4d92-b09d-a0f1269a3aec is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:20.192819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c1954805-a517-4086-b036-6ce7d1006337 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:20.193210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c1954805-a517-4086-b036-6ce7d1006337), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.201376 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-516885ed-9ac8-42f7-9196-a8a2363a16c6 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags/tempest-TagsExtTest-Tag-451524839 HTTP/1.1" status: 204 len: 168 time: 0.1115294 Apr 29 07:42:20.201551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54150) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.206092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-125dbd62-4fcf-453c-9aa5-252cca87003c tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.266538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0bccc1d2-3125-4a15-a8b7-2e623d95599f None None] For port 7d976985-f82d-4661-a34b-e30c353ea867, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7d976985-f82d-4661-a34b-e30c353ea867,segment=NetworkSegment(7db4687e-331b-4c4f-9840-38537d039d10),segment_id=7db4687e-331b-4c4f-9840-38537d039d10)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:20.266920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0bccc1d2-3125-4a15-a8b7-2e623d95599f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7d976985-f82d-4661-a34b-e30c353ea867), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.275002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11bfd5b-3645-4621-b670-56e3fe250820 None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:20.293474 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-125dbd62-4fcf-453c-9aa5-252cca87003c tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags HTTP/1.1" status: 200 len: 205 time: 0.0883310 Apr 29 07:42:20.293735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54152) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.298118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-4b4b52e1-3827-4fbc-8120-e888946cb353 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.322218 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4b4b52e1-3827-4fbc-8120-e888946cb353 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags HTTP/1.1" status: 200 len: 241 time: 0.0275042 Apr 29 07:42:20.325158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54154) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.329771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-86bc6c5e-9669-41a0-9fed-17a7ec20f8be tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809', 'tempest-TagsExtTest-Tag-1274018588') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.354687 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-86bc6c5e-9669-41a0-9fed-17a7ec20f8be tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags/tempest-TagsExtTest-Tag-1274018588 HTTP/1.1" status: 204 len: 168 time: 0.0260262 Apr 29 07:42:20.355026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54156) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.357662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0bccc1d2-3125-4a15-a8b7-2e623d95599f None None] Calling delete_port for 7d976985-f82d-4661-a34b-e30c353ea867 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:20.359501 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-f09b533a-803c-4c4f-9d62-52fa3278c313 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809', 'tempest-TagsExtTest-Tag-1274018588') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.400082 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f09b533a-803c-4c4f-9d62-52fa3278c313 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags/tempest-TagsExtTest-Tag-1274018588 HTTP/1.1" status: 204 len: 168 time: 0.0413768 Apr 29 07:42:20.400305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54158) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.404849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Provisioning complete for port c1954805-a517-4086-b036-6ce7d1006337 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:20.405500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-6c0dc7c6-5bdb-4c9c-b8ec-66b0d1b9b125 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.405688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c1954805-a517-4086-b036-6ce7d1006337), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.427799 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6c0dc7c6-5bdb-4c9c-b8ec-66b0d1b9b125 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags HTTP/1.1" status: 200 len: 205 time: 0.0263810 Apr 29 07:42:20.430559 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54160) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.435000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-11db1793-ebf0-4eaf-a629-6c4ff26dbb2b tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.468868 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-11db1793-ebf0-4eaf-a629-6c4ff26dbb2b tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags HTTP/1.1" status: 204 len: 168 time: 0.0348363 Apr 29 07:42:20.469090 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54162) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.473887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-bed7659f-18ba-40c6-9fda-573bd3cd309a tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.563981 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bed7659f-18ba-40c6-9fda-573bd3cd309a tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags HTTP/1.1" status: 204 len: 168 time: 0.0906060 Apr 29 07:42:20.563981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54164) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.567060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c1954805-a517-4086-b036-6ce7d1006337 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:20.568279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-7d5bd69d-edc0-491a-adeb-d00e06bbd1c1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.581934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4379df11-34d5-4daa-9ac5-722943931b8a no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:20.599816 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2550581 Apr 29 07:42:20.601659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54166) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.610175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'network_id': 'dbb7f93b-d4b9-443d-a5df-b05196efa617', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:20.619737 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4379df11-34d5-4daa-9ac5-722943931b8a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:20.620097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4379df11-34d5-4daa-9ac5-722943931b8a not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:20.659262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0bccc1d2-3125-4a15-a8b7-2e623d95599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (7d976985-f82d-4661-a34b-e30c353ea867), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.685629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5f93a-0842-4f87-a85a-75687cf900c5 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Network': ['ID=dbb7f93b-d4b9-443d-a5df-b05196efa617,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:20.690769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b99f7523-dccc-43d5-9963-8cbba43510a5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (0b018177-698d-42b2-ba1d-4ec06aa93435), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.695124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (1f8c4556-25b5-4db9-8ccd-c7b4b625e157), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.712955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:20.719979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b99f7523-dccc-43d5-9963-8cbba43510a5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0b018177-698d-42b2-ba1d-4ec06aa93435), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.740773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network dbb7f93b-d4b9-443d-a5df-b05196efa617 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:20.750828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-796e57a6-7538-460c-955c-c019764a93e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8957036 Apr 29 07:42:20.755300 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:20.765179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54168) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.772159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-156429721'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:20.774628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccc1d2-3125-4a15-a8b7-2e623d95599f None None] Pushing event deleted for resources: {'Port': ['ID=7d976985-f82d-4661-a34b-e30c353ea867,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:20.790215 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7d5bd69d-edc0-491a-adeb-d00e06bbd1c1 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags HTTP/1.1" status: 204 len: 168 time: 0.2234120 Apr 29 07:42:20.796641 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:20.798369 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.804589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54170) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:20.808394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=1f8c4556-25b5-4db9-8ccd-c7b4b625e157,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:20.809671 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-4bb7cece-ede0-4178-9d5e-78975e44727c tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:20.861650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Made reservation on behalf of 426b33f7396b41f6ba898c78ac73a3b5 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:20.865330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.883664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bccc1d2-3125-4a15-a8b7-2e623d95599f None None] No DVR routers for this DVR port 7d976985-f82d-4661-a34b-e30c353ea867 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:20.889750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9f5f1da0-21f8-4bda-9ede-d755129334b5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:20.905615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Calling delete_port for 9f5f1da0-21f8-4bda-9ede-d755129334b5 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:20.915912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e66bd0b7-5680-4d92-b09d-a0f1269a3aec up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:20.918761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Current status of the port c1954805-a517-4086-b036-6ce7d1006337 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:20.950780 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:20.964377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing IP validity checks on allocation pools {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 07:42:20.965214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 07:42:20.985963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f7523-dccc-43d5-9963-8cbba43510a5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b018177-698d-42b2-ba1d-4ec06aa93435,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:21.025561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b99f7523-dccc-43d5-9963-8cbba43510a5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.029975 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b99f7523-dccc-43d5-9963-8cbba43510a5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3634973 Apr 29 07:42:21.033542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54172) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:21.047908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Publish callbacks [] for port (247450c4-8319-4973-9446-263b5991946f), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.051466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:21.051840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.059754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e884d693-2401-452c-9ff8-2905288a8bbd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708693358'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:21.059990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:21.063580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.093278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (8353600c-9bea-48ec-8514-39f2765bd25a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.102274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a8089-5880-4ed8-ab51-2a838d24e9ea None None] Update dhcp port {'port': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'fixed_ips': [{'subnet_id': '129e4b23-8afb-481d-a535-356ec48a7284', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '11f71d8b-3159-464b-b05a-a5462b1a7e2c'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': 'c174d309-3a84-4fc7-b4e1-d658c0df8aa3'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:42:21.131457 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (247450c4-8319-4973-9446-263b5991946f), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.167282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e884d693-2401-452c-9ff8-2905288a8bbd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.180256 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4bb7cece-ede0-4178-9d5e-78975e44727c tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags HTTP/1.1" status: 204 len: 168 time: 0.3745308 Apr 29 07:42:21.184537 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54174) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:21.193639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-c4c28a56-6f8c-4ed4-a2db-da16d8a7f737 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999', 'tempest-TagsExtTest-Tag-244907098') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:21.218688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b18a8089-5880-4ed8-ab51-2a838d24e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.222698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:21.244269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:21.253710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:21.268650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e66bd0b7-5680-4d92-b09d-a0f1269a3aec triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:21.269025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.282459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Pushing event updated for resources: {'Port': ['ID=247450c4-8319-4973-9446-263b5991946f,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:21.320743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:21.329545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (8353600c-9bea-48ec-8514-39f2765bd25a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.333815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (8353600c-9bea-48ec-8514-39f2765bd25a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.352069 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (37108c46-ec85-4011-9d78-231ba5d01dc3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.352516 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added segment 37108c46-ec85-4011-9d78-231ba5d01dc3 of type vlan for network ae415cbb-b25c-42f3-8235-bc1453d678bf Apr 29 07:42:21.381351 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:17Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:18Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:21.417818 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:21.418164 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Updating router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:21.428691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (8353600c-9bea-48ec-8514-39f2765bd25a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.429516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Fanout notify agent at l3_agent the message router_deleted on router 8353600c-9bea-48ec-8514-39f2765bd25a {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:21.439819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.444026 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aca3f3e7-c98c-42bb-a8e5-ff185480ae46 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/routers/8353600c-9bea-48ec-8514-39f2765bd25a HTTP/1.1" status: 204 len: 168 time: 4.7439513 Apr 29 07:42:21.448097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54176) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:21.459089 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.491332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (ae415cbb-b25c-42f3-8235-bc1453d678bf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.510058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9f5f1da0-21f8-4bda-9ede-d755129334b5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.574100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Attempting to bind port 247450c4-8319-4973-9446-263b5991946f on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:21.574872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Attempting to bind port 247450c4-8319-4973-9446-263b5991946f by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'b0635a0c-f3a8-4a41-872d-e967844e57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:21.575247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Attempting to bind port 247450c4-8319-4973-9446-263b5991946f on network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:21.589395 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event deleted for resources: {'Port': ['ID=9f5f1da0-21f8-4bda-9ede-d755129334b5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:21.597842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (ae415cbb-b25c-42f3-8235-bc1453d678bf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.603220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:21.603655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Checking segment: {'id': 'b0635a0c-f3a8-4a41-872d-e967844e57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:21.604143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.604535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Bound using segment: {'id': 'b0635a0c-f3a8-4a41-872d-e967844e57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:21.605089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Bound port: 247450c4-8319-4973-9446-263b5991946f, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0635a0c-f3a8-4a41-872d-e967844e57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:21.605536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (247450c4-8319-4973-9446-263b5991946f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.610850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:21.615020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.615211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:21.627100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (8506b44c-acc8-4a2d-a922-c4f2dcd208b1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.727696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Provisioning complete for port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:21.727980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.756933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (83a17604-949c-4c86-b775-5609dc1134e1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.758116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e66bd0b7-5680-4d92-b09d-a0f1269a3aec is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:21.762317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c1954805-a517-4086-b036-6ce7d1006337 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:21.762475 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9913199 Apr 29 07:42:21.765055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54178) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:21.770824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e884d693-2401-452c-9ff8-2905288a8bbd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (e6148423-4898-4d45-a177-dcd445ac0228), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.777369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24749917-0439-43bc-bcb4-507f6a2fbbce tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Network': ['ID=ae415cbb-b25c-42f3-8235-bc1453d678bf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:21.784365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (cc4f294a-4be4-4e59-aecd-ec68634f33b8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.790497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'subnet': {'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:21.797367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b18a8089-5880-4ed8-ab51-2a838d24e9ea None None] Allocated IP 2001:db8::2 (e5b6507b-5891-44d5-9f9c-64207a0a3630/11f71d8b-3159-464b-b05a-a5462b1a7e2c/c174d309-3a84-4fc7-b4e1-d658c0df8aa3) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:21.799614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network ae415cbb-b25c-42f3-8235-bc1453d678bf details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:21.818006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e884d693-2401-452c-9ff8-2905288a8bbd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e6148423-4898-4d45-a177-dcd445ac0228), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.821079 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Publish callbacks [] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.829462 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.874454 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c4c28a56-6f8c-4ed4-a2db-da16d8a7f737 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags/tempest-TagsExtTest-Tag-244907098 HTTP/1.1" status: 201 len: 201 time: 0.6854818 Apr 29 07:42:21.885454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54180) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:21.893117 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-77066f06-8402-4774-aa8f-2dd08fecb8d2 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42', 'tempest-TagsExtTest-Tag-2127103406') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:21.903172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:21.912530 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1fa39-23e5-419b-b6bb-12fc6728943c None None] Pushing event updated for resources: {'Port': ['ID=9d86aa72-f996-4ed8-aa26-3ae21a34f17d,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:21.913504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=8506b44c-acc8-4a2d-a922-c4f2dcd208b1,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:21.939065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (cc4f294a-4be4-4e59-aecd-ec68634f33b8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.943826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (cc4f294a-4be4-4e59-aecd-ec68634f33b8), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.951881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e884d693-2401-452c-9ff8-2905288a8bbd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.956292 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e884d693-2401-452c-9ff8-2905288a8bbd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9062622 Apr 29 07:42:21.959001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] For port 247450c4-8319-4973-9446-263b5991946f, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:21.978156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54182) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:21.984774 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Attempting to bind port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:21.985159 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Attempting to bind port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'b0635a0c-f3a8-4a41-872d-e967844e57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:21.985545 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Attempting to bind port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d on network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:21.991459 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:21.992003 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Checking segment: {'id': 'b0635a0c-f3a8-4a41-872d-e967844e57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:21.992403 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:21.992787 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Bound using segment: {'id': 'b0635a0c-f3a8-4a41-872d-e967844e57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:21.993383 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Bound port: 9d86aa72-f996-4ed8-aa26-3ae21a34f17d, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0635a0c-f3a8-4a41-872d-e967844e57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:21.993631 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.020451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (cc4f294a-4be4-4e59-aecd-ec68634f33b8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.021060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Fanout notify agent at l3_agent the message router_deleted on router cc4f294a-4be4-4e59-aecd-ec68634f33b8 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:22.024611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] For port 247450c4-8319-4973-9446-263b5991946f, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=247450c4-8319-4973-9446-263b5991946f,segment=NetworkSegment(b0635a0c-f3a8-4a41-872d-e967844e57c3),segment_id=b0635a0c-f3a8-4a41-872d-e967844e57c3)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:22.028623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f6c6cf14-0f0e-4de6-ae70-8d21eb7ee5d9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1151485489'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:22.031793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.037720 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-36eab11a-1c61-489c-9901-daf738fe4a44 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/cc4f294a-4be4-4e59-aecd-ec68634f33b8 HTTP/1.1" status: 204 len: 168 time: 3.0001285 Apr 29 07:42:22.038422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54184) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:22.042050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Provisioning complete for port 0ef3e73e-32fb-483e-b810-9f1ad9f62d42 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:22.042513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0ef3e73e-32fb-483e-b810-9f1ad9f62d42), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.048912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1249911808', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': False}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:22.065364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884d693-2401-452c-9ff8-2905288a8bbd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6148423-4898-4d45-a177-dcd445ac0228,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:22.077771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (247450c4-8319-4973-9446-263b5991946f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.084130 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] For port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:22.089157 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] For port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9d86aa72-f996-4ed8-aa26-3ae21a34f17d,segment=NetworkSegment(b0635a0c-f3a8-4a41-872d-e967844e57c3),segment_id=b0635a0c-f3a8-4a41-872d-e967844e57c3)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:22.092501 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Checking segment: {'id': '47260663-c806-46be-ae0a-5c75a86373d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb7f93b-d4b9-443d-a5df-b05196efa617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:22.092980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network hostable DHCP agents. Network: dbb7f93b-d4b9-443d-a5df-b05196efa617, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:22.096721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.097998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.099476 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.173650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_controller (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.191767 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cf14-0f0e-4de6-ae70-8d21eb7ee5d9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.194717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (83a17604-949c-4c86-b775-5609dc1134e1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.195409 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1fa39-23e5-419b-b6bb-12fc6728943c None None] Pushing event updated for resources: {'Port': ['ID=9d86aa72-f996-4ed8-aa26-3ae21a34f17d,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:22.219775 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:22.221536 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:22.227458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Made reservation on behalf of 1cce2196bf464d76acdc43610391b90d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:22.231048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.234576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Network dbb7f93b-d4b9-443d-a5df-b05196efa617 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:22.288870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a17604-949c-4c86-b775-5609dc1134e1']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:22.305082 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c1954805-a517-4086-b036-6ce7d1006337 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:22.305723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c1954805-a517-4086-b036-6ce7d1006337), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.318806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, dbb7f93b-d4b9-443d-a5df-b05196efa617) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:22.348926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db4687e-331b-4c4f-9840-38537d039d10') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:22.349265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db4687e-331b-4c4f-9840-38537d039d10') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:22.352575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814fde7b-32e6-429e-a3d2-00cb6c96210f None None] Network dbb7f93b-d4b9-443d-a5df-b05196efa617 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:22.358901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:22.359338 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.359470 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b18a8089-5880-4ed8-ab51-2a838d24e9ea None None] For port c174d309-3a84-4fc7-b4e1-d658c0df8aa3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,segment=NetworkSegment(5bbb6435-9206-4286-b2d5-41a84731ee70),segment_id=5bbb6435-9206-4286-b2d5-41a84731ee70)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:22.366211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-19e9f951-e022-4008-9c9c-5846ceabb04a None None] Port 0ef3e73e-32fb-483e-b810-9f1ad9f62d42 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:22.372947 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:22.401798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (7db4687e-331b-4c4f-9840-38537d039d10), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.422421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.441809 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1950ca3b-3b8a-458c-bcbe-b0ce64aab7bd tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8355281 Apr 29 07:42:22.446294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54186) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:22.463979 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-77066f06-8402-4774-aa8f-2dd08fecb8d2 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags/tempest-TagsExtTest-Tag-2127103406 HTTP/1.1" status: 201 len: 201 time: 0.5729766 Apr 29 07:42:22.464212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd556c-a491-42e8-ae7d-3a60a10aa972 None None] Pushing event updated for resources: {'Port': ['ID=247450c4-8319-4973-9446-263b5991946f,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:22.467518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54188) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:22.474779 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-44e9a4a9-4012-41de-b552-bd2c97b539b4 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:22.479560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7db4687e-331b-4c4f-9840-38537d039d10), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.491481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-4cf77ece-1916-4c28-95d3-d5be609b1540 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b', 'tempest-TagsExtTest-Tag-1036558540') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:22.499671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b18a8089-5880-4ed8-ab51-2a838d24e9ea None None] Publish callbacks [] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.504275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:22.510184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (7db4687e-331b-4c4f-9840-38537d039d10), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:22.513775 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:22.529180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b18a8089-5880-4ed8-ab51-2a838d24e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.625609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-97ee9777-8b0c-4e91-99a5-49e447a95c4a None None] Provisioning complete for port c1954805-a517-4086-b036-6ce7d1006337 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:22.633316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-97ee9777-8b0c-4e91-99a5-49e447a95c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c1954805-a517-4086-b036-6ce7d1006337), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.723365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-dbb7f93b-d4b9-443d-a5df-b05196efa617', 'network_id': 'dbb7f93b-d4b9-443d-a5df-b05196efa617', 'project_id': '426b33f7396b41f6ba898c78ac73a3b5', 'fixed_ips': [{'subnet_id': '8506b44c-acc8-4a2d-a922-c4f2dcd208b1'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:42:22.724239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.731270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cf14-0f0e-4de6-ae70-8d21eb7ee5d9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (d899a4b4-e0a3-4c88-878a-4edc03f515ff), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.737975 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:17Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:22Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:22.751157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c1954805-a517-4086-b036-6ce7d1006337 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:22.760153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cf14-0f0e-4de6-ae70-8d21eb7ee5d9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d899a4b4-e0a3-4c88-878a-4edc03f515ff), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.780226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a8089-5880-4ed8-ab51-2a838d24e9ea None None] Pushing event updated for resources: {'Port': ['ID=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:22.820404 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce92d75-0e7c-490b-a3f9-bc1b2a210a39 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:17Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:22Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:22.821826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-44e9a4a9-4012-41de-b552-bd2c97b539b4 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8829832'] for subnet (8506b44c-acc8-4a2d-a922-c4f2dcd208b1), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:22.903892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7d976985-f82d-4661-a34b-e30c353ea867 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:22.967384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 7d976985-f82d-4661-a34b-e30c353ea867 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:22.967806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7d976985-f82d-4661-a34b-e30c353ea867 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:22.998518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6cf14-0f0e-4de6-ae70-8d21eb7ee5d9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d899a4b4-e0a3-4c88-878a-4edc03f515ff,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:23.005380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (83a17604-949c-4c86-b775-5609dc1134e1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.014623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.034434 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/networks/83a17604-949c-4c86-b775-5609dc1134e1 HTTP/1.1" status: 204 len: 168 time: 1.5778468 Apr 29 07:42:23.051902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54190) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:23.071603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'network': {'name': 'tempest-network-smoke--945794066', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'port_security_enabled': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:23.075131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-97ee9777-8b0c-4e91-99a5-49e447a95c4a None None] Current status of the port c1954805-a517-4086-b036-6ce7d1006337 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:23.080770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 07:42:23.080770 dv-neutron-839860-1-hyperv neutron-server[104225]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 29 07:42:23.080770 dv-neutron-839860-1-hyperv neutron-server[104225]: [parameters: {'in_use': 1, 'id_1': '8506b44c-acc8-4a2d-a922-c4f2dcd208b1'}] Apr 29 07:42:23.080770 dv-neutron-839860-1-hyperv neutron-server[104225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:42:23.081192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:42:23.093537 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6cf14-0f0e-4de6-ae70-8d21eb7ee5d9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.098456 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f6c6cf14-0f0e-4de6-ae70-8d21eb7ee5d9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1123867 Apr 29 07:42:23.102638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-97ee9777-8b0c-4e91-99a5-49e447a95c4a None None] Provisioning complete for port 0ef3e73e-32fb-483e-b810-9f1ad9f62d42 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:23.103192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-97ee9777-8b0c-4e91-99a5-49e447a95c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0ef3e73e-32fb-483e-b810-9f1ad9f62d42), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.109031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54192) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:23.110259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06769ba-238b-4924-a52d-e6260e864c40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Network': ['ID=83a17604-949c-4c86-b775-5609dc1134e1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:23.128034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-508843269', 'security_groups': ['d899a4b4-e0a3-4c88-878a-4edc03f515ff'], 'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11f71d8b-3159-464b-b05a-a5462b1a7e2c'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:23.139921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:23.162400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.202904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-97ee9777-8b0c-4e91-99a5-49e447a95c4a None None] Port 0ef3e73e-32fb-483e-b810-9f1ad9f62d42 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:23.236362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.276770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (c18326c0-3f3c-44b8-9441-9d289ea31bbd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.289019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.327856 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4cf77ece-1916-4c28-95d3-d5be609b1540 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags/tempest-TagsExtTest-Tag-1036558540 HTTP/1.1" status: 201 len: 201 time: 0.8495619 Apr 29 07:42:23.347618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54194) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:23.358844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-b937814c-bd1e-49f1-97f6-92a2da3a3932 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809', 'tempest-TagsExtTest-Tag-1516421022') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:23.414504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Subnet': ['ID=c18326c0-3f3c-44b8-9441-9d289ea31bbd,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:23.463133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:23.477940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:23.498534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9d86aa72-f996-4ed8-aa26-3ae21a34f17d up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:23.540204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Allocated IP 172.26.3.215 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/01f1e617-8324-4d76-ace2-603a620cbd42) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:23.544802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Checking segment: {'id': '37108c46-ec85-4011-9d78-231ba5d01dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:23.545171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network hostable DHCP agents. Network: ae415cbb-b25c-42f3-8235-bc1453d678bf, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:23.582841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.587070 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b937814c-bd1e-49f1-97f6-92a2da3a3932 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags/tempest-TagsExtTest-Tag-1516421022 HTTP/1.1" status: 201 len: 201 time: 0.2377884 Apr 29 07:42:23.587517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54196) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:23.596281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-7eebf72a-bc15-4f9e-a274-67d6f61f4767 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999', {'tags': ['tempest-TagsExtTest-Tag-142435519', 'tempest-TagsExtTest-Tag-707848765', 'tempest-TagsExtTest-Tag-447072733']}) {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:23.617287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9a78a87e-a2f0-45ab-885d-b5c0cf370079), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.617682 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Added segment 9a78a87e-a2f0-45ab-885d-b5c0cf370079 of type vlan for network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 Apr 29 07:42:23.626728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:23.627126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.662607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network ae415cbb-b25c-42f3-8235-bc1453d678bf is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:23.714973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (dadf532d-2cee-406d-b9c0-f1ee4dcadb24), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.718859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, ae415cbb-b25c-42f3-8235-bc1453d678bf) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:23.725939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.752866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:23.760006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.767515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (dadf532d-2cee-406d-b9c0-f1ee4dcadb24), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.773451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:23.774362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.796016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb76ed-c200-460e-952e-38c5f92896bf None None] Network ae415cbb-b25c-42f3-8235-bc1453d678bf requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:23.798749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] device_id is not set on port 0224a784-1246-44c1-9c34-124e5aeb7875 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:42:23.818770 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d2d63949-6e44-4ed9-afca-0f708cc9bdb4 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0371697 Apr 29 07:42:23.823764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54198) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:23.967609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for port (01f1e617-8324-4d76-ace2-603a620cbd42), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:23.999765 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9449921 Apr 29 07:42:24.000587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-44e9a4a9-4012-41de-b552-bd2c97b539b4 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745940776479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3329702'] for subnet (8506b44c-acc8-4a2d-a922-c4f2dcd208b1), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.002510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54200) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:24.014514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-320691798', 'admin_state_up': True, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:24.038751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:24.039141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.048031 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7eebf72a-bc15-4f9e-a274-67d6f61f4767 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags HTTP/1.1" status: 200 len: 315 time: 0.4554076 Apr 29 07:42:24.052885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54202) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:24.062795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89f90d-7cff-4b28-bcc1-1787ee194654 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Network': ['ID=dadf532d-2cee-406d-b9c0-f1ee4dcadb24,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:24.068787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-ae415cbb-b25c-42f3-8235-bc1453d678bf', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'project_id': '1cce2196bf464d76acdc43610391b90d', 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:42:24.069724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.077843 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-ec3805e6-2d38-46e6-9859-0bd69dce2433 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:24.086792 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:24.098235 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4c2eadf1-3d8b-490f-9bd6-e97f4de44a73 None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:24.098841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4c2eadf1-3d8b-490f-9bd6-e97f4de44a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.116250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e9a4a9-4012-41de-b552-bd2c97b539b4 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:24.116863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-44e9a4a9-4012-41de-b552-bd2c97b539b4 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.120953 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-44e9a4a9-4012-41de-b552-bd2c97b539b4 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "PUT /v2.0/subnets/8506b44c-acc8-4a2d-a922-c4f2dcd208b1 HTTP/1.1" status: 200 len: 877 time: 1.6679242 Apr 29 07:42:24.125075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54204) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:24.135856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9a4a9-4012-41de-b552-bd2c97b539b4 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event updated for resources: {'Subnet': ['ID=8506b44c-acc8-4a2d-a922-c4f2dcd208b1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:24.148962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (58b75dc7-e760-43b3-a59e-4900280f61d7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.152659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (58b75dc7-e760-43b3-a59e-4900280f61d7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.176359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Allocated IP 172.20.0.3 (dbb7f93b-d4b9-443d-a5df-b05196efa617/8506b44c-acc8-4a2d-a922-c4f2dcd208b1/df4b3d6b-2faf-4f8a-be7a-be38096b3353) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:24.186978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.204213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c35c3-1bef-4621-a2ed-1e6113c9def1 None None] Network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:24.231095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9d86aa72-f996-4ed8-aa26-3ae21a34f17d,segment=NetworkSegment(b0635a0c-f3a8-4a41-872d-e967844e57c3),segment_id=b0635a0c-f3a8-4a41-872d-e967844e57c3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:24.237902 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8::20c (e5b6507b-5891-44d5-9f9c-64207a0a3630/11f71d8b-3159-464b-b05a-a5462b1a7e2c/0224a784-1246-44c1-9c34-124e5aeb7875) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:24.254575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:24.270830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:24.281725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:24.292157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event updated for resources: {'Port': ['ID=01f1e617-8324-4d76-ace2-603a620cbd42,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:24.326367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.327181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 247450c4-8319-4973-9446-263b5991946f up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:24.356569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (58b75dc7-e760-43b3-a59e-4900280f61d7), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.373961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (dbb7f93b-d4b9-443d-a5df-b05196efa617), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.563011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=9d86aa72-f996-4ed8-aa26-3ae21a34f17d,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:24.643283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Allocated IP 2001:db8:3::2 (ae415cbb-b25c-42f3-8235-bc1453d678bf/c18326c0-3f3c-44b8-9441-9d289ea31bbd/07b9aef4-d84a-41e7-8f45-f6f66c9487f9) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:24.660533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (58b75dc7-e760-43b3-a59e-4900280f61d7), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.669907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4c2eadf1-3d8b-490f-9bd6-e97f4de44a73 None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:24.677455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (8506b44c-acc8-4a2d-a922-c4f2dcd208b1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.712187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 247450c4-8319-4973-9446-263b5991946f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:24.712574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (247450c4-8319-4973-9446-263b5991946f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.883795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.910561 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ec3805e6-2d38-46e6-9859-0bd69dce2433 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags HTTP/1.1" status: 204 len: 168 time: 0.8523979 Apr 29 07:42:24.916396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54208) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:24.925439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-0c5d4427-0741-47f0-a629-403809f67be0 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999', 'tempest-TagsExtTest-Tag-142435519') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:24.983672 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Publish callbacks [] for port (df4b3d6b-2faf-4f8a-be7a-be38096b3353), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.994483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (0224a784-1246-44c1-9c34-124e5aeb7875), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:24.996276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4c2eadf1-3d8b-490f-9bd6-e97f4de44a73 None None] Provisioning complete for port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:24.996276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4c2eadf1-3d8b-490f-9bd6-e97f4de44a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.006671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (df4b3d6b-2faf-4f8a-be7a-be38096b3353), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.091582 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-0c5d4427-0741-47f0-a629-403809f67be0 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:25.092654 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0c5d4427-0741-47f0-a629-403809f67be0 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags/tempest-TagsExtTest-Tag-142435519 HTTP/1.1" status: 404 len: 328 time: 0.1710393 Apr 29 07:42:25.097569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54210) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:25.101313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Network dbb7f93b-d4b9-443d-a5df-b05196efa617 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:25.106940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-d7b8c92c-27ce-4ddf-ba79-7066389a5491 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999', 'tempest-TagsExtTest-Tag-707848765') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:25.112989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.113850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:25.115779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4c2eadf1-3d8b-490f-9bd6-e97f4de44a73 None None] Port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:25.120401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (8506b44c-acc8-4a2d-a922-c4f2dcd208b1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.120973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:25.136806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0224a784-1246-44c1-9c34-124e5aeb7875), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.147215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Pushing event updated for resources: {'Port': ['ID=df4b3d6b-2faf-4f8a-be7a-be38096b3353,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:25.254016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 247450c4-8319-4973-9446-263b5991946f is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:25.254588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (247450c4-8319-4973-9446-263b5991946f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.290676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Publish callbacks [] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.295888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Attempting to bind port df4b3d6b-2faf-4f8a-be7a-be38096b3353 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:25.296410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Attempting to bind port df4b3d6b-2faf-4f8a-be7a-be38096b3353 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '47260663-c806-46be-ae0a-5c75a86373d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb7f93b-d4b9-443d-a5df-b05196efa617'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:25.296984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Attempting to bind port df4b3d6b-2faf-4f8a-be7a-be38096b3353 on network dbb7f93b-d4b9-443d-a5df-b05196efa617 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:25.302076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:25.313383 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:25.315133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.315901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:25.321576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:25.322240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.355868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:25.356675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Checking segment: {'id': '47260663-c806-46be-ae0a-5c75a86373d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb7f93b-d4b9-443d-a5df-b05196efa617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:25.357341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.357966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Bound using segment: {'id': '47260663-c806-46be-ae0a-5c75a86373d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb7f93b-d4b9-443d-a5df-b05196efa617'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:25.358739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Bound port: df4b3d6b-2faf-4f8a-be7a-be38096b3353, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47260663-c806-46be-ae0a-5c75a86373d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb7f93b-d4b9-443d-a5df-b05196efa617'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:25.359467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df4b3d6b-2faf-4f8a-be7a-be38096b3353), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.374000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=0224a784-1246-44c1-9c34-124e5aeb7875,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:25.394870 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-28df4ae6-2694-4454-ba42-2f5d86e1731f tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2768116 Apr 29 07:42:25.399636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54212) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:25.407621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8d84789f-47a4-417d-bccf-fff827baabf4 None None] Provisioning complete for port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:25.408133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d84789f-47a4-417d-bccf-fff827baabf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.412374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 247450c4-8319-4973-9446-263b5991946f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=247450c4-8319-4973-9446-263b5991946f,segment=NetworkSegment(b0635a0c-f3a8-4a41-872d-e967844e57c3),segment_id=b0635a0c-f3a8-4a41-872d-e967844e57c3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:25.414241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3a889615-bda0-4392-8c59-eb516515a869 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:25.465714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (247450c4-8319-4973-9446-263b5991946f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.466638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c174d309-3a84-4fc7-b4e1-d658c0df8aa3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:25.470214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Network ae415cbb-b25c-42f3-8235-bc1453d678bf is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:25.502841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:25.514660 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-d7b8c92c-27ce-4ddf-ba79-7066389a5491 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:25.515811 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d7b8c92c-27ce-4ddf-ba79-7066389a5491 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags/tempest-TagsExtTest-Tag-707848765 HTTP/1.1" status: 404 len: 328 time: 0.4173014 Apr 29 07:42:25.526735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54214) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:25.531365 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-02754084-4d53-4fb1-ac5c-c314c9c28657 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999', 'tempest-TagsExtTest-Tag-447072733') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:25.570967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:25.579172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Pushing event updated for resources: {'Port': ['ID=07b9aef4-d84a-41e7-8f45-f6f66c9487f9,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:25.711816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (58b75dc7-e760-43b3-a59e-4900280f61d7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.773321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=8506b44c-acc8-4a2d-a922-c4f2dcd208b1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:25.781187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.786321 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a889615-bda0-4392-8c59-eb516515a869 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:25.790784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3a889615-bda0-4392-8c59-eb516515a869 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.800368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] For port df4b3d6b-2faf-4f8a-be7a-be38096b3353, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:25.817405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Allocated IP 2001:db8:3::1 (ae415cbb-b25c-42f3-8235-bc1453d678bf/c18326c0-3f3c-44b8-9441-9d289ea31bbd/d8ec873c-7ba3-4c68-be33-0c14a4f65062) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:25.818510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=247450c4-8319-4973-9446-263b5991946f,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:25.821399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Attempting to bind port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:25.821747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Attempting to bind port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '37108c46-ec85-4011-9d78-231ba5d01dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:25.822111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Attempting to bind port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 on network ae415cbb-b25c-42f3-8235-bc1453d678bf {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:25.830896 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] For port df4b3d6b-2faf-4f8a-be7a-be38096b3353, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=df4b3d6b-2faf-4f8a-be7a-be38096b3353,segment=NetworkSegment(47260663-c806-46be-ae0a-5c75a86373d2),segment_id=47260663-c806-46be-ae0a-5c75a86373d2)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:25.842736 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-02754084-4d53-4fb1-ac5c-c314c9c28657 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:25.843647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:25.844032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Checking segment: {'id': '37108c46-ec85-4011-9d78-231ba5d01dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:25.844768 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-02754084-4d53-4fb1-ac5c-c314c9c28657 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags/tempest-TagsExtTest-Tag-447072733 HTTP/1.1" status: 404 len: 328 time: 0.3168998 Apr 29 07:42:25.845862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.847931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Bound using segment: {'id': '37108c46-ec85-4011-9d78-231ba5d01dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:25.848439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Bound port: 07b9aef4-d84a-41e7-8f45-f6f66c9487f9, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37108c46-ec85-4011-9d78-231ba5d01dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:25.848835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.857500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54216) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:25.858385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (df4b3d6b-2faf-4f8a-be7a-be38096b3353), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.869144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8d84789f-47a4-417d-bccf-fff827baabf4 None None] Current status of the port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:25.871260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:25.871634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.906643 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:25.931494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-2e19eec2-2c37-4b49-ba38-179d7db767bc tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42', {'tags': ['tempest-TagsExtTest-Tag-360823935', 'tempest-TagsExtTest-Tag-437847101', 'tempest-TagsExtTest-Tag-1168351399']}) {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:26.002134 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.ipam_backend_mixin [None req-3a889615-bda0-4392-8c59-eb516515a869 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11f71d8b-3159-464b-b05a-a5462b1a7e2c (CIDR: 2001:db8::/64) Apr 29 07:42:26.016732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8d84789f-47a4-417d-bccf-fff827baabf4 None None] Provisioning complete for port 247450c4-8319-4973-9446-263b5991946f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:26.017111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8d84789f-47a4-417d-bccf-fff827baabf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (247450c4-8319-4973-9446-263b5991946f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.020860 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a889615-bda0-4392-8c59-eb516515a869 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:42:26.021596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a889615-bda0-4392-8c59-eb516515a869 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:26.045506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949581fc-a21e-4329-9d89-3dff275801b6 None None] Pushing event updated for resources: {'Port': ['ID=df4b3d6b-2faf-4f8a-be7a-be38096b3353,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:26.056911 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3a889615-bda0-4392-8c59-eb516515a869 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6485798 Apr 29 07:42:26.059566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54218) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:26.065031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-eeab94da-7b67-4fff-9f01-eb775132005e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:26.073688 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.127392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12126a78-5c33-4f41-aabc-cfcd54d1a7be None None] Network dbb7f93b-d4b9-443d-a5df-b05196efa617 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:26.138021 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] For port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:26.140202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (dbb7f93b-d4b9-443d-a5df-b05196efa617), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.198206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] For port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=07b9aef4-d84a-41e7-8f45-f6f66c9487f9,segment=NetworkSegment(37108c46-ec85-4011-9d78-231ba5d01dc3),segment_id=37108c46-ec85-4011-9d78-231ba5d01dc3)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:26.200220 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.208562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb7f93b-d4b9-443d-a5df-b05196efa617']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:26.255024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47260663-c806-46be-ae0a-5c75a86373d2') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:26.255955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47260663-c806-46be-ae0a-5c75a86373d2') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:26.266501 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeab94da-7b67-4fff-9f01-eb775132005e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:26.269043 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.270852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eeab94da-7b67-4fff-9f01-eb775132005e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.276368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network ae415cbb-b25c-42f3-8235-bc1453d678bf is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:26.278050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (47260663-c806-46be-ae0a-5c75a86373d2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.293731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:26.296353 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:26.296895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.302253 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2e19eec2-2c37-4b49-ba38-179d7db767bc tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags HTTP/1.1" status: 200 len: 316 time: 0.3949707 Apr 29 07:42:26.303610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.249 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/1c24fb8f-2756-43b2-9afb-fd106440b290) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:26.307487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54220) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:26.310737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-adee2ddc-22f7-493d-8e3b-a31e86c5fb67 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:26.335567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (47260663-c806-46be-ae0a-5c75a86373d2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.345243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:26.350794 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Router 5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:26.359471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:26.360246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (47260663-c806-46be-ae0a-5c75a86373d2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:26.366594 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:26.401987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=d8ec873c-7ba3-4c68-be33-0c14a4f65062,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:26.469628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:26.482912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8d84789f-47a4-417d-bccf-fff827baabf4 None None] Current status of the port 247450c4-8319-4973-9446-263b5991946f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:26.527566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:26.528217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1f8c4556-25b5-4db9-8ccd-c7b4b625e157 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:26.545334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d04646-c5dc-4030-a75a-52cb5ac43126 None None] Pushing event updated for resources: {'Port': ['ID=07b9aef4-d84a-41e7-8f45-f6f66c9487f9,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:26.563997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.575245 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.ipam_backend_mixin [None req-eeab94da-7b67-4fff-9f01-eb775132005e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 129e4b23-8afb-481d-a535-356ec48a7284 (CIDR: 2001:db8:0:1::/64) Apr 29 07:42:26.588146 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeab94da-7b67-4fff-9f01-eb775132005e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:42:26.589916 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeab94da-7b67-4fff-9f01-eb775132005e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:26.615607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff076eb-ad1f-4d83-95b9-6b962139d65a None None] Network dbb7f93b-d4b9-443d-a5df-b05196efa617 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:26.643278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.db.api [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 07:42:26.643278 dv-neutron-839860-1-hyperv neutron-server[104223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 07:42:26.643278 dv-neutron-839860-1-hyperv neutron-server[104223]: [parameters: {'id': 'dbb7f93b-d4b9-443d-a5df-b05196efa617'}] Apr 29 07:42:26.643278 dv-neutron-839860-1-hyperv neutron-server[104223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 07:42:26.644127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG oslo_db.api [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 07:42:26.647421 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eeab94da-7b67-4fff-9f01-eb775132005e tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5865397 Apr 29 07:42:26.651124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:26.656812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'subnet': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:26.704978 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-adee2ddc-22f7-493d-8e3b-a31e86c5fb67 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags HTTP/1.1" status: 204 len: 168 time: 0.3976047 Apr 29 07:42:26.710300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54224) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:26.719984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-4e019076-0f4e-4d44-8651-3e9aa2ecd351 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42', 'tempest-TagsExtTest-Tag-360823935') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:26.741048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.783877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:26.801147 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-533d66b6-e1d6-4a69-8a45-0ebd37f07a59 None None] Provisioning complete for port 0224a784-1246-44c1-9c34-124e5aeb7875 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:26.801683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-533d66b6-e1d6-4a69-8a45-0ebd37f07a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0224a784-1246-44c1-9c34-124e5aeb7875), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.808246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Sync routers for ids ['5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:26.827707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.828990 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a13e79af-fb49-4c47-9a84-9dec5ca1f15d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7867980 Apr 29 07:42:26.832290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54226) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:26.837187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9d86aa72-f996-4ed8-aa26-3ae21a34f17d up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:26.879664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.922060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Made reservation on behalf of 98a71a8f50de4bc091a186c0b95a6da8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:26.926950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:26.955649 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-4e019076-0f4e-4d44-8651-3e9aa2ecd351 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:26.959802 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4e019076-0f4e-4d44-8651-3e9aa2ecd351 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags/tempest-TagsExtTest-Tag-360823935 HTTP/1.1" status: 404 len: 328 time: 0.2483845 Apr 29 07:42:26.960416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54228) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:26.963285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Routers {'5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:26.963672 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:26.982882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-5a9f02e3-76d9-4dfd-89da-79404319ff98 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42', 'tempest-TagsExtTest-Tag-437847101') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:26.989153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:27.013839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-533d66b6-e1d6-4a69-8a45-0ebd37f07a59 None None] Port 0224a784-1246-44c1-9c34-124e5aeb7875 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:27.069425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-533d66b6-e1d6-4a69-8a45-0ebd37f07a59 None None] Provisioning complete for port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:27.069880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-533d66b6-e1d6-4a69-8a45-0ebd37f07a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.071440 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0ecf26ee-a166-4d9a-9f41-dcd42248308d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/routers/5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22 HTTP/1.1" status: 200 len: 909 time: 0.2371061 Apr 29 07:42:27.074638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54230) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:27.084480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:27.087406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:27.141786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1249911808', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': True}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:27.144067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:27.144539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.147042 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=1c24fb8f-2756-43b2-9afb-fd106440b290,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:27.159025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (dbb7f93b-d4b9-443d-a5df-b05196efa617), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.162488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Set router 5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:27.248573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.260859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.261753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.335413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (2e67f8f0-86c7-4551-a3df-ca595b97e356), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.336514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (2e67f8f0-86c7-4551-a3df-ca595b97e356), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.386571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port df4b3d6b-2faf-4f8a-be7a-be38096b3353 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:27.387000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (df4b3d6b-2faf-4f8a-be7a-be38096b3353), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.393962 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-5a9f02e3-76d9-4dfd-89da-79404319ff98 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:27.397788 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5a9f02e3-76d9-4dfd-89da-79404319ff98 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags/tempest-TagsExtTest-Tag-437847101 HTTP/1.1" status: 404 len: 328 time: 0.4293046 Apr 29 07:42:27.399756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54232) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:27.402979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-9b32d19f-5cb6-4c8c-9539-d08f0f1495ef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42', 'tempest-TagsExtTest-Tag-1168351399') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:27.440318 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event updated for resources: {'Port': ['ID=d8ec873c-7ba3-4c68-be33-0c14a4f65062,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:27.479363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_controller (2e67f8f0-86c7-4551-a3df-ca595b97e356), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.501038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (95f7d4bd-104a-456a-90d3-06a261ae5f38), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.515418 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Network ae415cbb-b25c-42f3-8235-bc1453d678bf is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:27.521258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:27.572333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:27.591954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-533d66b6-e1d6-4a69-8a45-0ebd37f07a59 None None] Current status of the port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:27.596242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (58b75dc7-e760-43b3-a59e-4900280f61d7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.626661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:27.628394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 247450c4-8319-4973-9446-263b5991946f up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:27.676876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-533d66b6-e1d6-4a69-8a45-0ebd37f07a59 None None] Provisioning complete for port 247450c4-8319-4973-9446-263b5991946f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:27.677683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-533d66b6-e1d6-4a69-8a45-0ebd37f07a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (247450c4-8319-4973-9446-263b5991946f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.750959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port df4b3d6b-2faf-4f8a-be7a-be38096b3353, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=df4b3d6b-2faf-4f8a-be7a-be38096b3353,segment=NetworkSegment(47260663-c806-46be-ae0a-5c75a86373d2),segment_id=47260663-c806-46be-ae0a-5c75a86373d2)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:27.751353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (df4b3d6b-2faf-4f8a-be7a-be38096b3353), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.773791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for df4b3d6b-2faf-4f8a-be7a-be38096b3353 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:27.800076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 247450c4-8319-4973-9446-263b5991946f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:27.800900 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (247450c4-8319-4973-9446-263b5991946f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.808260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22', 'name': 'tempest-snat-router-1249911808', 'tenant_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.215'}], 'enable_snat': False}, 'gw_port_id': '01f1e617-8324-4d76-ace2-603a620cbd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:22Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 3, 'project_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'gw_port': {'id': '01f1e617-8324-4d76-ace2-603a620cbd42', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:23Z', 'updated_at': '2022-04-29T07:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:27.867883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (2e67f8f0-86c7-4551-a3df-ca595b97e356), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:27.881783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Checking router: 5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:27.882226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Updating router 5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22 port 01f1e617-8324-4d76-ace2-603a620cbd42 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:27.887932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-533d66b6-e1d6-4a69-8a45-0ebd37f07a59 None None] Current status of the port 247450c4-8319-4973-9446-263b5991946f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:27.936524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.024179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:28.029641 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-9b32d19f-5cb6-4c8c-9539-d08f0f1495ef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:28.033270 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9b32d19f-5cb6-4c8c-9539-d08f0f1495ef tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags/tempest-TagsExtTest-Tag-1168351399 HTTP/1.1" status: 404 len: 329 time: 0.6310837 Apr 29 07:42:28.033270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Subnet': ['ID=95f7d4bd-104a-456a-90d3-06a261ae5f38,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:28.036132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:28.036732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.038583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54234) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:28.061472 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4534c790-b7fc-43d4-9f6e-035c492e7fd5 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4091175 Apr 29 07:42:28.064367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54236) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:28.069627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-39379654', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '95f7d4bd-104a-456a-90d3-06a261ae5f38'}], 'security_groups': ['0b018177-698d-42b2-ba1d-4ec06aa93435', 'e6148423-4898-4d45-a177-dcd445ac0228']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:28.085883 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d2efaa-1463-4c15-a183-2b6e97191d50 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:42:28.106541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:28.145959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 247450c4-8319-4973-9446-263b5991946f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:28.162124 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0fda3a36-61a7-46eb-8a05-c304e5e19463 None None] Provisioning complete for port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:28.162489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0fda3a36-61a7-46eb-8a05-c304e5e19463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.234639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0224a784-1246-44c1-9c34-124e5aeb7875), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.309195 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:28.321260 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2b406c1a-2250-424b-9529-89030d346919 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4923971 Apr 29 07:42:28.322581 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54238) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:28.332055 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:28.343736 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:28.344622 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:28.379063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2efaa-1463-4c15-a183-2b6e97191d50 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:42:28.388952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:28.417272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0fda3a36-61a7-46eb-8a05-c304e5e19463 None None] Current status of the port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:28.427750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-89f8f639-171f-4e18-a72a-ffb40e617586 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b', {'tags': ['tempest-TagsExtTest-Tag-543433004', 'tempest-TagsExtTest-Tag-1785532615', 'tempest-TagsExtTest-Tag-1542245350']}) {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:28.462218 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:28.502027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Publish callbacks [] for port (01f1e617-8324-4d76-ace2-603a620cbd42), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.512401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.617554 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c38f8-9576-4c85-b8d6-4786149db228 None None] Pushing event updated for resources: {'Port': ['ID=01f1e617-8324-4d76-ace2-603a620cbd42,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:28.625911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (df4b3d6b-2faf-4f8a-be7a-be38096b3353), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.642318 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-89f8f639-171f-4e18-a72a-ffb40e617586 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags HTTP/1.1" status: 200 len: 317 time: 0.6011338 Apr 29 07:42:28.642724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Attempting to bind port 01f1e617-8324-4d76-ace2-603a620cbd42 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:28.643179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Attempting to bind port 01f1e617-8324-4d76-ace2-603a620cbd42 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:28.643430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Attempting to bind port 01f1e617-8324-4d76-ace2-603a620cbd42 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:28.648475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54240) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:28.672501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-503063d6-62ab-4c06-bd18-c168f9d5fff8 None None] Provisioning complete for port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:28.673134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-503063d6-62ab-4c06-bd18-c168f9d5fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.678397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-d1cd1532-b2b0-4cf2-aa7b-26c500127470 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:28.684311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=df4b3d6b-2faf-4f8a-be7a-be38096b3353,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:28.686667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (58b75dc7-e760-43b3-a59e-4900280f61d7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.695745 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:28.696368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:28.696923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.697514 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:28.698133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Bound port: 01f1e617-8324-4d76-ace2-603a620cbd42, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:28.698665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.726916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port df4b3d6b-2faf-4f8a-be7a-be38096b3353 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:28.730417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:28.854557 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:26Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ec873c-7ba3-4c68-be33-0c14a4f65062', 'name': '', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:1a:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:27Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:28.883797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] For port 01f1e617-8324-4d76-ace2-603a620cbd42, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:28.892421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8e032-9502-4a54-9c92-1eb40ea049ce None None] Network ae415cbb-b25c-42f3-8235-bc1453d678bf requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:28.896076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad575f7-fa3a-48aa-8456-0c01e3d7f514 None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:28.897590 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:28.898789 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Updating router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 port d8ec873c-7ba3-4c68-be33-0c14a4f65062 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:28.934189 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.976730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (dbb7f93b-d4b9-443d-a5df-b05196efa617), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:28.977538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-503063d6-62ab-4c06-bd18-c168f9d5fff8 None None] Current status of the port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:28.977923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-503063d6-62ab-4c06-bd18-c168f9d5fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.024813 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Delete allocated IP 2001:db8::20c (e5b6507b-5891-44d5-9f9c-64207a0a3630/11f71d8b-3159-464b-b05a-a5462b1a7e2c) {{(pid=104224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 07:42:29.026672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb7f93b-d4b9-443d-a5df-b05196efa617']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:29.045066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] For port 01f1e617-8324-4d76-ace2-603a620cbd42, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=01f1e617-8324-4d76-ace2-603a620cbd42,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:29.060073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Allocated IP 2001:db8:0:2::17c (e5b6507b-5891-44d5-9f9c-64207a0a3630/95f7d4bd-104a-456a-90d3-06a261ae5f38/0224a784-1246-44c1-9c34-124e5aeb7875) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:29.086301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:29.086682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.087144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47260663-c806-46be-ae0a-5c75a86373d2') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:29.087557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47260663-c806-46be-ae0a-5c75a86373d2') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:29.089074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.138760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (47260663-c806-46be-ae0a-5c75a86373d2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.151373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.extraroute_db [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:42:29.170919 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d1cd1532-b2b0-4cf2-aa7b-26c500127470 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags HTTP/1.1" status: 204 len: 168 time: 0.4953392 Apr 29 07:42:29.172946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54242) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.179630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-5bdfa94c-86f4-4b84-873a-bdabea347db9 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b', 'tempest-TagsExtTest-Tag-543433004') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:29.200923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (47260663-c806-46be-ae0a-5c75a86373d2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.220591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:29.221432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (47260663-c806-46be-ae0a-5c75a86373d2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:29.228544 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:29.250298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Routers {'5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:29.250667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.extraroute_db [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Removed routes are [] {{(pid=104224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:42:29.251353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:29.251499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.294397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (2e67f8f0-86c7-4551-a3df-ca595b97e356), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.331580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.348305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 58b75dc7-e760-43b3-a59e-4900280f61d7 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:29.390878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (dbb7f93b-d4b9-443d-a5df-b05196efa617), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.410274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.413765 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/dbb7f93b-d4b9-443d-a5df-b05196efa617 HTTP/1.1" status: 204 len: 168 time: 5.2876692 Apr 29 07:42:29.435820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54244) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.441350 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-5bdfa94c-86f4-4b84-873a-bdabea347db9 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:29.442488 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5bdfa94c-86f4-4b84-873a-bdabea347db9 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags/tempest-TagsExtTest-Tag-543433004 HTTP/1.1" status: 404 len: 328 time: 0.2673738 Apr 29 07:42:29.447238 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54246) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.450893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34facf8-8cca-4030-995e-1a7e16761edf tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=dbb7f93b-d4b9-443d-a5df-b05196efa617,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:29.457260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-7c68489d-1539-4f20-944f-476c882b41f8 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b', 'tempest-TagsExtTest-Tag-1785532615') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:29.508548 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Publish callbacks [] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.525529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-503063d6-62ab-4c06-bd18-c168f9d5fff8 None None] For port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=07b9aef4-d84a-41e7-8f45-f6f66c9487f9,segment=NetworkSegment(37108c46-ec85-4011-9d78-231ba5d01dc3),segment_id=37108c46-ec85-4011-9d78-231ba5d01dc3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:29.529196 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.553697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for port (0224a784-1246-44c1-9c34-124e5aeb7875), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.562153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (0224a784-1246-44c1-9c34-124e5aeb7875), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.583696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c38f8-9576-4c85-b8d6-4786149db228 None None] Pushing event updated for resources: {'Port': ['ID=01f1e617-8324-4d76-ace2-603a620cbd42,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:29.585571 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ad331d-fb94-466e-9462-c056e8d7757c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:29.586160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ad331d-fb94-466e-9462-c056e8d7757c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:29.590855 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-02ad331d-fb94-466e-9462-c056e8d7757c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/8506b44c-acc8-4a2d-a922-c4f2dcd208b1 HTTP/1.1" status: 404 len: 337 time: 0.1512215 Apr 29 07:42:29.596812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54248) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.638893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.661033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] In _notify_port_updated(), no bound segment for port 0224a784-1246-44c1-9c34-124e5aeb7875 on network e5b6507b-5891-44d5-9f9c-64207a0a3630 {{(pid=104224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:42:29.663418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-503063d6-62ab-4c06-bd18-c168f9d5fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.668959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:29.669936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.671445 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "PUT /v2.0/ports/0224a784-1246-44c1-9c34-124e5aeb7875 HTTP/1.1" status: 200 len: 968 time: 1.6061606 Apr 29 07:42:29.672592 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-75557a84-21a8-4b47-b4cd-a9163102898b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:29.673259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75557a84-21a8-4b47-b4cd-a9163102898b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:29.675512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54250) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.677393 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-75557a84-21a8-4b47-b4cd-a9163102898b tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/dbb7f93b-d4b9-443d-a5df-b05196efa617 HTTP/1.1" status: 404 len: 339 time: 0.0617278 Apr 29 07:42:29.686369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54252) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.688862 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.690063 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Attempting to bind port d8ec873c-7ba3-4c68-be33-0c14a4f65062 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:29.690436 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Attempting to bind port d8ec873c-7ba3-4c68-be33-0c14a4f65062 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '37108c46-ec85-4011-9d78-231ba5d01dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:29.690955 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Attempting to bind port d8ec873c-7ba3-4c68-be33-0c14a4f65062 on network ae415cbb-b25c-42f3-8235-bc1453d678bf {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:29.693264 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec608cfd-797d-4699-837a-feae475e0f7c None None] Pushing event updated for resources: {'Port': ['ID=d8ec873c-7ba3-4c68-be33-0c14a4f65062,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:29.703601 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:29.704002 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Checking segment: {'id': '37108c46-ec85-4011-9d78-231ba5d01dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:29.704410 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.704804 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Bound using segment: {'id': '37108c46-ec85-4011-9d78-231ba5d01dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:29.705308 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Bound port: d8ec873c-7ba3-4c68-be33-0c14a4f65062, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37108c46-ec85-4011-9d78-231ba5d01dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:29.705838 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.742031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503063d6-62ab-4c06-bd18-c168f9d5fff8 None None] Pushing event updated for resources: {'Port': ['ID=07b9aef4-d84a-41e7-8f45-f6f66c9487f9,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:29.743913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f4f61-1a05-4358-b90d-b911561a505a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event updated for resources: {'Port': ['ID=0224a784-1246-44c1-9c34-124e5aeb7875,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:29.744399 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa8d86e-ff15-485a-8b60-0b01b256fed2 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:29.744944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa8d86e-ff15-485a-8b60-0b01b256fed2 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:29.750535 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-efa8d86e-ff15-485a-8b60-0b01b256fed2 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/31aeafe3-ee27-4152-addd-4df38df7be90 HTTP/1.1" status: 404 len: 337 time: 0.0606928 Apr 29 07:42:29.751341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Allocated IP 172.26.3.192 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/2f1363bf-33ce-41b2-bc07-2ab24877d538) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:29.756612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54254) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.784464 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] For port d8ec873c-7ba3-4c68-be33-0c14a4f65062, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:29.790150 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c09f23a-fddf-48c4-9874-374448fe3b55 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:29.790792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c09f23a-fddf-48c4-9874-374448fe3b55 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:29.791560 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] For port d8ec873c-7ba3-4c68-be33-0c14a4f65062, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d8ec873c-7ba3-4c68-be33-0c14a4f65062,segment=NetworkSegment(37108c46-ec85-4011-9d78-231ba5d01dc3),segment_id=37108c46-ec85-4011-9d78-231ba5d01dc3)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:29.796514 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0c09f23a-fddf-48c4-9874-374448fe3b55 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/3e8c43a7-4478-4107-a943-e687f78c1fdb HTTP/1.1" status: 404 len: 339 time: 0.0334785 Apr 29 07:42:29.802721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54256) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.804241 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-7c68489d-1539-4f20-944f-476c882b41f8 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:29.805309 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.805457 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7c68489d-1539-4f20-944f-476c882b41f8 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags/tempest-TagsExtTest-Tag-1785532615 HTTP/1.1" status: 404 len: 329 time: 0.3522112 Apr 29 07:42:29.814252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54258) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.820665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-6c6319b8-9198-46e6-9f8e-c4ca87f903de tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b', 'tempest-TagsExtTest-Tag-1542245350') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:29.836311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:29.871093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:29.888177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Sync routers for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:29.939920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] Set router 5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:29.956667 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec608cfd-797d-4699-837a-feae475e0f7c None None] Pushing event updated for resources: {'Port': ['ID=d8ec873c-7ba3-4c68-be33-0c14a4f65062,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:29.964439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:29.964725 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:29.965355 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:29.965939 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-05a7017f-885d-45db-bc5a-7d826ba99767 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9550295 Apr 29 07:42:29.969110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54260) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:29.972689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (e6855af6-36c5-4bae-85ce-bd1cd617f31c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.038812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:30.039583 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-14054bed-45b7-46d0-bdab-87135bc28a9e tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644093 Apr 29 07:42:30.043791 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54262) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:30.074820 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-6c6319b8-9198-46e6-9f8e-c4ca87f903de tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:30.076220 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6c6319b8-9198-46e6-9f8e-c4ca87f903de tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags/tempest-TagsExtTest-Tag-1542245350 HTTP/1.1" status: 404 len: 329 time: 0.2593334 Apr 29 07:42:30.087363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54264) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:30.094058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-fab5f8c1-0bd6-4b51-864d-bd78d8837354 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809', {'tags': ['tempest-TagsExtTest-Tag-349482075', 'tempest-TagsExtTest-Tag-1519843232', 'tempest-TagsExtTest-Tag-56641639']}) {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:30.099275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.105502 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:30.131910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-0a115861-d352-4b8c-a38f-617a86c40901 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 0224a784-1246-44c1-9c34-124e5aeb7875 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:30.132581 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a115861-d352-4b8c-a38f-617a86c40901 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0224a784-1246-44c1-9c34-124e5aeb7875), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.176960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:30.177389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:30.229069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a115861-d352-4b8c-a38f-617a86c40901 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0224a784-1246-44c1-9c34-124e5aeb7875), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.245651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-0a115861-d352-4b8c-a38f-617a86c40901 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 0224a784-1246-44c1-9c34-124e5aeb7875 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:30.267225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (e6855af6-36c5-4bae-85ce-bd1cd617f31c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.281823 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fab5f8c1-0bd6-4b51-864d-bd78d8837354 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "PUT /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags HTTP/1.1" status: 200 len: 315 time: 0.1913388 Apr 29 07:42:30.287929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54266) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:30.292384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-4625e564-32a2-4a1e-a85f-87a184f67523 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:30.313285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6855af6-36c5-4bae-85ce-bd1cd617f31c']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:30.343885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.344207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc08eaa3-a0ba-4229-8917-0bb644c973ba None None] Update dhcp port {'port': {'network_id': 'e5b6507b-5891-44d5-9f9c-64207a0a3630', 'fixed_ips': [{'subnet_id': '129e4b23-8afb-481d-a535-356ec48a7284', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '11f71d8b-3159-464b-b05a-a5462b1a7e2c', 'ip_address': '2001:db8::2'}, {'subnet_id': '95f7d4bd-104a-456a-90d3-06a261ae5f38'}], 'binding:host_id': 'dv-neutron-839860-1-hyperv'}, 'id': 'c174d309-3a84-4fc7-b4e1-d658c0df8aa3'} from dv-neutron-839860-1-hyperv. {{(pid=104225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 29 07:42:30.348382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58e094d-5019-47e3-9ac2-bc836122bbb8') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:30.348813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58e094d-5019-47e3-9ac2-bc836122bbb8') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:30.375753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (d58e094d-5019-47e3-9ac2-bc836122bbb8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.382449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] Provisioning complete for port d8ec873c-7ba3-4c68-be33-0c14a4f65062 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:30.382821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.426173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a115861-d352-4b8c-a38f-617a86c40901 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0224a784-1246-44c1-9c34-124e5aeb7875), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.444953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:30.453533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (d58e094d-5019-47e3-9ac2-bc836122bbb8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.456285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:30.466446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22', 'name': 'tempest-snat-router-1249911808', 'tenant_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.215'}], 'enable_snat': False}, 'gw_port_id': '01f1e617-8324-4d76-ace2-603a620cbd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:22Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 3, 'project_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'gw_port': {'id': '01f1e617-8324-4d76-ace2-603a620cbd42', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:23Z', 'updated_at': '2022-04-29T07:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:30.472761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:30.476605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:30.477126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (d58e094d-5019-47e3-9ac2-bc836122bbb8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:30.487174 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:30.499786 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:29Z', 'revision_number': 6, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ec873c-7ba3-4c68-be33-0c14a4f65062', 'name': '', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:1a:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:29Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:30.524398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event updated for resources: {'Port': ['ID=2f1363bf-33ce-41b2-bc07-2ab24877d538,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:30.533164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc08eaa3-a0ba-4229-8917-0bb644c973ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.543845 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9250c3-99cb-4fb4-890b-4b2650f85222 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:29Z', 'revision_number': 6, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ec873c-7ba3-4c68-be33-0c14a4f65062', 'name': '', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:1a:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:29Z', 'revision_number': 4, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:30.560717 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4625e564-32a2-4a1e-a85f-87a184f67523 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags HTTP/1.1" status: 204 len: 168 time: 0.2716227 Apr 29 07:42:30.572333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54268) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:30.577164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-35dbef89-4682-43f4-a41b-c50e17e33a0c tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809', 'tempest-TagsExtTest-Tag-349482075') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:30.580900 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dac5d5-2200-463c-9187-4bc16c08be33 None None] The sync data for ids ['5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22'] in dv-neutron-839860-1-hyperv is: [{'id': '5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22', 'name': 'tempest-snat-router-1249911808', 'tenant_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.215'}], 'enable_snat': False}, 'gw_port_id': '01f1e617-8324-4d76-ace2-603a620cbd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:22Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 3, 'project_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'gw_port': {'id': '01f1e617-8324-4d76-ace2-603a620cbd42', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:23Z', 'updated_at': '2022-04-29T07:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:30.725371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a115861-d352-4b8c-a38f-617a86c40901 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=0224a784-1246-44c1-9c34-124e5aeb7875,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:30.751113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (e6855af6-36c5-4bae-85ce-bd1cd617f31c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.834632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:30.838049 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/e6855af6-36c5-4bae-85ce-bd1cd617f31c HTTP/1.1" status: 204 len: 168 time: 1.0315232 Apr 29 07:42:30.843541 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:30.847166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:30.861786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54270) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:30.906841 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-35dbef89-4682-43f4-a41b-c50e17e33a0c tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:30.912106 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-35dbef89-4682-43f4-a41b-c50e17e33a0c tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags/tempest-TagsExtTest-Tag-349482075 HTTP/1.1" status: 404 len: 328 time: 0.3386970 Apr 29 07:42:30.912799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54272) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:30.963248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-24f37c78-b545-422c-811e-e2d3f3c3a237 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809', 'tempest-TagsExtTest-Tag-1519843232') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:31.031334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500657c-9ff4-4cc1-ac8a-c4005e1af1a8 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=e6855af6-36c5-4bae-85ce-bd1cd617f31c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:31.053878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] Current status of the port d8ec873c-7ba3-4c68-be33-0c14a4f65062 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:31.054275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.121322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-379dd278-4e1a-4354-914f-62e41b9d74da tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:31.121880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379dd278-4e1a-4354-914f-62e41b9d74da tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:31.125132 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-379dd278-4e1a-4354-914f-62e41b9d74da tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/a0d7c3be-add7-44ef-9b0a-00d376ab36c0 HTTP/1.1" status: 404 len: 337 time: 0.2198451 Apr 29 07:42:31.129082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54274) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.192744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] For port d8ec873c-7ba3-4c68-be33-0c14a4f65062, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d8ec873c-7ba3-4c68-be33-0c14a4f65062,segment=NetworkSegment(37108c46-ec85-4011-9d78-231ba5d01dc3),segment_id=37108c46-ec85-4011-9d78-231ba5d01dc3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:31.195284 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-24f37c78-b545-422c-811e-e2d3f3c3a237 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:31.196215 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-24f37c78-b545-422c-811e-e2d3f3c3a237 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags/tempest-TagsExtTest-Tag-1519843232 HTTP/1.1" status: 404 len: 329 time: 0.2693129 Apr 29 07:42:31.197362 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed9beff-f63f-4a88-98d3-49e59f874558 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:31.200644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed9beff-f63f-4a88-98d3-49e59f874558 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:31.204019 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8ed9beff-f63f-4a88-98d3-49e59f874558 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/4314b74d-7a1f-4a85-88b7-fe2695ea8973 HTTP/1.1" status: 404 len: 339 time: 0.0697403 Apr 29 07:42:31.204958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54276) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.219876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-03cccf2d-c03a-47f5-8243-c42e97a24fe6 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809', 'tempest-TagsExtTest-Tag-56641639') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:31.222162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54278) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.228453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0a115861-d352-4b8c-a38f-617a86c40901 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.232638 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0a115861-d352-4b8c-a38f-617a86c40901 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/0224a784-1246-44c1-9c34-124e5aeb7875 HTTP/1.1" status: 204 len: 168 time: 1.5516198 Apr 29 07:42:31.236922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54280) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.279917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.292261 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c67ba3-1a1d-414f-a750-c3a911153b00 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:31.292718 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c67ba3-1a1d-414f-a750-c3a911153b00 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:31.295942 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e7c67ba3-1a1d-414f-a750-c3a911153b00 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/f0b617d6-8c67-4976-8ff2-a2deb01c8a58 HTTP/1.1" status: 404 len: 337 time: 0.0728011 Apr 29 07:42:31.304276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54282) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.345059 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcff8ee8-daae-487a-8b88-51e6d875a660 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:31.345679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcff8ee8-daae-487a-8b88-51e6d875a660 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:31.353075 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dcff8ee8-daae-487a-8b88-51e6d875a660 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/4342405f-035e-440c-b4cb-e49e64d2a9ba HTTP/1.1" status: 404 len: 339 time: 0.0429735 Apr 29 07:42:31.354268 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc117a4-a752-4b2a-be4a-f0134e89dbf3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] GET failed (client error): The resource could not be found. Apr 29 07:42:31.355948 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4fc117a4-a752-4b2a-be4a-f0134e89dbf3 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports/0224a784-1246-44c1-9c34-124e5aeb7875 HTTP/1.1" status: 404 len: 333 time: 0.1165540 Apr 29 07:42:31.356575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54284) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.370512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54286) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.404506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0f80e-b6a8-421a-8186-c82dc428e0e8 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:31.407488 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9fc0f80e-b6a8-421a-8186-c82dc428e0e8 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3614075 Apr 29 07:42:31.410638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54288) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.413440 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:31.422534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.423790 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-37a125bf-57d0-4b7f-9cfb-83ea269b5509 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 HTTP/1.1" status: 200 len: 954 time: 3.0998571 Apr 29 07:42:31.424940 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dbcecf-7746-48a6-a0a9-314a35b0fc72 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:31.425442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1dbcecf-7746-48a6-a0a9-314a35b0fc72 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:31.439210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3f0d6891-42f9-4956-ae69-c76beba81a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.441674 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a1dbcecf-7746-48a6-a0a9-314a35b0fc72 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/a99581f7-331b-40cf-b94d-33b629a4feff HTTP/1.1" status: 404 len: 337 time: 0.0807533 Apr 29 07:42:31.448567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54290) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.448972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54292) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.466421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-dc08eaa3-a0ba-4229-8917-0bb644c973ba None None] Allocated IP 2001:db8:0:2::2 (e5b6507b-5891-44d5-9f9c-64207a0a3630/95f7d4bd-104a-456a-90d3-06a261ae5f38/c174d309-3a84-4fc7-b4e1-d658c0df8aa3) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:31.509776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d6c597fb-51b7-4098-9628-94b0ea3c68c6 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0957835 Apr 29 07:42:31.509776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-03cccf2d-c03a-47f5-8243-c42e97a24fe6 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] show failed (client error): The resource could not be found. Apr 29 07:42:31.511170 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-03cccf2d-c03a-47f5-8243-c42e97a24fe6 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags/tempest-TagsExtTest-Tag-56641639 HTTP/1.1" status: 404 len: 327 time: 0.3045166 Apr 29 07:42:31.511170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54294) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.519475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54296) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.525289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] Provisioning complete for port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:31.526097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.533314 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-909c797c-a1de-4b98-ab30-fb4560c7651f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:31.533974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909c797c-a1de-4b98-ab30-fb4560c7651f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:31.537551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2126915964', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:31.540359 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-909c797c-a1de-4b98-ab30-fb4560c7651f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/a00d24a0-fe19-484c-a9a5-70161b3eba19 HTTP/1.1" status: 404 len: 339 time: 0.0825105 Apr 29 07:42:31.541335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54298) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.553732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.tag.tag_plugin [None req-8833b372-524e-49f9-8482-273d1ff372b8 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'be914e29-c204-425f-8dfe-c9fbe14d1809') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:31.613936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] Pushing event updated for resources: {'Port': ['ID=d8ec873c-7ba3-4c68-be33-0c14a4f65062,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:31.623407 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9264a825-bbbd-4f51-bc86-cc58bb6b1fe7 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:31.624013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9264a825-bbbd-4f51-bc86-cc58bb6b1fe7 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:31.630758 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9264a825-bbbd-4f51-bc86-cc58bb6b1fe7 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/ca5b0c58-618d-453c-ba1d-06850de4e108 HTTP/1.1" status: 404 len: 337 time: 0.0544178 Apr 29 07:42:31.633759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54300) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.634320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:31.634596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.705492 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d895bc-a65b-44e7-9c86-b644a1d5412a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:31.708724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d895bc-a65b-44e7-9c86-b644a1d5412a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:31.712905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e974-7da9-4a25-a583-1b78bb4c6af0 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (d899a4b4-e0a3-4c88-878a-4edc03f515ff), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.716893 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e5d895bc-a65b-44e7-9c86-b644a1d5412a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/0f475e50-4d91-459c-8541-d51fd2d78279 HTTP/1.1" status: 404 len: 339 time: 0.0750167 Apr 29 07:42:31.720777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54302) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.721652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (2e67f8f0-86c7-4551-a3df-ca595b97e356), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.754339 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3c48bb01-51ed-4a6b-9d6d-323f5dbd4213 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 HTTP/1.1" status: 200 len: 954 time: 0.3037241 Apr 29 07:42:31.758796 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54304) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.764113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'routes': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:31.768084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e974-7da9-4a25-a583-1b78bb4c6af0 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (d899a4b4-e0a3-4c88-878a-4edc03f515ff), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.881699 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8833b372-524e-49f9-8482-273d1ff372b8 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809/tags HTTP/1.1" status: 204 len: 168 time: 0.3346729 Apr 29 07:42:31.900627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dc08eaa3-a0ba-4229-8917-0bb644c973ba None None] For port c174d309-3a84-4fc7-b4e1-d658c0df8aa3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,segment=NetworkSegment(5bbb6435-9206-4286-b2d5-41a84731ee70),segment_id=5bbb6435-9206-4286-b2d5-41a84731ee70)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:31.912412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54306) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:31.915574 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5aa9c9-05fd-4686-a23a-3f412e548e4c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:31.916221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5aa9c9-05fd-4686-a23a-3f412e548e4c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:31.919359 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-2866da8e-45b7-4492-b5ff-700594627658 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b8bcbc6-59d9-4351-937a-89c1c3963f1b') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:31.923540 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8d5aa9c9-05fd-4686-a23a-3f412e548e4c tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/d3dfc73e-764e-4bd7-a951-bd9c3c508696 HTTP/1.1" status: 404 len: 337 time: 0.1979771 Apr 29 07:42:31.925237 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:31.929686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.940516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc08eaa3-a0ba-4229-8917-0bb644c973ba None None] Publish callbacks [] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.962373 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc08eaa3-a0ba-4229-8917-0bb644c973ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:31.975557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54308) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.121237 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ace6742-7403-445a-9a3f-d413676fcd3a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:32.121807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ace6742-7403-445a-9a3f-d413676fcd3a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:32.124892 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5ace6742-7403-445a-9a3f-d413676fcd3a tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/0d3a7350-4edf-4381-8fa0-6b19c634ba14 HTTP/1.1" status: 404 len: 339 time: 0.1483335 Apr 29 07:42:32.141043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54310) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.161044 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:32.179887 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:32.184227 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:32.187740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08eaa3-a0ba-4229-8917-0bb644c973ba None None] Pushing event updated for resources: {'Port': ['ID=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:32.223696 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (401109a2-51b0-496c-923a-6d357cab9759), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:32.267610 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b65ac6-23ea-41c7-930d-da752e737607 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:32.268071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b65ac6-23ea-41c7-930d-da752e737607 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:32.271581 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-56b65ac6-23ea-41c7-930d-da752e737607 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/b42649ce-f98d-4e9c-80ac-947530aae157 HTTP/1.1" status: 404 len: 337 time: 0.0906188 Apr 29 07:42:32.277688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54312) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.318331 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a2528f-9930-4595-98ec-3d7f03866fe1 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:32.319171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a2528f-9930-4595-98ec-3d7f03866fe1 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:32.323559 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-13a2528f-9930-4595-98ec-3d7f03866fe1 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/fe93a253-3222-4928-9c57-62d64620cb24 HTTP/1.1" status: 404 len: 339 time: 0.0443301 Apr 29 07:42:32.335059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54314) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.343834 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:32.352697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e974-7da9-4a25-a583-1b78bb4c6af0 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d899a4b4-e0a3-4c88-878a-4edc03f515ff), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:32.355267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cc8e974-7da9-4a25-a583-1b78bb4c6af0 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:32.356408 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6cc8e974-7da9-4a25-a583-1b78bb4c6af0 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/security-groups/d899a4b4-e0a3-4c88-878a-4edc03f515ff HTTP/1.1" status: 204 len: 168 time: 0.9849589 Apr 29 07:42:32.360181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54316) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.389152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8e974-7da9-4a25-a583-1b78bb4c6af0 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d899a4b4-e0a3-4c88-878a-4edc03f515ff,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:32.423095 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2866da8e-45b7-4492-b5ff-700594627658 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b/tags HTTP/1.1" status: 204 len: 168 time: 0.5072262 Apr 29 07:42:32.427974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54318) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.433703 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-285dcb8f-8243-4055-8594-066af726c98e tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0ef3e73e-32fb-483e-b810-9f1ad9f62d42') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:32.449935 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-745870b5-1c4c-4b60-8188-7b52ef2edb91 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:32.450790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745870b5-1c4c-4b60-8188-7b52ef2edb91 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:32.454383 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-745870b5-1c4c-4b60-8188-7b52ef2edb91 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/a8a4399e-7a35-4b36-a7f1-4e6095f3177e HTTP/1.1" status: 404 len: 337 time: 0.1128817 Apr 29 07:42:32.457771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54320) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.513956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ce590-9e7c-46e1-a658-df8927c84cfc None None] Current status of the port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:32.515981 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a352e7-f9fe-430f-b436-1cb0aaa98043 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:32.516517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a352e7-f9fe-430f-b436-1cb0aaa98043 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:32.522206 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-10a352e7-f9fe-430f-b436-1cb0aaa98043 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/61dbe0bd-4ef8-454e-912a-6c8ffbe73b74 HTTP/1.1" status: 404 len: 339 time: 0.0580785 Apr 29 07:42:32.522993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54322) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.566790 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f88b9f-043e-4692-853a-5464cb00dfa2 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:32.567266 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f88b9f-043e-4692-853a-5464cb00dfa2 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:32.572660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:32.572843 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-04f88b9f-043e-4692-853a-5464cb00dfa2 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/6ff57859-d286-4b24-9329-20d7bac7ba03 HTTP/1.1" status: 404 len: 337 time: 0.0464995 Apr 29 07:42:32.573637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:27Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:32.588390 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54324) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.627705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Checking router: 58b75dc7-e760-43b3-a59e-4900280f61d7 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:32.627705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Updating router 58b75dc7-e760-43b3-a59e-4900280f61d7 port 1c24fb8f-2756-43b2-9afb-fd106440b290 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:32.648085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-694fcd20-814d-4e65-8d37-9abd32415b99 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (e6148423-4898-4d45-a177-dcd445ac0228), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:32.650852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=401109a2-51b0-496c-923a-6d357cab9759,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:32.650989 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:29Z', 'revision_number': 6, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ec873c-7ba3-4c68-be33-0c14a4f65062', 'name': '', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:1a:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:31Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:32.676989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Checking segment: {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:32.683901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network hostable DHCP agents. Network: dadf532d-2cee-406d-b9c0-f1ee4dcadb24, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:32.690018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c6354eb8-ae62-4541-9bac-75d319a95fe0 None None] Provisioning complete for port d8ec873c-7ba3-4c68-be33-0c14a4f65062 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:32.690264 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d298ae-0db3-46c7-82ad-88a5d56bb39f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:32.690771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6354eb8-ae62-4541-9bac-75d319a95fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:32.690897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d298ae-0db3-46c7-82ad-88a5d56bb39f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:32.692729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:32.693924 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-75d298ae-0db3-46c7-82ad-88a5d56bb39f tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/c9224275-2953-4d72-b92e-8d7cd6550083 HTTP/1.1" status: 404 len: 339 time: 0.1037490 Apr 29 07:42:32.702785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54326) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.726554 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:32.741188 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:32.742125 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:32.766116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-694fcd20-814d-4e65-8d37-9abd32415b99 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (e6148423-4898-4d45-a177-dcd445ac0228), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:32.779180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b16df2-c402-4719-9cce-c0bbe3223794 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting subnet b25114eb-409c-4f2b-8f2d-4bed92702a83 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:32.792979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4b16df2-c402-4719-9cce-c0bbe3223794 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (b25114eb-409c-4f2b-8f2d-4bed92702a83), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:32.806532 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-285dcb8f-8243-4055-8594-066af726c98e tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42/tags HTTP/1.1" status: 204 len: 168 time: 0.3739076 Apr 29 07:42:32.809884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54328) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:32.827257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.tag.tag_plugin [None req-f981c748-aee3-4b67-85de-e71a80f82dbe tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:32.897332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.extraroute_db [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added routes are [] {{(pid=104224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:42:32.897652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.extraroute_db [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:42:32.908934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (2e67f8f0-86c7-4551-a3df-ca595b97e356), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:32.937748 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:32.981757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 01f1e617-8324-4d76-ace2-603a620cbd42 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:32.983716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.012502 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f981c748-aee3-4b67-85de-e71a80f82dbe tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999/tags HTTP/1.1" status: 204 len: 168 time: 0.1995928 Apr 29 07:42:33.014201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54330) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:33.052557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:33.058193 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4b16df2-c402-4719-9cce-c0bbe3223794 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (b25114eb-409c-4f2b-8f2d-4bed92702a83), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.227646 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:29Z', 'revision_number': 6, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ec873c-7ba3-4c68-be33-0c14a4f65062', 'name': '', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:1a:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:31Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:33.231602 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Publish callbacks [] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.274360 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324af451-8b44-4053-aac7-5396d34bad04 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:29Z', 'revision_number': 6, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ec873c-7ba3-4c68-be33-0c14a4f65062', 'name': '', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:1a:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:31Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:33.283314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.372882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-620b6b59-2297-48a8-98ee-1b2113ada2e0 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.376848 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-620b6b59-2297-48a8-98ee-1b2113ada2e0 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnetpools/be914e29-c204-425f-8dfe-c9fbe14d1809 HTTP/1.1" status: 204 len: 168 time: 0.3599129 Apr 29 07:42:33.380138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54332) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:33.408975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c6354eb8-ae62-4541-9bac-75d319a95fe0 None None] Current status of the port d8ec873c-7ba3-4c68-be33-0c14a4f65062 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:33.434350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8b5a8-8954-494c-83e3-2aa4e7f7dc32 None None] Pushing event updated for resources: {'Port': ['ID=1c24fb8f-2756-43b2-9afb-fd106440b290,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:33.436941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Attempting to bind port 1c24fb8f-2756-43b2-9afb-fd106440b290 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:33.437328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Attempting to bind port 1c24fb8f-2756-43b2-9afb-fd106440b290 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:33.437735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Attempting to bind port 1c24fb8f-2756-43b2-9afb-fd106440b290 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:33.440118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-89426c22-d918-4621-9ff5-f95f84629502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.455363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:33.455737 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:33.456142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.456537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:33.457020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Bound port: 1c24fb8f-2756-43b2-9afb-fd106440b290, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:33.457430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.469028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 01f1e617-8324-4d76-ace2-603a620cbd42 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:33.469423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.485623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.521368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.529425 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-38201767-9049-406c-87d0-fba7a253af32 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b8bcbc6-59d9-4351-937a-89c1c3963f1b HTTP/1.1" status: 200 len: 205 time: 0.1483445 Apr 29 07:42:33.533377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54334) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:33.561392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] For port 1c24fb8f-2756-43b2-9afb-fd106440b290, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:33.565309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] For port 1c24fb8f-2756-43b2-9afb-fd106440b290, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1c24fb8f-2756-43b2-9afb-fd106440b290,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:33.595665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.655106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8eac6065-1df4-4c3c-b61d-39763645065e None None] Could not find standard attr ID for object 0224a784-1246-44c1-9c34-124e5aeb7875. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:42:33.674693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 01f1e617-8324-4d76-ace2-603a620cbd42 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:33.675268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.708995 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:33.709976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:33.715255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8b5a8-8954-494c-83e3-2aa4e7f7dc32 None None] Pushing event updated for resources: {'Port': ['ID=1c24fb8f-2756-43b2-9afb-fd106440b290,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:33.719827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f84f185-e497-4e24-8856-2dad22e8c10e tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for router (2b8bcbc6-59d9-4351-937a-89c1c3963f1b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.766947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 01f1e617-8324-4d76-ace2-603a620cbd42, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=01f1e617-8324-4d76-ace2-603a620cbd42,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:33.800684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8eac6065-1df4-4c3c-b61d-39763645065e None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:33.801363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8eac6065-1df4-4c3c-b61d-39763645065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.806086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.807137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c174d309-3a84-4fc7-b4e1-d658c0df8aa3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:33.829811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, dadf532d-2cee-406d-b9c0-f1ee4dcadb24) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:33.858695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-694fcd20-814d-4e65-8d37-9abd32415b99 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e6148423-4898-4d45-a177-dcd445ac0228), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.861446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-694fcd20-814d-4e65-8d37-9abd32415b99 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.862715 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-694fcd20-814d-4e65-8d37-9abd32415b99 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/security-groups/e6148423-4898-4d45-a177-dcd445ac0228 HTTP/1.1" status: 204 len: 168 time: 1.4652834 Apr 29 07:42:33.864251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:33.864958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.881330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54336) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:33.887110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e03efca-81be-4b20-b6fb-9377d3e601b4 None None] Network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:33.916256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fcd20-814d-4e65-8d37-9abd32415b99 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6148423-4898-4d45-a177-dcd445ac0228,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:33.926004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:33.943207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4b16df2-c402-4719-9cce-c0bbe3223794 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (b25114eb-409c-4f2b-8f2d-4bed92702a83), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.944549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f84f185-e497-4e24-8856-2dad22e8c10e tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (2b8bcbc6-59d9-4351-937a-89c1c3963f1b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.948009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f84f185-e497-4e24-8856-2dad22e8c10e tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for router_controller (2b8bcbc6-59d9-4351-937a-89c1c3963f1b), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:33.964355 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f92d1c2-9f22-43ac-ad1d-379769266e40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4431193 Apr 29 07:42:33.989087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54338) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:34.018122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=01f1e617-8324-4d76-ace2-603a620cbd42,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:34.055368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:34.098661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a54f652-677a-4af8-95da-cf5e6002532b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (0b018177-698d-42b2-ba1d-4ec06aa93435), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.109953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f84f185-e497-4e24-8856-2dad22e8c10e tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (2b8bcbc6-59d9-4351-937a-89c1c3963f1b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.110757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f84f185-e497-4e24-8856-2dad22e8c10e tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Fanout notify agent at l3_agent the message router_deleted on router 2b8bcbc6-59d9-4351-937a-89c1c3963f1b {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:34.121258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f84f185-e497-4e24-8856-2dad22e8c10e tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.122511 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9f84f185-e497-4e24-8856-2dad22e8c10e tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/routers/2b8bcbc6-59d9-4351-937a-89c1c3963f1b HTTP/1.1" status: 204 len: 168 time: 0.5880525 Apr 29 07:42:34.125961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54340) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:34.172009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a54f652-677a-4af8-95da-cf5e6002532b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (0b018177-698d-42b2-ba1d-4ec06aa93435), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.192256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4b16df2-c402-4719-9cce-c0bbe3223794 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (b25114eb-409c-4f2b-8f2d-4bed92702a83), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.204992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:34.205379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.236525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:34.241354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Router 2e67f8f0-86c7-4551-a3df-ca595b97e356 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:34.252259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b16df2-c402-4719-9cce-c0bbe3223794 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Subnet': ['ID=b25114eb-409c-4f2b-8f2d-4bed92702a83,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:34.259368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.269956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:34.270848 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-013087a6-a0bc-47c0-8b85-17bf6c797786 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 HTTP/1.1" status: 200 len: 704 time: 2.5105586 Apr 29 07:42:34.271570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54342) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:34.272789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:42:34.273689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.304906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c4b16df2-c402-4719-9cce-c0bbe3223794 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.310653 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c4b16df2-c402-4719-9cce-c0bbe3223794 tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/subnets/b25114eb-409c-4f2b-8f2d-4bed92702a83 HTTP/1.1" status: 204 len: 168 time: 1.6013777 Apr 29 07:42:34.310853 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8312fc2-3e81-430a-b0c6-db5073904471 None None] Network 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:34.319877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54344) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:34.346286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8eac6065-1df4-4c3c-b61d-39763645065e None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:34.410738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:34.411350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:34.468539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a54f652-677a-4af8-95da-cf5e6002532b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0b018177-698d-42b2-ba1d-4ec06aa93435), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.470853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7a54f652-677a-4af8-95da-cf5e6002532b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.476332 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7a54f652-677a-4af8-95da-cf5e6002532b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/security-groups/0b018177-698d-42b2-ba1d-4ec06aa93435 HTTP/1.1" status: 204 len: 168 time: 0.5874088 Apr 29 07:42:34.503168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54346) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:34.577896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54f652-677a-4af8-95da-cf5e6002532b tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b018177-698d-42b2-ba1d-4ec06aa93435,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:34.639226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-318766a4-6606-435d-b14e-0ff18b3ef3b9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 11f71d8b-3159-464b-b05a-a5462b1a7e2c {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:34.649806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:34.651492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318766a4-6606-435d-b14e-0ff18b3ef3b9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (11f71d8b-3159-464b-b05a-a5462b1a7e2c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.663120 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Sync routers for ids ['2e67f8f0-86c7-4551-a3df-ca595b97e356'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:34.693701 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Routers {'2e67f8f0-86c7-4551-a3df-ca595b97e356'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:34.694982 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2e67f8f0-86c7-4551-a3df-ca595b97e356'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:34.700589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.701948 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1397de90-c364-4f60-b4cb-5b05651fbac0 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5649617 Apr 29 07:42:34.707097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54348) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:34.737940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8eac6065-1df4-4c3c-b61d-39763645065e None None] Provisioning complete for port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:34.738614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8eac6065-1df4-4c3c-b61d-39763645065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.800059 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dd8dfbad-a5eb-41da-a207-117ecb107abe tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 HTTP/1.1" status: 200 len: 704 time: 0.5262954 Apr 29 07:42:34.803715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (4a3926b1-a1e0-4561-94f8-0d5a32fbe771), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.806398 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54350) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:34.808793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6cc0e-e441-405e-8e06-3809b9ce4529 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Deleting port 0ef3e73e-32fb-483e-b810-9f1ad9f62d42 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:34.809178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cc0e-e441-405e-8e06-3809b9ce4529 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0ef3e73e-32fb-483e-b810-9f1ad9f62d42), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.816556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318766a4-6606-435d-b14e-0ff18b3ef3b9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (11f71d8b-3159-464b-b05a-a5462b1a7e2c), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.865096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:34.916037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:34.922207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8eac6065-1df4-4c3c-b61d-39763645065e None None] Port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:34.995857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:34.997353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d8ec873c-7ba3-4c68-be33-0c14a4f65062 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:35.002771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Allocated IP 172.20.0.2 (dadf532d-2cee-406d-b9c0-f1ee4dcadb24/401109a2-51b0-496c-923a-6d357cab9759/64d0a744-f576-49af-a781-de71deee1ce9) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:35.022226 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fc3e9a93-5080-4201-9e7c-c244ca354a41 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/routers/2e67f8f0-86c7-4551-a3df-ca595b97e356 HTTP/1.1" status: 200 len: 908 time: 0.3107018 Apr 29 07:42:35.027938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54352) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:35.040115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318766a4-6606-435d-b14e-0ff18b3ef3b9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (11f71d8b-3159-464b-b05a-a5462b1a7e2c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.101589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cc0e-e441-405e-8e06-3809b9ce4529 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0ef3e73e-32fb-483e-b810-9f1ad9f62d42), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.120950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2d19d9ae-6672-4cb8-be13-1bda270fb829 None None] Could not find standard attr ID for object 0224a784-1246-44c1-9c34-124e5aeb7875. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:42:35.126981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6cc0e-e441-405e-8e06-3809b9ce4529 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Calling delete_port for 0ef3e73e-32fb-483e-b810-9f1ad9f62d42 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:35.155328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] DHCP port deletion for 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:35.157700 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Set router 2e67f8f0-86c7-4551-a3df-ca595b97e356 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:35.178491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:27Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:35.189175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Deleting port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:35.189533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.235028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318766a4-6606-435d-b14e-0ff18b3ef3b9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (11f71d8b-3159-464b-b05a-a5462b1a7e2c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.268638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8540f9-49cc-43b3-a043-15b405e5712b None None] The sync data for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv is: [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:27Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:35.283188 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.309074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-318766a4-6606-435d-b14e-0ff18b3ef3b9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.311063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f78ec19-c346-47f7-bf11-2fd688466f3a None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:35.318695 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-318766a4-6606-435d-b14e-0ff18b3ef3b9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/11f71d8b-3159-464b-b05a-a5462b1a7e2c HTTP/1.1" status: 204 len: 168 time: 0.7845056 Apr 29 07:42:35.326476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54354) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:35.347944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318766a4-6606-435d-b14e-0ff18b3ef3b9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=11f71d8b-3159-464b-b05a-a5462b1a7e2c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:35.374620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] For port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=03ddd718-98d3-4cc0-9d1c-2655fa9eb67e,segment=NetworkSegment(7c4511dc-7cba-4d3c-8626-7345a7fbe2d0),segment_id=7c4511dc-7cba-4d3c-8626-7345a7fbe2d0)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:35.374885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.410305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.421124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Calling delete_port for 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:35.448404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port d8ec873c-7ba3-4c68-be33-0c14a4f65062 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:35.449794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.531118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cc0e-e441-405e-8e06-3809b9ce4529 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0ef3e73e-32fb-483e-b810-9f1ad9f62d42), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.546651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3d979e-4cfa-45ae-8e8d-aa1fe9c91f5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 95f7d4bd-104a-456a-90d3-06a261ae5f38 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:35.551638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] Deleting port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:35.552036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.560967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f3d979e-4cfa-45ae-8e8d-aa1fe9c91f5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (95f7d4bd-104a-456a-90d3-06a261ae5f38), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.587491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6cc0e-e441-405e-8e06-3809b9ce4529 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Pushing event deleted for resources: {'Port': ['ID=0ef3e73e-32fb-483e-b810-9f1ad9f62d42,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:35.624329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (2e67f8f0-86c7-4551-a3df-ca595b97e356), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.626035 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e67f8f0-86c7-4551-a3df-ca595b97e356', 'name': 'tempest-snat-router-1249911808', 'tenant_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': '2f1363bf-33ce-41b2-bc07-2ab24877d538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:27Z', 'updated_at': '2022-04-29T07:42:31Z', 'revision_number': 3, 'project_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'gw_port': {'id': '2f1363bf-33ce-41b2-bc07-2ab24877d538', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e67f8f0-86c7-4551-a3df-ca595b97e356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:29Z', 'updated_at': '2022-04-29T07:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:35.681402 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Checking router: 2e67f8f0-86c7-4551-a3df-ca595b97e356 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:35.683634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Publish callbacks [] for port (64d0a744-f576-49af-a781-de71deee1ce9), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.686287 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Updating router 2e67f8f0-86c7-4551-a3df-ca595b97e356 port 2f1363bf-33ce-41b2-bc07-2ab24877d538 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:35.716931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] For port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=03ddd718-98d3-4cc0-9d1c-2655fa9eb67e,segment=NetworkSegment(7c4511dc-7cba-4d3c-8626-7345a7fbe2d0),segment_id=7c4511dc-7cba-4d3c-8626-7345a7fbe2d0)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:35.717297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.739851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (64d0a744-f576-49af-a781-de71deee1ce9), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.766668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.811406 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.816057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] No DVR routers for this DVR port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:35.818114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cc0e-e441-405e-8e06-3809b9ce4529 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:35.824542 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1fa6cc0e-e441-405e-8e06-3809b9ce4529 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/ports/0ef3e73e-32fb-483e-b810-9f1ad9f62d42 HTTP/1.1" status: 204 len: 168 time: 1.6974974 Apr 29 07:42:35.829658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54356) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:35.843124 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] Calling delete_port for 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:35.851571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Port': ['ID=03ddd718-98d3-4cc0-9d1c-2655fa9eb67e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:35.875763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:32Z', 'revision_number': 7, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ec873c-7ba3-4c68-be33-0c14a4f65062', 'name': '', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:1a:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:31Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:35.897204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:35.996770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (4a3926b1-a1e0-4561-94f8-0d5a32fbe771), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.034506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3926b1-a1e0-4561-94f8-0d5a32fbe771']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:36.046149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:36.048456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port d8ec873c-7ba3-4c68-be33-0c14a4f65062 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:36.053755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:36.058170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:36.064064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Pushing event updated for resources: {'Port': ['ID=64d0a744-f576-49af-a781-de71deee1ce9,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:36.066948 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4511dc-7cba-4d3c-8626-7345a7fbe2d0') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:36.067496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4511dc-7cba-4d3c-8626-7345a7fbe2d0') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:36.087921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (7c4511dc-7cba-4d3c-8626-7345a7fbe2d0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.131163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7c4511dc-7cba-4d3c-8626-7345a7fbe2d0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.155075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:36.155489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (7c4511dc-7cba-4d3c-8626-7345a7fbe2d0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.204770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.211443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:36.211443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:36.281970 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:36.340918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f3d979e-4cfa-45ae-8e8d-aa1fe9c91f5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (95f7d4bd-104a-456a-90d3-06a261ae5f38), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.373239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.410198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (2e67f8f0-86c7-4551-a3df-ca595b97e356), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.460181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 01f1e617-8324-4d76-ace2-603a620cbd42 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:36.465308 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Publish callbacks [] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.476735 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.499085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (03ddd718-98d3-4cc0-9d1c-2655fa9eb67e), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.515874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-85962759-ba69-493e-83c3-b7bd1887e3af tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Deleting subnet dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:36.521195 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-85962759-ba69-493e-83c3-b7bd1887e3af tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for subnet (dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.528214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (4a3926b1-a1e0-4561-94f8-0d5a32fbe771), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.587686 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Attempting to bind port 2f1363bf-33ce-41b2-bc07-2ab24877d538 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:36.587967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Attempting to bind port 64d0a744-f576-49af-a781-de71deee1ce9 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:36.588089 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Attempting to bind port 2f1363bf-33ce-41b2-bc07-2ab24877d538 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:36.588394 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Attempting to bind port 2f1363bf-33ce-41b2-bc07-2ab24877d538 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:36.588661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Attempting to bind port 64d0a744-f576-49af-a781-de71deee1ce9 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:36.589122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Attempting to bind port 64d0a744-f576-49af-a781-de71deee1ce9 on network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:36.591708 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Pushing event updated for resources: {'Port': ['ID=2f1363bf-33ce-41b2-bc07-2ab24877d538,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:36.596697 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:36.600769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.600952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] Pushing event deleted for resources: {'Port': ['ID=03ddd718-98d3-4cc0-9d1c-2655fa9eb67e,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:36.604589 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] 10.222.0.23 "DELETE /v2.0/networks/4a3926b1-a1e0-4561-94f8-0d5a32fbe771 HTTP/1.1" status: 204 len: 168 time: 2.2837512 Apr 29 07:42:36.611284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] Network 4a3926b1-a1e0-4561-94f8-0d5a32fbe771 is not hosted by any dhcp agent {{(pid=104225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 29 07:42:36.611970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d66f21-0ca9-4c21-a4ba-81acbe286204 None None] No DVR routers for this DVR port 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:36.621482 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:36.621647 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:36.621909 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.622309 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:36.622781 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Bound port: 2f1363bf-33ce-41b2-bc07-2ab24877d538, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:36.623179 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.626850 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.627213 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.627549 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.627876 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.628220 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.628522 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.628845 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.629162 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.642898 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.643275 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.643613 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.643940 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.644259 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:36.659619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0e56d-b829-44ae-b9c3-80b0d8ce84fb tempest-NetworksTest-612001895 tempest-NetworksTest-612001895-project] Pushing event deleted for resources: {'Network': ['ID=4a3926b1-a1e0-4561-94f8-0d5a32fbe771,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:36.772009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f3d979e-4cfa-45ae-8e8d-aa1fe9c91f5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (95f7d4bd-104a-456a-90d3-06a261ae5f38), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.798984 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] For port 2f1363bf-33ce-41b2-bc07-2ab24877d538, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:36.820012 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] For port 2f1363bf-33ce-41b2-bc07-2ab24877d538, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2f1363bf-33ce-41b2-bc07-2ab24877d538,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:36.835890 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.878901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-85962759-ba69-493e-83c3-b7bd1887e3af tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:36.932037 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790c8ec-815e-4545-ba73-15ce4a59be75 None None] Pushing event updated for resources: {'Port': ['ID=2f1363bf-33ce-41b2-bc07-2ab24877d538,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:36.987191 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Routers {'2e67f8f0-86c7-4551-a3df-ca595b97e356'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:36.987845 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2e67f8f0-86c7-4551-a3df-ca595b97e356'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:37.017781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:37.019816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Checking segment: {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:37.020329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.021720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Bound using segment: {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:37.021936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f3d979e-4cfa-45ae-8e8d-aa1fe9c91f5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (95f7d4bd-104a-456a-90d3-06a261ae5f38), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.022706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Bound port: 64d0a744-f576-49af-a781-de71deee1ce9, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:37.023914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (64d0a744-f576-49af-a781-de71deee1ce9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.087107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Deleting port 2f1363bf-33ce-41b2-bc07-2ab24877d538 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:37.087442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.093701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d979e-4cfa-45ae-8e8d-aa1fe9c91f5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=95f7d4bd-104a-456a-90d3-06a261ae5f38,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:37.114268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0f3d979e-4cfa-45ae-8e8d-aa1fe9c91f5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.118528 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0f3d979e-4cfa-45ae-8e8d-aa1fe9c91f5a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/95f7d4bd-104a-456a-90d3-06a261ae5f38 HTTP/1.1" status: 204 len: 168 time: 1.7907248 Apr 29 07:42:37.126309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335358c-bd59-4a64-bd70-21fc568f801b None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:37.142908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54362) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:37.157877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54364) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:37.170788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.1 (dadf532d-2cee-406d-b9c0-f1ee4dcadb24/401109a2-51b0-496c-923a-6d357cab9759/705d2248-d561-47c9-bce4-e06060c98192) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:37.197993 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-de79eff9-21a8-4bb7-b90d-0af85e2d0037 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:37.199045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de79eff9-21a8-4bb7-b90d-0af85e2d0037 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:37.207596 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-de79eff9-21a8-4bb7-b90d-0af85e2d0037 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/11f71d8b-3159-464b-b05a-a5462b1a7e2c HTTP/1.1" status: 404 len: 337 time: 0.0634911 Apr 29 07:42:37.208273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54368) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:37.209384 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] Set router 2e67f8f0-86c7-4551-a3df-ca595b97e356 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:37.268542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] For port 2f1363bf-33ce-41b2-bc07-2ab24877d538, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2f1363bf-33ce-41b2-bc07-2ab24877d538,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:37.268815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.288648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Calling delete_port for 2f1363bf-33ce-41b2-bc07-2ab24877d538 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:37.304397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-441a02e8-8c6f-4f7d-befb-feae07c632c6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting subnet 129e4b23-8afb-481d-a535-356ec48a7284 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:37.312629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-441a02e8-8c6f-4f7d-befb-feae07c632c6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (129e4b23-8afb-481d-a535-356ec48a7284), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.338734 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e67f8f0-86c7-4551-a3df-ca595b97e356', 'name': 'tempest-snat-router-1249911808', 'tenant_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:27Z', 'updated_at': '2022-04-29T07:42:36Z', 'revision_number': 4, 'project_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:37.386560 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3176278-c9e0-44f4-91d7-f4f519e2c601 None None] The sync data for ids ['2e67f8f0-86c7-4551-a3df-ca595b97e356'] in dv-neutron-839860-1-hyperv is: [{'id': '2e67f8f0-86c7-4551-a3df-ca595b97e356', 'name': 'tempest-snat-router-1249911808', 'tenant_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:27Z', 'updated_at': '2022-04-29T07:42:36Z', 'revision_number': 4, 'project_id': '1b73da4e45ae4687a93f2e9d1f7b0438', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:37.414836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-85962759-ba69-493e-83c3-b7bd1887e3af tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.430565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-256967b7-89a4-4168-91f9-7abb024e3e8e None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:37.431113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-256967b7-89a4-4168-91f9-7abb024e3e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.453678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (705d2248-d561-47c9-bce4-e06060c98192), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.465758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] For port 64d0a744-f576-49af-a781-de71deee1ce9, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:37.469972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.476887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-441a02e8-8c6f-4f7d-befb-feae07c632c6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (129e4b23-8afb-481d-a535-356ec48a7284), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.479671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 01f1e617-8324-4d76-ace2-603a620cbd42 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:37.480308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.536293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port d8ec873c-7ba3-4c68-be33-0c14a4f65062 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:37.536703 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.547049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] For port 64d0a744-f576-49af-a781-de71deee1ce9, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=64d0a744-f576-49af-a781-de71deee1ce9,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:37.566819 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7d254966-2029-4538-be6d-658f3d380ceb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=426b33f7396b41f6ba898c78ac73a3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143236 Apr 29 07:42:37.581914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (64d0a744-f576-49af-a781-de71deee1ce9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.594836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54370) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:37.656223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:32Z', 'revision_number': 7, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ec873c-7ba3-4c68-be33-0c14a4f65062', 'name': '', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:1a:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:31Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:37.751755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-85962759-ba69-493e-83c3-b7bd1887e3af tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.768168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2f1363bf-33ce-41b2-bc07-2ab24877d538), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.769727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267255d8-b222-4a0f-9bf1-4561438455bb None None] Pushing event updated for resources: {'Port': ['ID=64d0a744-f576-49af-a781-de71deee1ce9,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:37.781034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-85962759-ba69-493e-83c3-b7bd1887e3af tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.783989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9e8cc-b5d6-4ccb-843b-b8d6b21535f9 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:32Z', 'revision_number': 7, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ec873c-7ba3-4c68-be33-0c14a4f65062', 'name': '', 'network_id': 'ae415cbb-b25c-42f3-8235-bc1453d678bf', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:1a:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:31Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'c18326c0-3f3c-44b8-9441-9d289ea31bbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:37.788048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (705d2248-d561-47c9-bce4-e06060c98192), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.790782 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-85962759-ba69-493e-83c3-b7bd1887e3af tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/subnets/dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999 HTTP/1.1" status: 204 len: 168 time: 1.9572763 Apr 29 07:42:37.820687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54372) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:37.835789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf60c5-6b8e-4d6d-9ea9-aa241e8e3582 None None] Network 760edd1a-da21-40c3-9318-0118e7149dc3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:37.839186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-441a02e8-8c6f-4f7d-befb-feae07c632c6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (129e4b23-8afb-481d-a535-356ec48a7284), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.843739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f1363bf-33ce-41b2-bc07-2ab24877d538,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:37.882075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfb70a5f-c0c0-4b51-aa8f-492183fc9c96 admin admin] Publish callbacks [] for security_group (15134d49-7422-47a7-9a6b-43d9827bbb38), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.884264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85962759-ba69-493e-83c3-b7bd1887e3af tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfc2371-1e65-4fd1-8ef7-6f2fee2a7999,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:37.910842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-256967b7-89a4-4168-91f9-7abb024e3e8e None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:37.917632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:37.918853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=705d2248-d561-47c9-bce4-e06060c98192,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:37.923570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:37.936261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port d8ec873c-7ba3-4c68-be33-0c14a4f65062, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=d8ec873c-7ba3-4c68-be33-0c14a4f65062,segment=NetworkSegment(37108c46-ec85-4011-9d78-231ba5d01dc3),segment_id=37108c46-ec85-4011-9d78-231ba5d01dc3)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:37.936754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:37.941369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:37.995294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for d8ec873c-7ba3-4c68-be33-0c14a4f65062 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:38.017823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfb70a5f-c0c0-4b51-aa8f-492183fc9c96 admin admin] Publish callbacks [] for security_group (15134d49-7422-47a7-9a6b-43d9827bbb38), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.070494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-256967b7-89a4-4168-91f9-7abb024e3e8e None None] Provisioning complete for port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:38.070823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-256967b7-89a4-4168-91f9-7abb024e3e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.075565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (760edd1a-da21-40c3-9318-0118e7149dc3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.131949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-256967b7-89a4-4168-91f9-7abb024e3e8e None None] Port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:38.135041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 01f1e617-8324-4d76-ace2-603a620cbd42 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:38.136375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1c24fb8f-2756-43b2-9afb-fd106440b290 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:38.149550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (58b75dc7-e760-43b3-a59e-4900280f61d7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.150196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-441a02e8-8c6f-4f7d-befb-feae07c632c6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (129e4b23-8afb-481d-a535-356ec48a7284), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.162557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (2e67f8f0-86c7-4551-a3df-ca595b97e356), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.231017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a02e8-8c6f-4f7d-befb-feae07c632c6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Subnet': ['ID=129e4b23-8afb-481d-a535-356ec48a7284,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:38.240754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-441a02e8-8c6f-4f7d-befb-feae07c632c6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.247589 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-441a02e8-8c6f-4f7d-befb-feae07c632c6 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/129e4b23-8afb-481d-a535-356ec48a7284 HTTP/1.1" status: 204 len: 168 time: 1.0328937 Apr 29 07:42:38.251243 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54374) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:38.267158 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1c24fb8f-2756-43b2-9afb-fd106440b290 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:38.267492 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfb70a5f-c0c0-4b51-aa8f-492183fc9c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (15134d49-7422-47a7-9a6b-43d9827bbb38), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.267646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.270665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dfb70a5f-c0c0-4b51-aa8f-492183fc9c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.274701 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dfb70a5f-c0c0-4b51-aa8f-492183fc9c96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15134d49-7422-47a7-9a6b-43d9827bbb38 HTTP/1.1" status: 204 len: 168 time: 0.6788673 Apr 29 07:42:38.301659 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-64699641-9907-4350-9274-edc79b2696da tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:38.302164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64699641-9907-4350-9274-edc79b2696da tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:38.308400 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-64699641-9907-4350-9274-edc79b2696da tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/c25f6805-834a-49d6-b789-847cc5ac14d9 HTTP/1.1" status: 404 len: 337 time: 0.0537479 Apr 29 07:42:38.319079 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54378) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:38.365446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70a5f-c0c0-4b51-aa8f-492183fc9c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15134d49-7422-47a7-9a6b-43d9827bbb38,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:38.415321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ff752-ea47-4dda-b6f2-7c726628e16e None None] DHCP port deletion for 760edd1a-da21-40c3-9318-0118e7149dc3 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:38.444488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (2e67f8f0-86c7-4551-a3df-ca595b97e356), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.448377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_controller (2e67f8f0-86c7-4551-a3df-ca595b97e356), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.574857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (2e67f8f0-86c7-4551-a3df-ca595b97e356), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.575714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e67f8f0-86c7-4551-a3df-ca595b97e356 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:38.580631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.586588 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3e60cbcf-b622-4520-9cbe-d5f257907c25 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "DELETE /v2.0/routers/2e67f8f0-86c7-4551-a3df-ca595b97e356 HTTP/1.1" status: 204 len: 168 time: 3.5550396 Apr 29 07:42:38.590776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54382) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:38.620365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1c24fb8f-2756-43b2-9afb-fd106440b290 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:38.620905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.656166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 1c24fb8f-2756-43b2-9afb-fd106440b290, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1c24fb8f-2756-43b2-9afb-fd106440b290,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:38.675569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.749921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=1c24fb8f-2756-43b2-9afb-fd106440b290,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:38.759421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ff752-ea47-4dda-b6f2-7c726628e16e None None] Deleting port c1954805-a517-4086-b036-6ce7d1006337 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:38.759790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc3ff752-ea47-4dda-b6f2-7c726628e16e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c1954805-a517-4086-b036-6ce7d1006337), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.797627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:38.872426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:38.872801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 03ddd718-98d3-4cc0-9d1c-2655fa9eb67e not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:38.948542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (705d2248-d561-47c9-bce4-e06060c98192), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.955431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fc3ff752-ea47-4dda-b6f2-7c726628e16e None None] For port c1954805-a517-4086-b036-6ce7d1006337, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c1954805-a517-4086-b036-6ce7d1006337,segment=NetworkSegment(495d6b60-04c7-447a-bc21-d091732f23df),segment_id=495d6b60-04c7-447a-bc21-d091732f23df)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:38.955831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc3ff752-ea47-4dda-b6f2-7c726628e16e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c1954805-a517-4086-b036-6ce7d1006337), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:38.983793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ff752-ea47-4dda-b6f2-7c726628e16e None None] Calling delete_port for c1954805-a517-4086-b036-6ce7d1006337 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:39.086576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.088747 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dd7fcca1-edea-4d6c-857b-ed71fbd623d8 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "GET /v2.0/ports?device_id=8395e8c4-5072-436b-9099-30bb5f10bc6d HTTP/1.1" status: 200 len: 205 time: 0.7675240 Apr 29 07:42:39.100352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54392) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:39.114744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Deleting port c1954805-a517-4086-b036-6ce7d1006337 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:39.115086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c1954805-a517-4086-b036-6ce7d1006337), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.207851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc3ff752-ea47-4dda-b6f2-7c726628e16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (c1954805-a517-4086-b036-6ce7d1006337), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.290908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ff752-ea47-4dda-b6f2-7c726628e16e None None] No DVR routers for this DVR port c1954805-a517-4086-b036-6ce7d1006337 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:39.299435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ff752-ea47-4dda-b6f2-7c726628e16e None None] Pushing event deleted for resources: {'Port': ['ID=c1954805-a517-4086-b036-6ce7d1006337,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:39.322413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] For port c1954805-a517-4086-b036-6ce7d1006337, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c1954805-a517-4086-b036-6ce7d1006337,segment=NetworkSegment(495d6b60-04c7-447a-bc21-d091732f23df),segment_id=495d6b60-04c7-447a-bc21-d091732f23df)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:39.322859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c1954805-a517-4086-b036-6ce7d1006337), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.339915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 64d0a744-f576-49af-a781-de71deee1ce9 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:39.364457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Calling delete_port for c1954805-a517-4086-b036-6ce7d1006337 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:39.457743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 64d0a744-f576-49af-a781-de71deee1ce9 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:39.459846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (64d0a744-f576-49af-a781-de71deee1ce9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.483234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb529c-282b-4b6c-8e63-4deacac9871c None None] Network e5b6507b-5891-44d5-9f9c-64207a0a3630 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:39.489753 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-4f9b93a6-aed5-4a4f-a9f1-74622d6f5fc2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] delete failed (client error): The resource could not be found. Apr 29 07:42:39.491040 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4f9b93a6-aed5-4a4f-a9f1-74622d6f5fc2 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/routers/8395e8c4-5072-436b-9099-30bb5f10bc6d HTTP/1.1" status: 404 len: 336 time: 0.3902497 Apr 29 07:42:39.496064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54402) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:39.524995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (d8ec873c-7ba3-4c68-be33-0c14a4f65062), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.542908 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd79f83a-1521-444d-9193-1e5a9c68b3f9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:39.543555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd79f83a-1521-444d-9193-1e5a9c68b3f9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:39.549864 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cd79f83a-1521-444d-9193-1e5a9c68b3f9 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/70cbed61-e177-483c-9962-c42cb60e7bb2 HTTP/1.1" status: 404 len: 337 time: 0.0502400 Apr 29 07:42:39.549987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54404) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:39.562208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.571914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54406) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:39.660533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5547b124-ce62-4a66-847d-6947834ed9d7 None None] Network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:39.738326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dd72c9f1-be24-41d0-b820-ca90346fb472 None None] Provisioning complete for port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:39.739319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd72c9f1-be24-41d0-b820-ca90346fb472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.743866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Deleting port 01f1e617-8324-4d76-ace2-603a620cbd42 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:39.744451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.750075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-332914619-network', 'tenant_id': 'ed3a30d50d1547028d8c10b3d520958d'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:39.765743 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=d8ec873c-7ba3-4c68-be33-0c14a4f65062,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:39.772814 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf6f4da-6f58-4c3d-84c7-bd3e123349cd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:39.773110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf6f4da-6f58-4c3d-84c7-bd3e123349cd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:39.778684 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2cf6f4da-6f58-4c3d-84c7-bd3e123349cd tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/4e8952d8-d12a-4bad-851a-2a941b884a22 HTTP/1.1" status: 404 len: 337 time: 0.2081492 Apr 29 07:42:39.800813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54410) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:39.849033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.920446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 64d0a744-f576-49af-a781-de71deee1ce9 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:39.920835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (64d0a744-f576-49af-a781-de71deee1ce9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:39.978466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c1954805-a517-4086-b036-6ce7d1006337), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.071691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] No DVR routers for this DVR port c1954805-a517-4086-b036-6ce7d1006337 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:40.080063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Pushing event deleted for resources: {'Port': ['ID=c1954805-a517-4086-b036-6ce7d1006337,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:40.130384 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-24be0cca-78cc-4ed7-9e08-5c751a132a3a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:40.130858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24be0cca-78cc-4ed7-9e08-5c751a132a3a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:40.134100 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-24be0cca-78cc-4ed7-9e08-5c751a132a3a tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/15f0dedc-f96c-4665-a344-e2deeef7781e HTTP/1.1" status: 404 len: 337 time: 0.3289504 Apr 29 07:42:40.137252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f4ffd5-7dcc-407c-8efd-0e55942bbbe7 None None] DHCP port deletion for e5b6507b-5891-44d5-9f9c-64207a0a3630 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:40.141834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54412) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:40.153651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Made reservation on behalf of ed3a30d50d1547028d8c10b3d520958d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:40.155533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.163182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 64d0a744-f576-49af-a781-de71deee1ce9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=64d0a744-f576-49af-a781-de71deee1ce9,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:40.179806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (760edd1a-da21-40c3-9318-0118e7149dc3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.189958 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:40.196722 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e059c31d-4605-4f0f-bbad-0a0bd325d6bb tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:40.197085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e059c31d-4605-4f0f-bbad-0a0bd325d6bb tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:40.200460 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e059c31d-4605-4f0f-bbad-0a0bd325d6bb tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/e9c44ceb-9162-4619-9c2b-ca24d04971aa HTTP/1.1" status: 404 len: 333 time: 0.0564523 Apr 29 07:42:40.205027 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54414) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:40.206888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (64d0a744-f576-49af-a781-de71deee1ce9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.207277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.207877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1c24fb8f-2756-43b2-9afb-fd106440b290 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:40.214427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760edd1a-da21-40c3-9318-0118e7149dc3']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:40.232304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] For port 01f1e617-8324-4d76-ace2-603a620cbd42, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=01f1e617-8324-4d76-ace2-603a620cbd42,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:40.232636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.236411 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (705d2248-d561-47c9-bce4-e06060c98192), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.248156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495d6b60-04c7-447a-bc21-d091732f23df') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:40.248430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495d6b60-04c7-447a-bc21-d091732f23df') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:40.249169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (705d2248-d561-47c9-bce4-e06060c98192), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.258508 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab7842e-c337-42ef-bedf-40ac4f544b85 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:40.258966 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab7842e-c337-42ef-bedf-40ac4f544b85 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:40.265333 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fab7842e-c337-42ef-bedf-40ac4f544b85 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/019d8754-9de8-419d-88ad-19465d90515a HTTP/1.1" status: 404 len: 337 time: 0.0559938 Apr 29 07:42:40.266281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54416) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:40.268144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (495d6b60-04c7-447a-bc21-d091732f23df), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.279106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dd72c9f1-be24-41d0-b820-ca90346fb472 None None] Current status of the port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:40.281942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Calling delete_port for 01f1e617-8324-4d76-ace2-603a620cbd42 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:40.338666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=64d0a744-f576-49af-a781-de71deee1ce9,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:40.344401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4ffd5-7dcc-407c-8efd-0e55942bbbe7 None None] Deleting port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:40.344716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ffd5-7dcc-407c-8efd-0e55942bbbe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.348869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dd72c9f1-be24-41d0-b820-ca90346fb472 None None] Provisioning complete for port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:40.349333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd72c9f1-be24-41d0-b820-ca90346fb472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.373596 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-021db1de-5be9-4f6f-af3d-0bb6a788ef27 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:40.374228 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021db1de-5be9-4f6f-af3d-0bb6a788ef27 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:40.379362 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-021db1de-5be9-4f6f-af3d-0bb6a788ef27 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/010f7ae9-6c68-4f84-bbee-18ed4407f61c HTTP/1.1" status: 404 len: 337 time: 0.1065023 Apr 29 07:42:40.380249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (495d6b60-04c7-447a-bc21-d091732f23df), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.381962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54418) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:40.412573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=705d2248-d561-47c9-bce4-e06060c98192,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:40.416019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:40.416660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (495d6b60-04c7-447a-bc21-d091732f23df), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: self.session.flush() Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:40.420269 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:40.423584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (58b75dc7-e760-43b3-a59e-4900280f61d7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.441060 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0836f3-9e7e-4b26-9a3b-a34e324d615d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:40.441704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0836f3-9e7e-4b26-9a3b-a34e324d615d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:40.443790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1c24fb8f-2756-43b2-9afb-fd106440b290 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:40.444476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.447533 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ac0836f3-9e7e-4b26-9a3b-a34e324d615d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/b69b5fe2-f82b-45e8-86b5-12b97f1e36cc HTTP/1.1" status: 404 len: 333 time: 0.0605958 Apr 29 07:42:40.449602 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54420) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:40.464195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c6f4ffd5-7dcc-407c-8efd-0e55942bbbe7 None None] For port c174d309-3a84-4fc7-b4e1-d658c0df8aa3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,segment=NetworkSegment(5bbb6435-9206-4286-b2d5-41a84731ee70),segment_id=5bbb6435-9206-4286-b2d5-41a84731ee70)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:40.464603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ffd5-7dcc-407c-8efd-0e55942bbbe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.486509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:40.492976 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-54fbb9a6-5e2d-49a0-8510-81d7a57db6df tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6806898 Apr 29 07:42:40.501390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dd72c9f1-be24-41d0-b820-ca90346fb472 None None] Port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:40.504166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54422) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:40.507628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:40.521272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4ffd5-7dcc-407c-8efd-0e55942bbbe7 None None] Calling delete_port for c174d309-3a84-4fc7-b4e1-d658c0df8aa3 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:40.549985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:40.550502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (760edd1a-da21-40c3-9318-0118e7149dc3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.550640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:40.557974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.562215 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] 10.222.0.23 "DELETE /v2.0/networks/760edd1a-da21-40c3-9318-0118e7149dc3 HTTP/1.1" status: 204 len: 168 time: 2.7357960 Apr 29 07:42:40.586207 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d355b-3094-492b-af58-1b13aeda8331 tempest-TagsExtTest-1582517014 tempest-TagsExtTest-1582517014-project] Pushing event deleted for resources: {'Network': ['ID=760edd1a-da21-40c3-9318-0118e7149dc3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:40.596079 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4fcf5a-b996-4fad-a7b5-fea8b3983bbe tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting subnet c18326c0-3f3c-44b8-9441-9d289ea31bbd {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:40.600168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcf5a-b996-4fad-a7b5-fea8b3983bbe tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (c18326c0-3f3c-44b8-9441-9d289ea31bbd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.635827 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4721e9d-10b3-49be-a094-a68b18fdee57 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:40.636289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4721e9d-10b3-49be-a094-a68b18fdee57 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:40.641803 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e4721e9d-10b3-49be-a094-a68b18fdee57 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/7068b6fe-aae1-4724-ab46-30c92a196f47 HTTP/1.1" status: 404 len: 337 time: 0.1892977 Apr 29 07:42:40.643281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54426) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:40.673946 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3735ca8-21b6-4505-8936-558cd806d3f1 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] DELETE failed (client error): The resource could not be found. Apr 29 07:42:40.674465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3735ca8-21b6-4505-8936-558cd806d3f1 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:42:40.677981 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b3735ca8-21b6-4505-8936-558cd806d3f1 tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/subnets/17a6b74f-39fb-4d02-824a-165e4f483222 HTTP/1.1" status: 404 len: 337 time: 0.0334911 Apr 29 07:42:40.681425 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54428) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:40.723655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcf5a-b996-4fad-a7b5-fea8b3983bbe tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (c18326c0-3f3c-44b8-9441-9d289ea31bbd), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.772020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e9b62d50-a0b9-4f53-8ce9-62e4b9c559c7 None None] Provisioning complete for port 64d0a744-f576-49af-a781-de71deee1ce9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:40.772493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e9b62d50-a0b9-4f53-8ce9-62e4b9c559c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (64d0a744-f576-49af-a781-de71deee1ce9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.779855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:40.801798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:40.804067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Publish callbacks [] for security_group (f7346035-b13a-4d3b-b551-dab343c778de), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.807185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:40.814654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f7346035-b13a-4d3b-b551-dab343c778de), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.867789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1c24fb8f-2756-43b2-9afb-fd106440b290 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:40.879136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8af3dc94-1a49-4072-9646-4656cb55a49c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Deleting port 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:40.879504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8af3dc94-1a49-4072-9646-4656cb55a49c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.887261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcf5a-b996-4fad-a7b5-fea8b3983bbe tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (c18326c0-3f3c-44b8-9441-9d289ea31bbd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.956373 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c1954805-a517-4086-b036-6ce7d1006337 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:40.962179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ffd5-7dcc-407c-8efd-0e55942bbbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (c174d309-3a84-4fc7-b4e1-d658c0df8aa3), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:40.978001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54432) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:41.008160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c1954805-a517-4086-b036-6ce7d1006337 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:41.009661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c1954805-a517-4086-b036-6ce7d1006337 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:41.015988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7346035-b13a-4d3b-b551-dab343c778de,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:41.029541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8af3dc94-1a49-4072-9646-4656cb55a49c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.044453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (01f1e617-8324-4d76-ace2-603a620cbd42), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.047332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8af3dc94-1a49-4072-9646-4656cb55a49c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Calling delete_port for 3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 owned by {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:41.076166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:41.099039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4ffd5-7dcc-407c-8efd-0e55942bbbe7 None None] No DVR routers for this DVR port c174d309-3a84-4fc7-b4e1-d658c0df8aa3 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:41.141172 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcf5a-b996-4fad-a7b5-fea8b3983bbe tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (c18326c0-3f3c-44b8-9441-9d289ea31bbd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.160272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event deleted for resources: {'Port': ['ID=01f1e617-8324-4d76-ace2-603a620cbd42,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:41.171895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4ffd5-7dcc-407c-8efd-0e55942bbbe7 None None] Pushing event deleted for resources: {'Port': ['ID=c174d309-3a84-4fc7-b4e1-d658c0df8aa3,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:41.201753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.202107 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Added segment 1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d of type vlan for network 1b535aab-ee02-4759-adf7-77f38fdfba24 Apr 29 07:42:41.228642 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 58b75dc7-e760-43b3-a59e-4900280f61d7 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:41.274857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e9b62d50-a0b9-4f53-8ce9-62e4b9c559c7 None None] Current status of the port 64d0a744-f576-49af-a781-de71deee1ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:41.282282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.312128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fcf5a-b996-4fad-a7b5-fea8b3983bbe tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Subnet': ['ID=c18326c0-3f3c-44b8-9441-9d289ea31bbd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:41.330286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7b4fcf5a-b996-4fad-a7b5-fea8b3983bbe tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.338025 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7b4fcf5a-b996-4fad-a7b5-fea8b3983bbe tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/c18326c0-3f3c-44b8-9441-9d289ea31bbd HTTP/1.1" status: 204 len: 168 time: 0.8321884 Apr 29 07:42:41.344854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54436) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:41.366482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1fa80-e376-4895-b6c3-d7e356b2d5db None None] Network ae415cbb-b25c-42f3-8235-bc1453d678bf requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:41.374601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8af3dc94-1a49-4072-9646-4656cb55a49c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.403428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (1b535aab-ee02-4759-adf7-77f38fdfba24), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.415969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.418837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_controller (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.428937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 64d0a744-f576-49af-a781-de71deee1ce9 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:41.470623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3dc94-1a49-4072-9646-4656cb55a49c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Port': ['ID=3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:41.484683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8af3dc94-1a49-4072-9646-4656cb55a49c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.488090 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8af3dc94-1a49-4072-9646-4656cb55a49c tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/ports/3b4d9eb5-4a1d-48fa-b89e-e40b5c9aa832 HTTP/1.1" status: 204 len: 168 time: 0.8053429 Apr 29 07:42:41.492565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54438) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:41.495094 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d8d501be-3ec6-46ee-a71f-5901a7455150 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e98aaf9b706a4a7b9cd0bc3650e14f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5161622 Apr 29 07:42:41.516813 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54440) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:41.535553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1ccc892e-b767-4232-a271-cdabb3ef9082 None None] Provisioning complete for port 705d2248-d561-47c9-bce4-e06060c98192 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:41.536248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1ccc892e-b767-4232-a271-cdabb3ef9082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (705d2248-d561-47c9-bce4-e06060c98192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.550669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.551235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:41.552777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (1b535aab-ee02-4759-adf7-77f38fdfba24), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.553836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:41.554432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.558882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.563972 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-222e7421-4f12-4b90-b038-817f04209e4e tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "DELETE /v2.0/routers/5dd5adbd-bdb9-47da-b2ad-ef4c909f5e22 HTTP/1.1" status: 204 len: 168 time: 2.9662042 Apr 29 07:42:41.570635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54442) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:41.598759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 64d0a744-f576-49af-a781-de71deee1ce9 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:41.599101 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (64d0a744-f576-49af-a781-de71deee1ce9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.600750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc892e-b767-4232-a271-cdabb3ef9082 None None] Port 705d2248-d561-47c9-bce4-e06060c98192 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:41.604080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:39Z', 'revision_number': 8, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:41.626847 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] Pushing event updated for resources: {'Network': ['ID=1b535aab-ee02-4759-adf7-77f38fdfba24,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:41.657366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-286043574', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:41.657673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 1b535aab-ee02-4759-adf7-77f38fdfba24 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:41.664556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:41.674427 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e6f56dca-c706-490f-acb1-55b21f3b5e3d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1013677 Apr 29 07:42:41.680320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54444) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:41.691576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Request body: {'subnet': {'network_id': '1b535aab-ee02-4759-adf7-77f38fdfba24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-332914619-subnet', 'tenant_id': 'ed3a30d50d1547028d8c10b3d520958d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:41.711296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:41.713489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (ae415cbb-b25c-42f3-8235-bc1453d678bf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.718565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9622b85f-1ad2-4e32-a05e-b86c715a1060 admin admin] Publish callbacks [] for security_group (37270f65-ef5a-4e4d-a15c-3d02b823ec5d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.722823 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-45339fe2-6292-4cce-aa33-590892ce72b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/58b75dc7-e760-43b3-a59e-4900280f61d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7328422 Apr 29 07:42:41.724296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Made reservation on behalf of ed3a30d50d1547028d8c10b3d520958d for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:41.729719 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Sync routers for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:41.741525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.743911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (e5b6507b-5891-44d5-9f9c-64207a0a3630), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.746035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54446) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:41.747075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8557d90-87b7-4cb1-b4b7-0c2ffe57958b None None] DHCP port deletion for ae415cbb-b25c-42f3-8235-bc1453d678bf request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:41.748700 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:41.749380 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:41.768225 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (dfc9becc-7af9-467d-a684-f52963b3c8e5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.769608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (dfc9becc-7af9-467d-a684-f52963b3c8e5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.774696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1ccc892e-b767-4232-a271-cdabb3ef9082 None None] Provisioning complete for port 64d0a744-f576-49af-a781-de71deee1ce9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:41.775781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1ccc892e-b767-4232-a271-cdabb3ef9082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (64d0a744-f576-49af-a781-de71deee1ce9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.782517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:41.783508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:41.847068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (dfc9becc-7af9-467d-a684-f52963b3c8e5), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:41.909242 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:41.985945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:41.995642 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (9b333709-8dfa-43d2-9601-606a7e4d030c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.003591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9622b85f-1ad2-4e32-a05e-b86c715a1060 admin admin] Publish callbacks [] for security_group (37270f65-ef5a-4e4d-a15c-3d02b823ec5d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.081158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b333709-8dfa-43d2-9601-606a7e4d030c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:42.087345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Checking segment: {'id': '1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b535aab-ee02-4759-adf7-77f38fdfba24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:42.088318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Network hostable DHCP agents. Network: 1b535aab-ee02-4759-adf7-77f38fdfba24, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:42.109867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Network 1b535aab-ee02-4759-adf7-77f38fdfba24 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:42.130155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 1b535aab-ee02-4759-adf7-77f38fdfba24) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:42.142333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:42.142934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.149438 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '705d2248-d561-47c9-bce4-e06060c98192', 'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:de:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:36Z', 'updated_at': '2022-04-29T07:42:39Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '401109a2-51b0-496c-923a-6d357cab9759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:42.174958 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c70682fe-c91a-4260-bf4f-630768416e43 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4928942 Apr 29 07:42:42.182082 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Checking router: 58b75dc7-e760-43b3-a59e-4900280f61d7 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:42.182981 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Updating router 58b75dc7-e760-43b3-a59e-4900280f61d7 port 705d2248-d561-47c9-bce4-e06060c98192 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:42:42.218422 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (705d2248-d561-47c9-bce4-e06060c98192), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.221735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40384e9-cbbf-464a-9767-dd406faebf71 None None] Network 1b535aab-ee02-4759-adf7-77f38fdfba24 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:42.228119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 64d0a744-f576-49af-a781-de71deee1ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:42.312321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b8557d90-87b7-4cb1-b4b7-0c2ffe57958b None None] Deleting port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:42.312321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8557d90-87b7-4cb1-b4b7-0c2ffe57958b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.336899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c174d309-3a84-4fc7-b4e1-d658c0df8aa3 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:42.442752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c174d309-3a84-4fc7-b4e1-d658c0df8aa3 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:42.443116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c174d309-3a84-4fc7-b4e1-d658c0df8aa3 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:42.463226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc892e-b767-4232-a271-cdabb3ef9082 None None] Current status of the port 64d0a744-f576-49af-a781-de71deee1ce9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:42.526269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b8557d90-87b7-4cb1-b4b7-0c2ffe57958b None None] For port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=07b9aef4-d84a-41e7-8f45-f6f66c9487f9,segment=NetworkSegment(37108c46-ec85-4011-9d78-231ba5d01dc3),segment_id=37108c46-ec85-4011-9d78-231ba5d01dc3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:42.526673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8557d90-87b7-4cb1-b4b7-0c2ffe57958b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.550627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b8557d90-87b7-4cb1-b4b7-0c2ffe57958b None None] Calling delete_port for 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:42.589204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8464b43b-a95a-4cef-9524-3c2f92b7e1f8 None None] Network 1b535aab-ee02-4759-adf7-77f38fdfba24 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:42.707878 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Publish callbacks [] for port (705d2248-d561-47c9-bce4-e06060c98192), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.720715 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (705d2248-d561-47c9-bce4-e06060c98192), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.723776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6753a4d0-82b7-4190-a03e-fedc993cf92f None None] Provisioning complete for port 705d2248-d561-47c9-bce4-e06060c98192 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:42.724404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6753a4d0-82b7-4190-a03e-fedc993cf92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (705d2248-d561-47c9-bce4-e06060c98192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.797903 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b067dab-9a5e-41ae-aa33-33e8d118a84c None None] Pushing event updated for resources: {'Port': ['ID=705d2248-d561-47c9-bce4-e06060c98192,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:42.835452 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6753a4d0-82b7-4190-a03e-fedc993cf92f None None] Port 705d2248-d561-47c9-bce4-e06060c98192 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:42.847955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (e5b6507b-5891-44d5-9f9c-64207a0a3630), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.871031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8557d90-87b7-4cb1-b4b7-0c2ffe57958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.874401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b6507b-5891-44d5-9f9c-64207a0a3630']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:42.885129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbb6435-9206-4286-b2d5-41a84731ee70') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:42.885524 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbb6435-9206-4286-b2d5-41a84731ee70') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:42.907012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8557d90-87b7-4cb1-b4b7-0c2ffe57958b None None] Pushing event deleted for resources: {'Port': ['ID=07b9aef4-d84a-41e7-8f45-f6f66c9487f9,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:42.909638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8557d90-87b7-4cb1-b4b7-0c2ffe57958b None None] No DVR routers for this DVR port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:42.918871 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (5bbb6435-9206-4286-b2d5-41a84731ee70), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.927889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:39Z', 'revision_number': 8, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:42.932096 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Attempting to bind port 705d2248-d561-47c9-bce4-e06060c98192 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:42.932930 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Attempting to bind port 705d2248-d561-47c9-bce4-e06060c98192 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:42.933552 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Attempting to bind port 705d2248-d561-47c9-bce4-e06060c98192 on network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:42.939783 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:42.940190 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Checking segment: {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:42.940585 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.940970 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Bound using segment: {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:42.941491 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Bound port: 705d2248-d561-47c9-bce4-e06060c98192, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:42.941932 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (705d2248-d561-47c9-bce4-e06060c98192), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:42.969995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54462) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:42.980329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-392279604-network', 'tenant_id': '4b165a15e2ba461b821d1001c062e16f'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:42.980553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6c47d-2651-4cd8-84a0-197b27ba0e53 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:39Z', 'revision_number': 8, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d86aa72-f996-4ed8-aa26-3ae21a34f17d', 'name': '', 'network_id': '228b21da-2a8a-4fd8-992e-e7f70389a8b7', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:90:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:16Z', 'updated_at': '2022-04-29T07:42:24Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'f2c0a36a-39ad-4246-9d83-3e902481aa8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:42.998411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (dfc9becc-7af9-467d-a684-f52963b3c8e5), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.008030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.009211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.009857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.010548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.010910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.011595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.011974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.012516 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.013025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.013570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.020708 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-10eb07a2-9735-4d6c-84b3-5d4505da82f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6907 time: 1.2688718 Apr 29 07:42:43.023580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (5bbb6435-9206-4286-b2d5-41a84731ee70), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.025106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54464) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:43.058677 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] For port 705d2248-d561-47c9-bce4-e06060c98192, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:43.062324 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] For port 705d2248-d561-47c9-bce4-e06060c98192, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=705d2248-d561-47c9-bce4-e06060c98192,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:43.065735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:43.066286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (5bbb6435-9206-4286-b2d5-41a84731ee70), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:43.069847 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:43.074568 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (705d2248-d561-47c9-bce4-e06060c98192), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.103710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:43.104145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.106006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9622b85f-1ad2-4e32-a05e-b86c715a1060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (37270f65-ef5a-4e4d-a15c-3d02b823ec5d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.108627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9622b85f-1ad2-4e32-a05e-b86c715a1060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.109182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Made reservation on behalf of 4b165a15e2ba461b821d1001c062e16f for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:43.111657 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.120141 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9622b85f-1ad2-4e32-a05e-b86c715a1060 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37270f65-ef5a-4e4d-a15c-3d02b823ec5d HTTP/1.1" status: 204 len: 168 time: 1.5915875 Apr 29 07:42:43.132906 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:43.133844 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:43.136495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.167221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f23dbb4c-318d-44e1-b6e4-89eaffacad1c None None] Provisioning complete for port 705d2248-d561-47c9-bce4-e06060c98192 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:43.167651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f23dbb4c-318d-44e1-b6e4-89eaffacad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (705d2248-d561-47c9-bce4-e06060c98192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.171729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbba1b-0b49-4874-8a3a-361ee45fea3d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.172356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbba1b-0b49-4874-8a3a-361ee45fea3d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.172872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbba1b-0b49-4874-8a3a-361ee45fea3d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.173462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbba1b-0b49-4874-8a3a-361ee45fea3d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.173964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbba1b-0b49-4874-8a3a-361ee45fea3d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.174605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbba1b-0b49-4874-8a3a-361ee45fea3d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.175107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbba1b-0b49-4874-8a3a-361ee45fea3d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.175684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbba1b-0b49-4874-8a3a-361ee45fea3d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.180868 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e4cbba1b-0b49-4874-8a3a-361ee45fea3d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5221 time: 0.1546345 Apr 29 07:42:43.181669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54468) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:43.230954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:43.231560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.246008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:43.249071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 was not found and therefore no delete operation was performed {{(pid=104224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 07:42:43.283123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (07b9aef4-d84a-41e7-8f45-f6f66c9487f9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.333413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622b85f-1ad2-4e32-a05e-b86c715a1060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37270f65-ef5a-4e4d-a15c-3d02b823ec5d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:43.358246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=07b9aef4-d84a-41e7-8f45-f6f66c9487f9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:43.361034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f23dbb4c-318d-44e1-b6e4-89eaffacad1c None None] Current status of the port 705d2248-d561-47c9-bce4-e06060c98192 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:43.362582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f23dbb4c-318d-44e1-b6e4-89eaffacad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (705d2248-d561-47c9-bce4-e06060c98192), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.369638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No DVR routers for this DVR port 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:43.370175 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b067dab-9a5e-41ae-aa33-33e8d118a84c None None] Pushing event updated for resources: {'Port': ['ID=705d2248-d561-47c9-bce4-e06060c98192,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:43.454058 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:43.474690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (e5b6507b-5891-44d5-9f9c-64207a0a3630), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.524609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f23dbb4c-318d-44e1-b6e4-89eaffacad1c None None] For port 705d2248-d561-47c9-bce4-e06060c98192, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=705d2248-d561-47c9-bce4-e06060c98192,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:43.543392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f23dbb4c-318d-44e1-b6e4-89eaffacad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (705d2248-d561-47c9-bce4-e06060c98192), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.568768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.586511 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] 10.222.0.23 "DELETE /v2.0/networks/e5b6507b-5891-44d5-9f9c-64207a0a3630 HTTP/1.1" status: 204 len: 168 time: 2.0851779 Apr 29 07:42:43.651810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Publish callbacks [] for security_group (1df05c50-2139-4233-8d0d-0b308dcd261b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.662569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 01f1e617-8324-4d76-ace2-603a620cbd42 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:43.674494 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b121891-16a1-4ffc-b701-4a7b6934ef4d tempest-PortsIpV6TestJSON-671054164 tempest-PortsIpV6TestJSON-671054164-project] Pushing event deleted for resources: {'Network': ['ID=e5b6507b-5891-44d5-9f9c-64207a0a3630,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:43.681846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (1df05c50-2139-4233-8d0d-0b308dcd261b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.692785 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (ae415cbb-b25c-42f3-8235-bc1453d678bf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.718707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 01f1e617-8324-4d76-ace2-603a620cbd42 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:43.719331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 01f1e617-8324-4d76-ace2-603a620cbd42 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:43.720404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:43.746940 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae415cbb-b25c-42f3-8235-bc1453d678bf']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:43.752248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:42:43.773135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:43.773748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07b9aef4-d84a-41e7-8f45-f6f66c9487f9 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:43.774774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d8ec873c-7ba3-4c68-be33-0c14a4f65062 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:43.779209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df05c50-2139-4233-8d0d-0b308dcd261b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:43.787236 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f88949eb-c000-4aa2-ac2f-9f1912d57cba), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.787739 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Added segment f88949eb-c000-4aa2-ac2f-9f1912d57cba of type vlan for network 2980dd82-a380-476c-b616-a3356c34e60d Apr 29 07:42:43.793924 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37108c46-ec85-4011-9d78-231ba5d01dc3') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:43.794296 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37108c46-ec85-4011-9d78-231ba5d01dc3') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:43.819788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (37108c46-ec85-4011-9d78-231ba5d01dc3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.820998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dbb4c-318d-44e1-b6e4-89eaffacad1c None None] Pushing event updated for resources: {'Port': ['ID=705d2248-d561-47c9-bce4-e06060c98192,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:43.826461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: d8ec873c-7ba3-4c68-be33-0c14a4f65062 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:43.827212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device d8ec873c-7ba3-4c68-be33-0c14a4f65062 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:43.832683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-eb76b205-a903-4f54-9d2a-b427a7f77484 None None] Provisioning complete for port 705d2248-d561-47c9-bce4-e06060c98192 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:43.833412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eb76b205-a903-4f54-9d2a-b427a7f77484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (705d2248-d561-47c9-bce4-e06060c98192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.859164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (2980dd82-a380-476c-b616-a3356c34e60d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.868253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (37108c46-ec85-4011-9d78-231ba5d01dc3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.883732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:43.884236 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (37108c46-ec85-4011-9d78-231ba5d01dc3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:43.887994 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:43.927511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (2980dd82-a380-476c-b616-a3356c34e60d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.928947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:43.929383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:43.953579 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '705d2248-d561-47c9-bce4-e06060c98192', 'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:de:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:36Z', 'updated_at': '2022-04-29T07:42:43Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '401109a2-51b0-496c-923a-6d357cab9759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:43.981863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eb76b205-a903-4f54-9d2a-b427a7f77484 None None] Current status of the port 705d2248-d561-47c9-bce4-e06060c98192 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:43.999347 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f3956-3e6d-43aa-ac8b-815702e64112 None None] The sync data for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv is: [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '705d2248-d561-47c9-bce4-e06060c98192', 'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:de:e5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:36Z', 'updated_at': '2022-04-29T07:42:43Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '401109a2-51b0-496c-923a-6d357cab9759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:44.083176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (dfc9becc-7af9-467d-a684-f52963b3c8e5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.085354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (ae415cbb-b25c-42f3-8235-bc1453d678bf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.120041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.123795 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/networks/ae415cbb-b25c-42f3-8235-bc1453d678bf HTTP/1.1" status: 204 len: 168 time: 2.7695916 Apr 29 07:42:44.128881 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:42:44.137937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54474) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:44.138624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54476) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:44.140096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.154219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c3b1-3e64-42b4-99fb-acf71dd24f82 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Network': ['ID=ae415cbb-b25c-42f3-8235-bc1453d678bf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:44.292956 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3216839 Apr 29 07:42:44.306813 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54480) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:44.311532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Request body: {'subnet': {'network_id': '2980dd82-a380-476c-b616-a3356c34e60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-392279604-subnet', 'tenant_id': '4b165a15e2ba461b821d1001c062e16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:44.322577 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-41878a7d-ba2c-499a-8e02-51cefc569acd tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2676 time: 1.1373014 Apr 29 07:42:44.323865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a2e12-7ab4-4c00-9f62-8a7e5d73e579 admin admin] Pushing event updated for resources: {'Network': ['ID=2980dd82-a380-476c-b616-a3356c34e60d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:44.335783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 2980dd82-a380-476c-b616-a3356c34e60d details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:42:44.467587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Made reservation on behalf of 4b165a15e2ba461b821d1001c062e16f for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:44.469894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.495558 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ac96e10f-3304-44f4-83f4-1fd13642fbb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98a71a8f50de4bc091a186c0b95a6da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517504 Apr 29 07:42:44.499072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54484) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:44.541778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Allocated IP 172.26.3.9 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/728fa2a2-f8d8-4a85-a16f-36d2cc122f6e) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:44.590521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6231f802-e1bf-475c-a77c-029f9754dc10 admin admin] Publish callbacks [] for security_group (3f42fe53-8cf4-4f0e-bdbf-90d989777fc3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.616619 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6231f802-e1bf-475c-a77c-029f9754dc10 admin admin] Publish callbacks [] for security_group (3f42fe53-8cf4-4f0e-bdbf-90d989777fc3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.631500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54486) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:44.662915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-34ddb060-512f-47f9-98e8-51eccb75524f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179395678', 'description': 'tempest-secgroup-smoke-179395678 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:44.674293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6231f802-e1bf-475c-a77c-029f9754dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3f42fe53-8cf4-4f0e-bdbf-90d989777fc3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.677876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6231f802-e1bf-475c-a77c-029f9754dc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.679071 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6231f802-e1bf-475c-a77c-029f9754dc10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f42fe53-8cf4-4f0e-bdbf-90d989777fc3 HTTP/1.1" status: 204 len: 168 time: 0.1788809 Apr 29 07:42:44.696310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231f802-e1bf-475c-a77c-029f9754dc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f42fe53-8cf4-4f0e-bdbf-90d989777fc3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:44.736230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34ddb060-512f-47f9-98e8-51eccb75524f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:44.824645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for port (728fa2a2-f8d8-4a85-a16f-36d2cc122f6e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.009908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34ddb060-512f-47f9-98e8-51eccb75524f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (028c16bf-b177-4a7f-98aa-693911921c74), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.011273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (728fa2a2-f8d8-4a85-a16f-36d2cc122f6e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.018674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (b130f7cc-c1ea-494a-9a80-9e055959790d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.043174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34ddb060-512f-47f9-98e8-51eccb75524f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (028c16bf-b177-4a7f-98aa-693911921c74), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.148284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:45.160941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event updated for resources: {'Port': ['ID=728fa2a2-f8d8-4a85-a16f-36d2cc122f6e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:45.165315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-34ddb060-512f-47f9-98e8-51eccb75524f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.169427 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-34ddb060-512f-47f9-98e8-51eccb75524f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5340071 Apr 29 07:42:45.169427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:45.170452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54490) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:45.174592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:45.175827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8858c2d9-0370-44e6-9364-1d24be31590a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '028c16bf-b177-4a7f-98aa-693911921c74', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:45.181261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddb060-512f-47f9-98e8-51eccb75524f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028c16bf-b177-4a7f-98aa-693911921c74,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:45.208025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 705d2248-d561-47c9-bce4-e06060c98192 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:45.208583 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b130f7cc-c1ea-494a-9a80-9e055959790d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:45.236182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8858c2d9-0370-44e6-9364-1d24be31590a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (fe0e12c3-5b9c-400f-b630-77e59afb6c9f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.246129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Checking segment: {'id': 'f88949eb-c000-4aa2-ac2f-9f1912d57cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2980dd82-a380-476c-b616-a3356c34e60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:45.246495 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Network hostable DHCP agents. Network: 2980dd82-a380-476c-b616-a3356c34e60d, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:42:45.269687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 705d2248-d561-47c9-bce4-e06060c98192 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:45.270347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (705d2248-d561-47c9-bce4-e06060c98192), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.308142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8858c2d9-0370-44e6-9364-1d24be31590a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (fe0e12c3-5b9c-400f-b630-77e59afb6c9f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.316298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8858c2d9-0370-44e6-9364-1d24be31590a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (fe0e12c3-5b9c-400f-b630-77e59afb6c9f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.336870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.346870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858c2d9-0370-44e6-9364-1d24be31590a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0e12c3-5b9c-400f-b630-77e59afb6c9f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:45.363444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8858c2d9-0370-44e6-9364-1d24be31590a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.367627 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8858c2d9-0370-44e6-9364-1d24be31590a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1941373 Apr 29 07:42:45.367946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54492) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:45.372569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d51a3c75-97c9-4432-8466-fa7cc911f8d8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '028c16bf-b177-4a7f-98aa-693911921c74', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:45.397552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Network 2980dd82-a380-476c-b616-a3356c34e60d is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:42:45.397871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 705d2248-d561-47c9-bce4-e06060c98192 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:45.406981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d51a3c75-97c9-4432-8466-fa7cc911f8d8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (74764ca1-ab55-4030-bbb7-6a0c5ad62fad), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.440546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 2980dd82-a380-476c-b616-a3356c34e60d) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:45.450243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c71921-4c34-44c1-92ec-10107c057872 None None] Network 2980dd82-a380-476c-b616-a3356c34e60d requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:45.454283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:45.454863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.482350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d51a3c75-97c9-4432-8466-fa7cc911f8d8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (74764ca1-ab55-4030-bbb7-6a0c5ad62fad), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.487378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d51a3c75-97c9-4432-8466-fa7cc911f8d8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (74764ca1-ab55-4030-bbb7-6a0c5ad62fad), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.506490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a3c75-97c9-4432-8466-fa7cc911f8d8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74764ca1-ab55-4030-bbb7-6a0c5ad62fad,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:45.521191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d51a3c75-97c9-4432-8466-fa7cc911f8d8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.523185 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d51a3c75-97c9-4432-8466-fa7cc911f8d8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526675 Apr 29 07:42:45.525811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54494) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:45.525960 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9059f4ff-d25f-4666-b59e-65643e07371c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2173946 Apr 29 07:42:45.537620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-56b57e33-fd2b-4d4e-80c7-64ea1ba648e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '028c16bf-b177-4a7f-98aa-693911921c74', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:45.574853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56b57e33-fd2b-4d4e-80c7-64ea1ba648e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (1f78c1b2-f9e0-4bd7-acc6-437c80f5b54e), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.597649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a5fd8-c153-42ca-960c-22cee59c0e8c None None] Network 2980dd82-a380-476c-b616-a3356c34e60d requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:45.660102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56b57e33-fd2b-4d4e-80c7-64ea1ba648e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (1f78c1b2-f9e0-4bd7-acc6-437c80f5b54e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.666925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56b57e33-fd2b-4d4e-80c7-64ea1ba648e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (1f78c1b2-f9e0-4bd7-acc6-437c80f5b54e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.667345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (dfc9becc-7af9-467d-a684-f52963b3c8e5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.692177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b57e33-fd2b-4d4e-80c7-64ea1ba648e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f78c1b2-f9e0-4bd7-acc6-437c80f5b54e,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:45.710976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-56b57e33-fd2b-4d4e-80c7-64ea1ba648e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.714979 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-56b57e33-fd2b-4d4e-80c7-64ea1ba648e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873994 Apr 29 07:42:45.715192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54498) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:45.720212 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7e8c2048-f0f0-4ab7-92fe-eaf2be93e629 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '028c16bf-b177-4a7f-98aa-693911921c74', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:45.764123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2048-f0f0-4ab7-92fe-eaf2be93e629 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (835622c8-6dc1-4783-93e1-643ba83afeff), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.836128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2048-f0f0-4ab7-92fe-eaf2be93e629 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (835622c8-6dc1-4783-93e1-643ba83afeff), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.842600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2048-f0f0-4ab7-92fe-eaf2be93e629 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (835622c8-6dc1-4783-93e1-643ba83afeff), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.865964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c2048-f0f0-4ab7-92fe-eaf2be93e629 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835622c8-6dc1-4783-93e1-643ba83afeff,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:45.872515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2048-f0f0-4ab7-92fe-eaf2be93e629 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.877185 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7e8c2048-f0f0-4ab7-92fe-eaf2be93e629 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609223 Apr 29 07:42:45.877963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54506) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:45.882732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ddb26492-873a-4718-9eaa-50bd5c02d271 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '028c16bf-b177-4a7f-98aa-693911921c74', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:45.903899 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-ddb26492-873a-4718-9eaa-50bd5c02d271 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:42:45.909430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddb26492-873a-4718-9eaa-50bd5c02d271 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (2d4ab169-b83d-4d4f-aeda-eeaa47234b2c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.974903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddb26492-873a-4718-9eaa-50bd5c02d271 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (2d4ab169-b83d-4d4f-aeda-eeaa47234b2c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:45.980226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddb26492-873a-4718-9eaa-50bd5c02d271 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2d4ab169-b83d-4d4f-aeda-eeaa47234b2c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.003244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb26492-873a-4718-9eaa-50bd5c02d271 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4ab169-b83d-4d4f-aeda-eeaa47234b2c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:46.009196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ddb26492-873a-4718-9eaa-50bd5c02d271 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.013608 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ddb26492-873a-4718-9eaa-50bd5c02d271 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344998 Apr 29 07:42:46.014255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54514) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:46.018751 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-43be3607-4202-404c-9bb8-f95c221b780d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '028c16bf-b177-4a7f-98aa-693911921c74', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:46.040184 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-43be3607-4202-404c-9bb8-f95c221b780d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:42:46.056263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43be3607-4202-404c-9bb8-f95c221b780d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (60a7feae-388d-440a-bcc4-d5d2d4c09762), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.206525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43be3607-4202-404c-9bb8-f95c221b780d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (60a7feae-388d-440a-bcc4-d5d2d4c09762), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.214738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43be3607-4202-404c-9bb8-f95c221b780d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (60a7feae-388d-440a-bcc4-d5d2d4c09762), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.239934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:46.240620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.241735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0054a55-56cc-416c-a805-d22d19303d52 req-b3ab36e8-fd3f-4e97-b9d9-3d4d6416ce6f tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:46.243339 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-b3ab36e8-fd3f-4e97-b9d9-3d4d6416ce6f tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/networks?id=1b535aab-ee02-4759-adf7-77f38fdfba24 HTTP/1.1" status: 200 len: 811 time: 0.1998696 Apr 29 07:42:46.247315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be3607-4202-404c-9bb8-f95c221b780d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a7feae-388d-440a-bcc4-d5d2d4c09762,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:46.253288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43be3607-4202-404c-9bb8-f95c221b780d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.257703 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-43be3607-4202-404c-9bb8-f95c221b780d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2424467 Apr 29 07:42:46.269541 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-edc3bd63-e60a-4716-9c14-d4c912d35514 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/quotas/ed3a30d50d1547028d8c10b3d520958d HTTP/1.1" status: 200 len: 375 time: 0.0100513 Apr 29 07:42:46.308236 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (dfc9becc-7af9-467d-a684-f52963b3c8e5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.337305 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-5db6fbe1-e508-4a0f-999c-d9d1c122bcd7 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed3a30d50d1547028d8c10b3d520958d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620892 Apr 29 07:42:46.412220 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port 9d86aa72-f996-4ed8-aa26-3ae21a34f17d, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9d86aa72-f996-4ed8-aa26-3ae21a34f17d,segment=NetworkSegment(b0635a0c-f3a8-4a41-872d-e967844e57c3),segment_id=b0635a0c-f3a8-4a41-872d-e967844e57c3)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:46.412482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.432972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for 9d86aa72-f996-4ed8-aa26-3ae21a34f17d owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:46.528488 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-4185852e-e749-43b7-a5b5-ca4ad0a34360 service neutron] 10.222.0.23 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902242 Apr 29 07:42:46.555176 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-d2655d5d-aa37-4889-97f7-951257e963d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179395678&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.1201534 Apr 29 07:42:46.620926 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-18a4c645-9da4-460c-bdde-be078fcc1cc9 service neutron] 10.222.0.23 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860789 Apr 29 07:42:46.736870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Router dfc9becc-7af9-467d-a684-f52963b3c8e5 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:46.783701 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-930f3a18-1acd-4d9e-85b6-6b42818574f2 req-9a1abdd9-4fc5-494e-a39b-864f3635068e tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 210 time: 0.0275457 Apr 29 07:42:46.805000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665579-2917-48b4-be44-c399a74b6b7e req-3e09d857-2590-4593-9868-2d4cf43c5b90 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:46.806492 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-3e09d857-2590-4593-9868-2d4cf43c5b90 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=dadf532d-2cee-406d-b9c0-f1ee4dcadb24 HTTP/1.1" status: 200 len: 796 time: 0.2418294 Apr 29 07:42:46.889579 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-81482582-ef48-4340-ae62-0acab7a07d4c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0474308 Apr 29 07:42:46.892276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (9d86aa72-f996-4ed8-aa26-3ae21a34f17d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:46.959829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=9d86aa72-f996-4ed8-aa26-3ae21a34f17d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:47.058731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:47.071350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f166b-96a9-4563-a79a-1e43affa9852 None None] Sync routers for ids ['dfc9becc-7af9-467d-a684-f52963b3c8e5'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:47.082557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f166b-96a9-4563-a79a-1e43affa9852 None None] Routers {'dfc9becc-7af9-467d-a684-f52963b3c8e5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:47.083228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-165f166b-96a9-4563-a79a-1e43affa9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dfc9becc-7af9-467d-a684-f52963b3c8e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:47.133509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:47.137605 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9fed0676-0c24-45bc-9d66-60f2f5441697 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5107024 Apr 29 07:42:47.137805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54538) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:47.138904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-165f166b-96a9-4563-a79a-1e43affa9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:47.143711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2e566b8b-da9d-4f4c-a984-00a6968599f1 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': False}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:47.145389 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-0b71a9c2-e0e6-4c96-9514-619ee56f9985 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456534 Apr 29 07:42:47.153931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f166b-96a9-4563-a79a-1e43affa9852 None None] Routers {'dfc9becc-7af9-467d-a684-f52963b3c8e5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:47.155595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-165f166b-96a9-4563-a79a-1e43affa9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dfc9becc-7af9-467d-a684-f52963b3c8e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:47.158382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:47.202228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-165f166b-96a9-4563-a79a-1e43affa9852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:47.202887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f166b-96a9-4563-a79a-1e43affa9852 None None] The sync data for ids ['dfc9becc-7af9-467d-a684-f52963b3c8e5'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:47.423124 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-4efcea9f-c1ce-4c58-895b-b91e8ae61f2c service neutron] 10.222.0.23 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524645 Apr 29 07:42:47.468044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e566b8b-da9d-4f4c-a984-00a6968599f1 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (dfc9becc-7af9-467d-a684-f52963b3c8e5), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:47.491670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:47.592884 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-7e8c9775-d7c5-4f8f-8a16-3ac5932a4e80 service neutron] 10.222.0.23 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633451 Apr 29 07:42:47.618662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:47.624001 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d9ecc070-041f-4500-80d3-e8718afdf53e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4814365 Apr 29 07:42:47.626612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54542) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:47.629536 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:47.643255 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:47.645985 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:47.678109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28fe994-5572-44c7-aa40-9bd4bc760a17 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting subnet f2c0a36a-39ad-4246-9d83-3e902481aa8a {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:47.682251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a28fe994-5572-44c7-aa40-9bd4bc760a17 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (f2c0a36a-39ad-4246-9d83-3e902481aa8a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:47.736261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a28fe994-5572-44c7-aa40-9bd4bc760a17 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (f2c0a36a-39ad-4246-9d83-3e902481aa8a), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:47.744337 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:47.893190 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9237b1dc-f79d-44b9-a01e-c2a3fdb684c4 req-4ea3608f-98bf-4056-88bb-7a882c4838d5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 210 time: 0.0422199 Apr 29 07:42:47.901867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a28fe994-5572-44c7-aa40-9bd4bc760a17 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (f2c0a36a-39ad-4246-9d83-3e902481aa8a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:47.952865 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-36eb4c94-afc2-40bf-9d49-128746e22e9a req-69f40a7a-add1-4160-a450-0ac91d49549e tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 210 time: 0.0771790 Apr 29 07:42:48.006318 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a28fe994-5572-44c7-aa40-9bd4bc760a17 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (f2c0a36a-39ad-4246-9d83-3e902481aa8a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.038218 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e566b8b-da9d-4f4c-a984-00a6968599f1 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (dfc9becc-7af9-467d-a684-f52963b3c8e5), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.041855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e566b8b-da9d-4f4c-a984-00a6968599f1 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (dfc9becc-7af9-467d-a684-f52963b3c8e5), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.056958 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a28fe994-5572-44c7-aa40-9bd4bc760a17 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.062178 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a28fe994-5572-44c7-aa40-9bd4bc760a17 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/f2c0a36a-39ad-4246-9d83-3e902481aa8a HTTP/1.1" status: 204 len: 168 time: 0.4344113 Apr 29 07:42:48.063491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9096531-3d35-48f4-af65-aad2dd90b579 None None] Network 228b21da-2a8a-4fd8-992e-e7f70389a8b7 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:48.063683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fe994-5572-44c7-aa40-9bd4bc760a17 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c0a36a-39ad-4246-9d83-3e902481aa8a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:48.071125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54558) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:48.203826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (228b21da-2a8a-4fd8-992e-e7f70389a8b7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.203967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e566b8b-da9d-4f4c-a984-00a6968599f1 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Router dfc9becc-7af9-467d-a684-f52963b3c8e5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:48.265605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b64f94-2d92-442f-bfdc-10024b1b52c6 None None] DHCP port deletion for 228b21da-2a8a-4fd8-992e-e7f70389a8b7 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:48.271694 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:46Z', 'revision_number': 9, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.284912 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port 247450c4-8319-4973-9446-263b5991946f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:48.290290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (247450c4-8319-4973-9446-263b5991946f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.315433 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:48.334766 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:48.335539 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.339570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-40b64f94-2d92-442f-bfdc-10024b1b52c6 None None] Deleting port 247450c4-8319-4973-9446-263b5991946f {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:48.340599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-40b64f94-2d92-442f-bfdc-10024b1b52c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (247450c4-8319-4973-9446-263b5991946f), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.415743 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port 247450c4-8319-4973-9446-263b5991946f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=247450c4-8319-4973-9446-263b5991946f,segment=NetworkSegment(b0635a0c-f3a8-4a41-872d-e967844e57c3),segment_id=b0635a0c-f3a8-4a41-872d-e967844e57c3)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:48.416399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (247450c4-8319-4973-9446-263b5991946f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.432989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for 247450c4-8319-4973-9446-263b5991946f owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:48.436254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e566b8b-da9d-4f4c-a984-00a6968599f1 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:48.440957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2e566b8b-da9d-4f4c-a984-00a6968599f1 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.442398 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2e566b8b-da9d-4f4c-a984-00a6968599f1 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "PUT /v2.0/routers/dfc9becc-7af9-467d-a684-f52963b3c8e5 HTTP/1.1" status: 200 len: 923 time: 1.3036456 Apr 29 07:42:48.445018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54566) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:48.455818 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:48.466296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac67d1-c55c-46b2-b058-6b12f83eb1ab None None] Sync routers for ids ['dfc9becc-7af9-467d-a684-f52963b3c8e5'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:48.499979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-40b64f94-2d92-442f-bfdc-10024b1b52c6 None None] For port 247450c4-8319-4973-9446-263b5991946f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=247450c4-8319-4973-9446-263b5991946f,segment=NetworkSegment(b0635a0c-f3a8-4a41-872d-e967844e57c3),segment_id=b0635a0c-f3a8-4a41-872d-e967844e57c3)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:48.504188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-40b64f94-2d92-442f-bfdc-10024b1b52c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (247450c4-8319-4973-9446-263b5991946f), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.516582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac67d1-c55c-46b2-b058-6b12f83eb1ab None None] Routers {'dfc9becc-7af9-467d-a684-f52963b3c8e5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:48.517254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-59ac67d1-c55c-46b2-b058-6b12f83eb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dfc9becc-7af9-467d-a684-f52963b3c8e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.589591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (247450c4-8319-4973-9446-263b5991946f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.607851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-40b64f94-2d92-442f-bfdc-10024b1b52c6 None None] Calling delete_port for 247450c4-8319-4973-9446-263b5991946f owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:48.614699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-59ac67d1-c55c-46b2-b058-6b12f83eb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.633050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=247450c4-8319-4973-9446-263b5991946f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:48.656064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac67d1-c55c-46b2-b058-6b12f83eb1ab None None] Routers {'dfc9becc-7af9-467d-a684-f52963b3c8e5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:48.656064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-59ac67d1-c55c-46b2-b058-6b12f83eb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dfc9becc-7af9-467d-a684-f52963b3c8e5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.658068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No DVR routers for this DVR port 247450c4-8319-4973-9446-263b5991946f on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:48.814092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (228b21da-2a8a-4fd8-992e-e7f70389a8b7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.850683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228b21da-2a8a-4fd8-992e-e7f70389a8b7']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.862700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0635a0c-f3a8-4a41-872d-e967844e57c3') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.862700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0635a0c-f3a8-4a41-872d-e967844e57c3') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.869028 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ed56f7a7-2250-4766-a15c-2b929d465c53 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/routers/dfc9becc-7af9-467d-a684-f52963b3c8e5 HTTP/1.1" status: 200 len: 923 time: 0.4220250 Apr 29 07:42:48.873672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54568) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:48.887092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (b0635a0c-f3a8-4a41-872d-e967844e57c3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.894206 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:46Z', 'revision_number': 9, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.941618 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d25d3f-2809-42c0-b19e-f7d50cfd1aa5 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:46Z', 'revision_number': 9, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e66bd0b7-5680-4d92-b09d-a0f1269a3aec', 'name': '', 'network_id': '9e29fb79-ec08-40c3-bb86-db73230336b8', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:c4:aa:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:09Z', 'updated_at': '2022-04-29T07:42:19Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': '53e40af1-627f-49bc-87c7-f24273d645d8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:48.956206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b0635a0c-f3a8-4a41-872d-e967844e57c3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.968134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:48.968535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (b0635a0c-f3a8-4a41-872d-e967844e57c3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:48.972298 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:48.980254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-59ac67d1-c55c-46b2-b058-6b12f83eb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:48.981275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac67d1-c55c-46b2-b058-6b12f83eb1ab None None] The sync data for ids ['dfc9becc-7af9-467d-a684-f52963b3c8e5'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:49.018779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-40b64f94-2d92-442f-bfdc-10024b1b52c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (247450c4-8319-4973-9446-263b5991946f), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:49.025811 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-82e757b2-0eac-4bf5-8efd-e8bf64624ef3 req-f217ed3e-4f71-456d-b156-05f7a2999d49 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 210 time: 0.0487490 Apr 29 07:42:49.047528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b64f94-2d92-442f-bfdc-10024b1b52c6 None None] Pushing event deleted for resources: {'Port': ['ID=247450c4-8319-4973-9446-263b5991946f,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:49.054787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b64f94-2d92-442f-bfdc-10024b1b52c6 None None] No DVR routers for this DVR port 247450c4-8319-4973-9446-263b5991946f on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:49.072439 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3ca1953e-c174-4624-9456-c44b3dd14b40 req-707c44ea-a049-453b-b77d-abfef96e5b2c tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 210 time: 0.0489922 Apr 29 07:42:49.075277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c6bc2-2fcd-41c9-9cd7-458670c1270d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:49.076620 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9b1c6bc2-2fcd-41c9-9cd7-458670c1270d tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=dfc9becc-7af9-467d-a684-f52963b3c8e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2017097 Apr 29 07:42:49.079518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54574) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:49.087407 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (228b21da-2a8a-4fd8-992e-e7f70389a8b7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:49.091851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:49.101714 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/networks/228b21da-2a8a-4fd8-992e-e7f70389a8b7 HTTP/1.1" status: 204 len: 168 time: 1.0287893 Apr 29 07:42:49.108589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54578) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:49.173513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025d9efa-1944-4db3-8130-5fed5ee98918 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:49.178742 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-025d9efa-1944-4db3-8130-5fed5ee98918 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 881 time: 0.0980802 Apr 29 07:42:49.179770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54584) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:49.217401 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d2913519-6b9f-4788-ad40-743725666f2c tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc9becc-7af9-467d-a684-f52963b3c8e5 HTTP/1.1" status: 200 len: 205 time: 0.0363538 Apr 29 07:42:49.218309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54586) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:49.372661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (dfc9becc-7af9-467d-a684-f52963b3c8e5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:49.382393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9d86aa72-f996-4ed8-aa26-3ae21a34f17d no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:49.429492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 9d86aa72-f996-4ed8-aa26-3ae21a34f17d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:49.429921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9d86aa72-f996-4ed8-aa26-3ae21a34f17d not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:49.430344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 247450c4-8319-4973-9446-263b5991946f no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:49.466351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 247450c4-8319-4973-9446-263b5991946f {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:49.466921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 247450c4-8319-4973-9446-263b5991946f not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:49.557490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (dfc9becc-7af9-467d-a684-f52963b3c8e5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:49.597764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23c3a0-901a-4145-8ffb-ee4b0b968788 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Network': ['ID=228b21da-2a8a-4fd8-992e-e7f70389a8b7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:49.615730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Deleting port 728fa2a2-f8d8-4a85-a16f-36d2cc122f6e {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:49.616145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (728fa2a2-f8d8-4a85-a16f-36d2cc122f6e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:49.694304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (728fa2a2-f8d8-4a85-a16f-36d2cc122f6e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:49.707129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Calling delete_port for 728fa2a2-f8d8-4a85-a16f-36d2cc122f6e owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:49.795429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665579-2917-48b4-be44-c399a74b6b7e req-0e924208-0cfd-49d8-9f17-fc12ecf5edce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:49.796902 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-0e924208-0cfd-49d8-9f17-fc12ecf5edce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=dadf532d-2cee-406d-b9c0-f1ee4dcadb24 HTTP/1.1" status: 200 len: 796 time: 0.2090147 Apr 29 07:42:49.875870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (728fa2a2-f8d8-4a85-a16f-36d2cc122f6e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:49.904739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event deleted for resources: {'Port': ['ID=728fa2a2-f8d8-4a85-a16f-36d2cc122f6e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:49.912070 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-b8962452-ebd7-41cb-b6a8-5e094b0cdd5a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 379 time: 0.1056762 Apr 29 07:42:49.917830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.918188 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.918529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.918881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.919211 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.919538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.919867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.920194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.920515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.920844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.921167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.921515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.921833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:49.934121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['028c16bf-b177-4a7f-98aa-693911921c74']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:49.978110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (dfc9becc-7af9-467d-a684-f52963b3c8e5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.077169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (dfc9becc-7af9-467d-a684-f52963b3c8e5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.079582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (dfc9becc-7af9-467d-a684-f52963b3c8e5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.082524 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:50.085562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.159684 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1d9c3590-c7f9-4da8-8f98-6d5c8972ec0c req-a6507924-51a9-4706-a3ce-f44eacc3f2c1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 210 time: 0.0346184 Apr 29 07:42:50.160605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (dfc9becc-7af9-467d-a684-f52963b3c8e5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.161364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Fanout notify agent at l3_agent the message router_deleted on router dfc9becc-7af9-467d-a684-f52963b3c8e5 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:50.171358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.172833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a7f34fe5-36b8-4f47-8a54-33c0b9c2c340 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/dfc9becc-7af9-467d-a684-f52963b3c8e5 HTTP/1.1" status: 204 len: 168 time: 0.9534578 Apr 29 07:42:50.176538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54596) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:50.186968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0c26cc4b-0fbe-4643-a947-f0a377841ee1 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1059186832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:50.189003 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-82342d9a-6b5d-44e5-8f9c-a35539dc1ca6 req-687e5b6e-7c43-4c63-baa4-be4affd59464 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 210 time: 0.0456913 Apr 29 07:42:50.200670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.210443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0c26cc4b-0fbe-4643-a947-f0a377841ee1 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.210443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0c26cc4b-0fbe-4643-a947-f0a377841ee1 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.260255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0c26cc4b-0fbe-4643-a947-f0a377841ee1 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.265684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0c26cc4b-0fbe-4643-a947-f0a377841ee1 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.286387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0c26cc4b-0fbe-4643-a947-f0a377841ee1 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.287812 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0c26cc4b-0fbe-4643-a947-f0a377841ee1 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1100583 Apr 29 07:42:50.290528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54600) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:50.295520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:50.323789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.9 (dadf532d-2cee-406d-b9c0-f1ee4dcadb24/401109a2-51b0-496c-923a-6d357cab9759/f1444fac-3237-4041-9800-a36861686e61) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:50.519294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.581670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (f1444fac-3237-4041-9800-a36861686e61), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.631605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port e66bd0b7-5680-4d92-b09d-a0f1269a3aec {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:50.632362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.636363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f1444fac-3237-4041-9800-a36861686e61), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.724540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.726405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:50.735281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:50.743890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.744274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:50.748766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=f1444fac-3237-4041-9800-a36861686e61,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:50.802694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port e66bd0b7-5680-4d92-b09d-a0f1269a3aec, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e66bd0b7-5680-4d92-b09d-a0f1269a3aec,segment=NetworkSegment(9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6),segment_id=9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:50.803113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.825058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:50.825716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.829353 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for e66bd0b7-5680-4d92-b09d-a0f1269a3aec owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:50.851637 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-6e1228af-ead6-460b-bcb1-6069d1d192e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9212687 Apr 29 07:42:50.872353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Allocated IP 172.26.3.141 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:50.884346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Request body: {'port': {'device_id': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:50.965709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6e455b13-c065-4f83-9ec4-5df8354b22d2 None None] Provisioning complete for port f1444fac-3237-4041-9800-a36861686e61 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:50.966336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6e455b13-c065-4f83-9ec4-5df8354b22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f1444fac-3237-4041-9800-a36861686e61), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.985854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for port (bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:50.996616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f1444fac-3237-4041-9800-a36861686e61), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.000986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6e455b13-c065-4f83-9ec4-5df8354b22d2 None None] Port f1444fac-3237-4041-9800-a36861686e61 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:42:51.023860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.065983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:51.070599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:51.077552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:51.080690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event updated for resources: {'Port': ['ID=bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:51.224678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e66bd0b7-5680-4d92-b09d-a0f1269a3aec), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.289720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=e66bd0b7-5680-4d92-b09d-a0f1269a3aec,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:51.331977 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-709183d6-3879-4fa8-9840-420778e40c5b req-595b1556-3d3b-422d-a04b-d1807163c8a7 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 210 time: 0.0566344 Apr 29 07:42:51.371561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d866b9c-9522-4240-9fa8-c38784335671 req-7ea25f81-42ff-4369-b5ed-4e2f81285d95 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:51.379524 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d866b9c-9522-4240-9fa8-c38784335671 req-7ea25f81-42ff-4369-b5ed-4e2f81285d95 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 931 time: 0.1094437 Apr 29 07:42:51.399629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.452012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.526886 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d866b9c-9522-4240-9fa8-c38784335671 req-099c6b5f-3498-4ab9-96ba-580b0be1bea2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467750 Apr 29 07:42:51.567823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1444fac-3237-4041-9800-a36861686e61 {{(pid=104224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:42:51.579462 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Publish callbacks [] for port (f1444fac-3237-4041-9800-a36861686e61), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.610017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.provisioning_blocks [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Transition to ACTIVE for port object f1444fac-3237-4041-9800-a36861686e61 will not be triggered until provisioned by entity L2. {{(pid=104224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:42:51.616517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (f1444fac-3237-4041-9800-a36861686e61), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.675162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.678821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.778881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Pushing event updated for resources: {'Port': ['ID=f1444fac-3237-4041-9800-a36861686e61,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:51.814274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.814703 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.815101 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.815677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.816415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.816415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.816812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.817337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.817625 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.818002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.818371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.818797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.819167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:51.821503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Router b1b3f8c8-555a-48c2-b6f7-f8184b239e5f is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:51.826493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:51.935854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:51.942210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:51.946295 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-73e80b72-c4ac-4922-93e0-e04d79545d00 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "PUT /v2.0/routers/b1b3f8c8-555a-48c2-b6f7-f8184b239e5f HTTP/1.1" status: 200 len: 884 time: 1.6545255 Apr 29 07:42:51.946961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54610) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:51.947727 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782442c8-af57-4eb3-8a51-d4cb1606ed90 None None] Sync routers for ids ['b1b3f8c8-555a-48c2-b6f7-f8184b239e5f'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:51.961358 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782442c8-af57-4eb3-8a51-d4cb1606ed90 None None] Routers {'b1b3f8c8-555a-48c2-b6f7-f8184b239e5f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:51.962724 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-782442c8-af57-4eb3-8a51-d4cb1606ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b1b3f8c8-555a-48c2-b6f7-f8184b239e5f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:51.998450 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-782442c8-af57-4eb3-8a51-d4cb1606ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:52.009114 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782442c8-af57-4eb3-8a51-d4cb1606ed90 None None] Routers {'b1b3f8c8-555a-48c2-b6f7-f8184b239e5f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:52.009910 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-782442c8-af57-4eb3-8a51-d4cb1606ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b1b3f8c8-555a-48c2-b6f7-f8184b239e5f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:52.054443 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-782442c8-af57-4eb3-8a51-d4cb1606ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:52.055489 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782442c8-af57-4eb3-8a51-d4cb1606ed90 None None] The sync data for ids ['b1b3f8c8-555a-48c2-b6f7-f8184b239e5f'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:52.282354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Attempting to bind port f1444fac-3237-4041-9800-a36861686e61 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:52.282706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Attempting to bind port f1444fac-3237-4041-9800-a36861686e61 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:52.283021 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Attempting to bind port f1444fac-3237-4041-9800-a36861686e61 on network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:52.292128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Port f1444fac-3237-4041-9800-a36861686e61 on network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:42:52.292437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Attempting to bind port f1444fac-3237-4041-9800-a36861686e61 on network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:52.305825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:52.306157 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Checking segment: {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:52.306543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Bound using segment: {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'} {{(pid=104224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:52.306950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.managers [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Bound port: f1444fac-3237-4041-9800-a36861686e61, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a78a87e-a2f0-45ab-885d-b5c0cf370079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24'}}] {{(pid=104224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:52.307294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f1444fac-3237-4041-9800-a36861686e61), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:52.319968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:52.329430 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d583addd-f038-44fb-9c7e-c69dcc457edb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2170699 Apr 29 07:42:52.332569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:52.341058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54616) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:52.342991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:52.343777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:52.391374 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] For port f1444fac-3237-4041-9800-a36861686e61, host hv-neutron-8398, cleared binding levels {{(pid=104224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:52.396202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] For port f1444fac-3237-4041-9800-a36861686e61, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f1444fac-3237-4041-9800-a36861686e61,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:52.412532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (f1444fac-3237-4041-9800-a36861686e61), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:52.435247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:52.436820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c421975-0217-4c2d-bc56-cad9153e865d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting subnet 53e40af1-627f-49bc-87c7-f24273d645d8 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:52.450280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c421975-0217-4c2d-bc56-cad9153e865d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (53e40af1-627f-49bc-87c7-f24273d645d8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:52.485435 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2e8f7699-f0a4-4ab4-b3e1-8701960dc68a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/routers/b1b3f8c8-555a-48c2-b6f7-f8184b239e5f HTTP/1.1" status: 200 len: 925 time: 0.5373256 Apr 29 07:42:52.489962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54620) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:52.497078 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-21b6174f-bc2a-42e2-a89b-065e6b77c18a req-cf5efd95-2518-4ba6-9a5b-915778554950 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 210 time: 0.0457468 Apr 29 07:42:52.500249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:52.500960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:52.502475 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1444fac-3237-4041-9800-a36861686e61 HTTP/1.1" status: 200 len: 1093 time: 1.6224272 Apr 29 07:42:52.503018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'tag': 'f1444fac-3237-4041-9800-a36861686e61'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:42:52.505755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070a0e74-4ec6-41bc-99bd-eb14a8419194" -d '{"events": [{"name": "network-changed", "server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "tag": "f1444fac-3237-4041-9800-a36861686e61"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:42:52.568469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cad6f337-450c-4a67-abc1-4aa92ac58b10 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:52.576176 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cad6f337-450c-4a67-abc1-4aa92ac58b10 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.36 "GET /v2.0/networks?id=1b535aab-ee02-4759-adf7-77f38fdfba24 HTTP/1.1" status: 200 len: 811 time: 0.2815385 Apr 29 07:42:52.606329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1876cbe-a01d-45b8-95f0-0c2cbea95c72 x-openstack-request-id: req-b1876cbe-a01d-45b8-95f0-0c2cbea95c72 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:42:52.606779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "tag": "f1444fac-3237-4041-9800-a36861686e61", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:42:52.608049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1876cbe-a01d-45b8-95f0-0c2cbea95c72 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:42:52.608577 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1876cbe-a01d-45b8-95f0-0c2cbea95c72'] response: {'name': 'network-changed', 'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'tag': 'f1444fac-3237-4041-9800-a36861686e61', 'status': 'completed', 'code': 200} Apr 29 07:42:52.617356 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e01b8-22fa-4aae-8118-68a1ddee1529 service neutron] Pushing event updated for resources: {'Port': ['ID=f1444fac-3237-4041-9800-a36861686e61,revision_number=3']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:52.620798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Request body: {'port': {'device_id': '0b1cea38-ab28-485a-aa91-19d577a750fd', 'network_id': '1b535aab-ee02-4759-adf7-77f38fdfba24', 'admin_state_up': True, 'tenant_id': 'ed3a30d50d1547028d8c10b3d520958d'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:52.640446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c421975-0217-4c2d-bc56-cad9153e865d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (53e40af1-627f-49bc-87c7-f24273d645d8), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:52.671973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:51Z', 'revision_number': 10, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:52.674932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665579-2917-48b4-be44-c399a74b6b7e req-d8472aed-ecb4-4a11-9c55-d5e0e91cab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:52.676889 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-d8472aed-ecb4-4a11-9c55-d5e0e91cab67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 1127 time: 0.1098325 Apr 29 07:42:52.706262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:52.716523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:52.717157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:52.730959 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-82e238bc-b67b-43c1-9575-4285b31164b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1444fac-3237-4041-9800-a36861686e61 HTTP/1.1" status: 200 len: 217 time: 0.0473433 Apr 29 07:42:52.742550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb45b13-1097-48bc-9a80-84a2f9910275 req-8fe0e37b-0bab-46e9-9731-ba6135cd1147 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:52.744161 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4eb45b13-1097-48bc-9a80-84a2f9910275 req-8fe0e37b-0bab-46e9-9731-ba6135cd1147 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 943 time: 0.1236956 Apr 29 07:42:52.770482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dab8e7-008f-42f8-ad00-6d338368f5cc tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:52.774801 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d2dab8e7-008f-42f8-ad00-6d338368f5cc tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=b1b3f8c8-555a-48c2-b6f7-f8184b239e5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2799728 Apr 29 07:42:52.778409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54626) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:52.822490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:52.855041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c421975-0217-4c2d-bc56-cad9153e865d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (53e40af1-627f-49bc-87c7-f24273d645d8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:52.882639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665579-2917-48b4-be44-c399a74b6b7e req-1358e55d-4120-4643-89fd-634e3a29541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:52.884121 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-1358e55d-4120-4643-89fd-634e3a29541d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=401109a2-51b0-496c-923a-6d357cab9759 HTTP/1.1" status: 200 len: 835 time: 0.1390464 Apr 29 07:42:52.889895 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4eb45b13-1097-48bc-9a80-84a2f9910275 req-04b1e7cd-ed92-4b7e-8fc3-435ec6c8eb77 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370764 Apr 29 07:42:52.908495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Made reservation on behalf of ed3a30d50d1547028d8c10b3d520958d for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:42:52.913565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:52.946736 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef93ce02-18e1-43d2-bbd7-a2a686deb6e2 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:52.951223 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ef93ce02-18e1-43d2-bbd7-a2a686deb6e2 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 881 time: 0.1628242 Apr 29 07:42:52.951571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54628) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:52.966741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665579-2917-48b4-be44-c399a74b6b7e req-04cba176-d016-4292-9201-52893c8f2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:52.968098 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-04cba176-d016-4292-9201-52893c8f2240 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadf532d-2cee-406d-b9c0-f1ee4dcadb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0772882 Apr 29 07:42:53.015969 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-822c8c8a-0428-48c4-b11e-1b05fa8e42ed tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b3f8c8-555a-48c2-b6f7-f8184b239e5f HTTP/1.1" status: 200 len: 205 time: 0.0606778 Apr 29 07:42:53.017279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54630) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:53.049098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:51Z', 'revision_number': 10, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:53.061448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c421975-0217-4c2d-bc56-cad9153e865d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (53e40af1-627f-49bc-87c7-f24273d645d8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.068307 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-6c73c45b-b384-422a-a66e-ccbff21d2543 service neutron] 10.222.0.36 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934281 Apr 29 07:42:53.076783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a264b9-2504-4878-a5e4-ab6eae15f7e9 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:51Z', 'revision_number': 10, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None, '_interfaces': [{'id': '2c7c2b68-3536-41f5-8e60-db49bd021a7b', 'name': '', 'network_id': 'ea73a516-cfb0-4cb4-bfa7-d31f003449f9', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'mac_address': 'fa:16:3e:40:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:00Z', 'updated_at': '2022-04-29T07:42:06Z', 'revision_number': 5, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'subnets': [{'id': 'bb5b6205-6b37-42b0-b12e-bd41662b2ac5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:53.133861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c421975-0217-4c2d-bc56-cad9153e865d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Subnet': ['ID=53e40af1-627f-49bc-87c7-f24273d645d8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:53.145697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7c421975-0217-4c2d-bc56-cad9153e865d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.148963 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7c421975-0217-4c2d-bc56-cad9153e865d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/53e40af1-627f-49bc-87c7-f24273d645d8 HTTP/1.1" status: 204 len: 168 time: 0.8055451 Apr 29 07:42:53.153125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e12fa80-09e5-4e22-8eac-5a30cbffbfde None None] Network 9e29fb79-ec08-40c3-bb86-db73230336b8 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:53.153335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54632) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:53.234077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.241926 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-53665579-2917-48b4-be44-c399a74b6b7e req-35d0a53e-1195-41a1-a90e-bef8439e9184 service neutron] 10.222.0.36 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677580 Apr 29 07:42:53.281512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (9e29fb79-ec08-40c3-bb86-db73230336b8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.321274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Allocated IP 172.20.0.13 (1b535aab-ee02-4759-adf7-77f38fdfba24/9b333709-8dfa-43d2-9601-606a7e4d030c/bbad162c-e0c8-489b-9bff-c86a990cc341) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:53.378948 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-0a8017b4-2e02-4631-9d12-afb0f739b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:53.380313 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-0a8017b4-2e02-4631-9d12-afb0f739b1f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 1127 time: 0.0629647 Apr 29 07:42:53.385329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port 6b23cff8-3628-4184-9145-78d6f883e765 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:53.385329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6b23cff8-3628-4184-9145-78d6f883e765), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.424222 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] DHCP port deletion for 9e29fb79-ec08-40c3-bb86-db73230336b8 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:53.490831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.549483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port 6b23cff8-3628-4184-9145-78d6f883e765, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6b23cff8-3628-4184-9145-78d6f883e765,segment=NetworkSegment(9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6),segment_id=9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:53.549844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6b23cff8-3628-4184-9145-78d6f883e765), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.556060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Deleting port 6b23cff8-3628-4184-9145-78d6f883e765 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:53.556582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6b23cff8-3628-4184-9145-78d6f883e765), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.585192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for 6b23cff8-3628-4184-9145-78d6f883e765 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:53.615044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-23831a42-0563-44df-9625-1603cb32d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:53.616595 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-23831a42-0563-44df-9625-1603cb32d2dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadf532d-2cee-406d-b9c0-f1ee4dcadb24 HTTP/1.1" status: 200 len: 897 time: 0.2286139 Apr 29 07:42:53.677316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] For port 6b23cff8-3628-4184-9145-78d6f883e765, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6b23cff8-3628-4184-9145-78d6f883e765,segment=NetworkSegment(9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6),segment_id=9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:53.677840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6b23cff8-3628-4184-9145-78d6f883e765), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.694362 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Calling delete_port for 6b23cff8-3628-4184-9145-78d6f883e765 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:53.701981 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-28ec69d6-e7bf-40d9-911e-aa452434a474 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1444fac-3237-4041-9800-a36861686e61 HTTP/1.1" status: 200 len: 217 time: 0.0399940 Apr 29 07:42:53.703540 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-830397ca-fd12-4b0b-9a60-00795d1392ee req-d097e34b-c383-4ec9-819a-aa1b5c910ef9 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 210 time: 0.0602977 Apr 29 07:42:53.735594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Publish callbacks [] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.747784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Deleting port bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:53.748149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.771229 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-742f4047-eb04-4e29-a750-2516d0c3fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:53.772900 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-742f4047-eb04-4e29-a750-2516d0c3fae8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=401109a2-51b0-496c-923a-6d357cab9759 HTTP/1.1" status: 200 len: 835 time: 0.0611138 Apr 29 07:42:53.796426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (6b23cff8-3628-4184-9145-78d6f883e765), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.826170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (6b23cff8-3628-4184-9145-78d6f883e765), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.828911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Pushing event deleted for resources: {'Port': ['ID=6b23cff8-3628-4184-9145-78d6f883e765,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:53.833785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] No DVR routers for this DVR port 6b23cff8-3628-4184-9145-78d6f883e765 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:53.841682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.842122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.842559 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.842992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.843423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.845064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.845561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.846001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.847345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.847345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.847345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.847838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.848249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a796491-edbd-4339-a8c3-9be186efbbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:42:53.859344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.862656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:53.875127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No DVR routers for this DVR port 6b23cff8-3628-4184-9145-78d6f883e765 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:53.880977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=6b23cff8-3628-4184-9145-78d6f883e765,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:53.901270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Calling delete_port for bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:53.919523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Network 1b535aab-ee02-4759-adf7-77f38fdfba24 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:53.920352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-c4cd4f1a-a256-41d1-b4f9-ce18361cb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:53.921895 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-c4cd4f1a-a256-41d1-b4f9-ce18361cb2a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadf532d-2cee-406d-b9c0-f1ee4dcadb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1429501 Apr 29 07:42:53.926799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:53.940936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:53.943531 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Pushing event updated for resources: {'Port': ['ID=bbad162c-e0c8-489b-9bff-c86a990cc341,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:54.017816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (9e29fb79-ec08-40c3-bb86-db73230336b8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.037209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:54.037772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.066332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e29fb79-ec08-40c3-bb86-db73230336b8']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:54.088327 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-cd662343-c2f2-4108-b626-7beb9ddc36bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4727814 Apr 29 07:42:54.088646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:54.088847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:54.099169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Request body: {'port': {'device_id': '0b1cea38-ab28-485a-aa91-19d577a750fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:54.117521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.148200 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-735477c0-a0a9-4936-ae8e-44b0b90320c2 service neutron] 10.222.0.36 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949327 Apr 29 07:42:54.149118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.161484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f5c4d-dacc-41b0-b7b3-06b40730fbd5 req-6061232f-852c-4b98-a281-fe5c7db3eab9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:54.162923 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e4f5c4d-dacc-41b0-b7b3-06b40730fbd5 req-6061232f-852c-4b98-a281-fe5c7db3eab9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 943 time: 0.1578510 Apr 29 07:42:54.171455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:54.171828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (9a80aa7c-f094-4ae0-90d4-f3811f7e4fc6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:54.176622 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:54.194627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.237001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.271148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event deleted for resources: {'Port': ['ID=bfe9ae9e-e62a-4b92-a1b6-fbc923a39c9d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:54.306977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (9e29fb79-ec08-40c3-bb86-db73230336b8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.312393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.315545 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/networks/9e29fb79-ec08-40c3-bb86-db73230336b8 HTTP/1.1" status: 204 len: 168 time: 1.1616867 Apr 29 07:42:54.323133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54638) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:54.352633 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e4f5c4d-dacc-41b0-b7b3-06b40730fbd5 req-e1819307-46fc-4a5e-b853-dfd4efb12525 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768196 Apr 29 07:42:54.353368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4dbdf-356a-4e96-96e1-504bc263b622 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Network': ['ID=9e29fb79-ec08-40c3-bb86-db73230336b8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:54.374158 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-070a0e74-4ec6-41bc-99bd-eb14a8419194 req-2c4fba79-cb20-415f-8295-76eb3d0e02bd service neutron] 10.222.0.36 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197049 Apr 29 07:42:54.820765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:54.993259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.003603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.125888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e896132-1b69-4da5-b5ca-7045d3cc3767 req-52c78d57-9221-4625-8a2a-2fcc71e8b6f1 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:55.127359 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5e896132-1b69-4da5-b5ca-7045d3cc3767 req-52c78d57-9221-4625-8a2a-2fcc71e8b6f1 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 932 time: 0.3531168 Apr 29 07:42:55.134361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (b1b3f8c8-555a-48c2-b6f7-f8184b239e5f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.134892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Fanout notify agent at l3_agent the message router_deleted on router b1b3f8c8-555a-48c2-b6f7-f8184b239e5f {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:55.143743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.144769 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-64a2d2d8-d6bf-463c-8250-2cf091dc9155 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/b1b3f8c8-555a-48c2-b6f7-f8184b239e5f HTTP/1.1" status: 204 len: 168 time: 2.1267858 Apr 29 07:42:55.149839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54642) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:55.154565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-14bf4f5c-84bb-4b00-b0cb-a8722cad50c8 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-911567350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:55.169471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e66bd0b7-5680-4d92-b09d-a0f1269a3aec no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:55.179095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bf4f5c-84bb-4b00-b0cb-a8722cad50c8 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (511a110f-67fd-42bf-a209-f57305e85307), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.180307 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bf4f5c-84bb-4b00-b0cb-a8722cad50c8 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (511a110f-67fd-42bf-a209-f57305e85307), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.192625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: e66bd0b7-5680-4d92-b09d-a0f1269a3aec {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:55.193040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e66bd0b7-5680-4d92-b09d-a0f1269a3aec not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:55.193627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6b23cff8-3628-4184-9145-78d6f883e765 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:55.213604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 6b23cff8-3628-4184-9145-78d6f883e765 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:55.213952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6b23cff8-3628-4184-9145-78d6f883e765 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:55.229893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbad162c-e0c8-489b-9bff-c86a990cc341 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:42:55.239959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bf4f5c-84bb-4b00-b0cb-a8722cad50c8 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (511a110f-67fd-42bf-a209-f57305e85307), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.244036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bf4f5c-84bb-4b00-b0cb-a8722cad50c8 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (511a110f-67fd-42bf-a209-f57305e85307), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.250754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Publish callbacks [] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.261496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-14bf4f5c-84bb-4b00-b0cb-a8722cad50c8 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.263887 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-14bf4f5c-84bb-4b00-b0cb-a8722cad50c8 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1127415 Apr 29 07:42:55.265573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54644) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:55.265959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f1444fac-3237-4041-9800-a36861686e61 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:42:55.270301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': True}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:55.274665 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5e896132-1b69-4da5-b5ca-7045d3cc3767 req-87554006-167b-4d5e-8ab1-cfab1108310f tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362033 Apr 29 07:42:55.311399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Transition to ACTIVE for port object bbad162c-e0c8-489b-9bff-c86a990cc341 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:42:55.318637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.384568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port f1444fac-3237-4041-9800-a36861686e61, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f1444fac-3237-4041-9800-a36861686e61,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:55.394273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Pushing event updated for resources: {'Port': ['ID=bbad162c-e0c8-489b-9bff-c86a990cc341,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:55.399418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'f1444fac-3237-4041-9800-a36861686e61', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'port_id': 'f1444fac-3237-4041-9800-a36861686e61', 'mac_address': 'fa:16:3e:56:d1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:42:55.454701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port f1444fac-3237-4041-9800-a36861686e61 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:55.455086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f1444fac-3237-4041-9800-a36861686e61), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.470435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1444fac-3237-4041-9800-a36861686e61 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:42:55.492999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port f1444fac-3237-4041-9800-a36861686e61, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f1444fac-3237-4041-9800-a36861686e61,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:55.498304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f1444fac-3237-4041-9800-a36861686e61), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.515848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Attempting to bind port bbad162c-e0c8-489b-9bff-c86a990cc341 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:42:55.516396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Attempting to bind port bbad162c-e0c8-489b-9bff-c86a990cc341 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b535aab-ee02-4759-adf7-77f38fdfba24'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:42:55.516834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Attempting to bind port bbad162c-e0c8-489b-9bff-c86a990cc341 on network 1b535aab-ee02-4759-adf7-77f38fdfba24 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:55.541740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Port bbad162c-e0c8-489b-9bff-c86a990cc341 on network 1b535aab-ee02-4759-adf7-77f38fdfba24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:42:55.542197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Attempting to bind port bbad162c-e0c8-489b-9bff-c86a990cc341 on network 1b535aab-ee02-4759-adf7-77f38fdfba24 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:42:55.554450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=f1444fac-3237-4041-9800-a36861686e61,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:55.555750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:42:55.556187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Checking segment: {'id': '1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b535aab-ee02-4759-adf7-77f38fdfba24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:42:55.556673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Bound using segment: {'id': '1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b535aab-ee02-4759-adf7-77f38fdfba24'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:42:55.557207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Bound port: bbad162c-e0c8-489b-9bff-c86a990cc341, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b535aab-ee02-4759-adf7-77f38fdfba24'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:42:55.557739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.568628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (511a110f-67fd-42bf-a209-f57305e85307), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.604717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405ddb-8c54-4b72-91cc-160cb886f1dd req-7d678450-b4fc-4158-b3dc-75b15a6d089c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:55.606242 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a3405ddb-8c54-4b72-91cc-160cb886f1dd req-7d678450-b4fc-4158-b3dc-75b15a6d089c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 943 time: 0.1423545 Apr 29 07:42:55.654956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.686714 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a3405ddb-8c54-4b72-91cc-160cb886f1dd req-8b207be0-b592-475a-81fd-1c2083c0e131 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568383 Apr 29 07:42:55.691700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] For port bbad162c-e0c8-489b-9bff-c86a990cc341, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:42:55.705030 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['f1444fac-3237-4041-9800-a36861686e61'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:42:55.735224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] For port bbad162c-e0c8-489b-9bff-c86a990cc341, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=bbad162c-e0c8-489b-9bff-c86a990cc341,segment=NetworkSegment(1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d),segment_id=1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:42:55.758256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.812666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:55.813334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.814954 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] 10.222.0.36 "PUT /v2.0/ports/bbad162c-e0c8-489b-9bff-c86a990cc341 HTTP/1.1" status: 200 len: 1094 time: 1.7198124 Apr 29 07:42:55.852063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1cea38-ab28-485a-aa91-19d577a750fd', 'tag': 'bbad162c-e0c8-489b-9bff-c86a990cc341'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:42:55.855416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad3909-0320-4bda-b2db-e4ebbb95023f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1cea38-ab28-485a-aa91-19d577a750fd", "tag": "bbad162c-e0c8-489b-9bff-c86a990cc341"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:42:55.887105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (511a110f-67fd-42bf-a209-f57305e85307), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.909895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:55.919972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7d9a2d-faf8-4f18-ab9a-1dac080c9f50 x-openstack-request-id: req-6e7d9a2d-faf8-4f18-ab9a-1dac080c9f50 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:42:55.920453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1cea38-ab28-485a-aa91-19d577a750fd", "tag": "bbad162c-e0c8-489b-9bff-c86a990cc341", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:42:55.920572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e7d9a2d-faf8-4f18-ab9a-1dac080c9f50 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:42:55.920895 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7d9a2d-faf8-4f18-ab9a-1dac080c9f50'] response: {'name': 'network-changed', 'server_uuid': '0b1cea38-ab28-485a-aa91-19d577a750fd', 'tag': 'bbad162c-e0c8-489b-9bff-c86a990cc341', 'status': 'completed', 'code': 200} Apr 29 07:42:55.945539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959df76-950f-436d-90dc-a1c6651f1835 service neutron] Pushing event updated for resources: {'Port': ['ID=bbad162c-e0c8-489b-9bff-c86a990cc341,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:55.978162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0054a55-56cc-416c-a805-d22d19303d52 req-90644d2f-fc36-4d24-965e-810e42bea6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:55.979670 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-90644d2f-fc36-4d24-965e-810e42bea6f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed3a30d50d1547028d8c10b3d520958d&device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 1128 time: 0.0968947 Apr 29 07:42:56.023656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Allocated IP 172.26.3.109 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/15a05d52-2055-4591-bfd9-5ee0c3f56c81) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:56.028685 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-3d18436f-4958-45d5-b943-f3ebb11e4450 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbad162c-e0c8-489b-9bff-c86a990cc341 HTTP/1.1" status: 200 len: 217 time: 0.0391836 Apr 29 07:42:56.114913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0054a55-56cc-416c-a805-d22d19303d52 req-5fab2d9f-9b9f-46c7-b351-4eae082c7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:56.116394 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-5fab2d9f-9b9f-46c7-b351-4eae082c7756 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b333709-8dfa-43d2-9601-606a7e4d030c HTTP/1.1" status: 200 len: 851 time: 0.0717270 Apr 29 07:42:56.125698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for port (15a05d52-2055-4591-bfd9-5ee0c3f56c81), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:56.155391 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-c76cdc84-66e1-4b96-bde6-f200ad0b8930 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b535aab-ee02-4759-adf7-77f38fdfba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321250 Apr 29 07:42:56.163402 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (15a05d52-2055-4591-bfd9-5ee0c3f56c81), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:56.175495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port 2c7c2b68-3536-41f5-8e60-db49bd021a7b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:56.175833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:56.204815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:56.207730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:56.211303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:56.234918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event updated for resources: {'Port': ['ID=15a05d52-2055-4591-bfd9-5ee0c3f56c81,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:56.326123 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-581dcdb4-cf35-42f5-a31c-c3a992032962 service neutron] 10.222.0.36 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633065 Apr 29 07:42:56.328318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port 2c7c2b68-3536-41f5-8e60-db49bd021a7b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2c7c2b68-3536-41f5-8e60-db49bd021a7b,segment=NetworkSegment(558b19f0-5c47-408e-9704-268f2df5712b),segment_id=558b19f0-5c47-408e-9704-268f2df5712b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:56.328757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:56.359316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for 2c7c2b68-3536-41f5-8e60-db49bd021a7b owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:56.483938 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dca76-e75e-4b28-8e40-328868ca288f req-77aecb96-3603-4108-8f2c-abdeaaf4c9f8 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:56.485513 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-917dca76-e75e-4b28-8e40-328868ca288f req-77aecb96-3603-4108-8f2c-abdeaaf4c9f8 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 944 time: 0.1254871 Apr 29 07:42:56.524760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (511a110f-67fd-42bf-a209-f57305e85307), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:56.609748 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-917dca76-e75e-4b28-8e40-328868ca288f req-6a150dad-6668-4264-996c-d072f14c0f24 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152916 Apr 29 07:42:56.750874 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0054a55-56cc-416c-a805-d22d19303d52 req-66c48560-9ea2-4f3e-95e2-529d6a8246e6 service neutron] 10.222.0.36 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137962 Apr 29 07:42:56.917707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa0ce3-dcfc-4bf3-8764-a784c0d0fb0b req-7e188ad3-39b8-40da-9db9-6f0ba93a2412 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:56.919289 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3caa0ce3-dcfc-4bf3-8764-a784c0d0fb0b req-7e188ad3-39b8-40da-9db9-6f0ba93a2412 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 944 time: 0.1314089 Apr 29 07:42:56.949047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-5d5ee381-c9f2-4f71-9743-f5a868602af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:56.950938 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-5d5ee381-c9f2-4f71-9743-f5a868602af5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed3a30d50d1547028d8c10b3d520958d&device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 1128 time: 0.1465683 Apr 29 07:42:57.009576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2c7c2b68-3536-41f5-8e60-db49bd021a7b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.060725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=2c7c2b68-3536-41f5-8e60-db49bd021a7b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:57.068619 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3caa0ce3-dcfc-4bf3-8764-a784c0d0fb0b req-08574f0f-6073-4c5e-ac71-b335193fb8dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415143 Apr 29 07:42:57.118173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (511a110f-67fd-42bf-a209-f57305e85307), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.122198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (511a110f-67fd-42bf-a209-f57305e85307), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.209951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-0bde2c3d-376f-40b6-989a-5fdcb6084d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:57.211578 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-0bde2c3d-376f-40b6-989a-5fdcb6084d79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b535aab-ee02-4759-adf7-77f38fdfba24 HTTP/1.1" status: 200 len: 912 time: 0.2531748 Apr 29 07:42:57.216537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.265717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Router 511a110f-67fd-42bf-a209-f57305e85307 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:42:57.266344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f1444fac-3237-4041-9800-a36861686e61 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:42:57.273471 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-d78aec67-fbab-4e0b-97c3-381cdd16b3bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbad162c-e0c8-489b-9bff-c86a990cc341 HTTP/1.1" status: 200 len: 217 time: 0.0545597 Apr 29 07:42:57.323961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port f1444fac-3237-4041-9800-a36861686e61 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:42:57.329118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port f1444fac-3237-4041-9800-a36861686e61 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:42:57.329527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f1444fac-3237-4041-9800-a36861686e61), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.385476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:57.390970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.395023 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dea2a438-2185-4e25-a471-a125b27f789b tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "PUT /v2.0/routers/511a110f-67fd-42bf-a209-f57305e85307 HTTP/1.1" status: 200 len: 918 time: 2.1284630 Apr 29 07:42:57.396589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54654) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:57.403105 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1770fbf-56f0-44e4-be3d-bfb0abaf3ebd None None] Sync routers for ids ['511a110f-67fd-42bf-a209-f57305e85307'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:57.410925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port f1444fac-3237-4041-9800-a36861686e61 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:57.411316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f1444fac-3237-4041-9800-a36861686e61), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.420402 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1770fbf-56f0-44e4-be3d-bfb0abaf3ebd None None] Routers {'511a110f-67fd-42bf-a209-f57305e85307'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:57.421667 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f1770fbf-56f0-44e4-be3d-bfb0abaf3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['511a110f-67fd-42bf-a209-f57305e85307'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:57.429831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-c2c03d19-7032-4072-bf08-0db00f76d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:57.431376 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-c2c03d19-7032-4072-bf08-0db00f76d9ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b333709-8dfa-43d2-9601-606a7e4d030c HTTP/1.1" status: 200 len: 851 time: 0.1175122 Apr 29 07:42:57.443028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1444fac-3237-4041-9800-a36861686e61'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:42:57.445515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14f10f8-109d-4757-b24e-e3f5c89c6dc7" -d '{"events": [{"server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "name": "network-vif-plugged", "status": "completed", "tag": "f1444fac-3237-4041-9800-a36861686e61"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:42:57.462550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port f1444fac-3237-4041-9800-a36861686e61, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f1444fac-3237-4041-9800-a36861686e61,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:57.463201 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f1770fbf-56f0-44e4-be3d-bfb0abaf3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:57.471321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f1444fac-3237-4041-9800-a36861686e61), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.473547 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1770fbf-56f0-44e4-be3d-bfb0abaf3ebd None None] Routers {'511a110f-67fd-42bf-a209-f57305e85307'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:57.474451 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f1770fbf-56f0-44e4-be3d-bfb0abaf3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['511a110f-67fd-42bf-a209-f57305e85307'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:57.512185 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f1770fbf-56f0-44e4-be3d-bfb0abaf3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:57.513432 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1770fbf-56f0-44e4-be3d-bfb0abaf3ebd None None] The sync data for ids ['511a110f-67fd-42bf-a209-f57305e85307'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:57.519516 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e88346d4-c631-4c8a-b4f9-ad8c8c4347a6 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/routers/511a110f-67fd-42bf-a209-f57305e85307 HTTP/1.1" status: 200 len: 924 time: 0.1222522 Apr 29 07:42:57.519681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54660) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:57.523910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-abfb7144-b0e4-415a-a6a4-9302f8c55d9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b535aab-ee02-4759-adf7-77f38fdfba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380766 Apr 29 07:42:57.559789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=f1444fac-3237-4041-9800-a36861686e61,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:57.574102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:57.584640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee056b5-04d4-490e-a814-a3158d7ec541 x-openstack-request-id: req-2ee056b5-04d4-490e-a814-a3158d7ec541 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:42:57.584960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "name": "network-vif-plugged", "status": "completed", "tag": "f1444fac-3237-4041-9800-a36861686e61", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:42:57.585295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ee056b5-04d4-490e-a814-a3158d7ec541 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:42:57.585736 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee056b5-04d4-490e-a814-a3158d7ec541'] response: {'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1444fac-3237-4041-9800-a36861686e61', 'code': 200} Apr 29 07:42:57.732349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50bfb23-8f17-4c0b-8d65-5290413ddc46 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:57.733784 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b50bfb23-8f17-4c0b-8d65-5290413ddc46 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=511a110f-67fd-42bf-a209-f57305e85307&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2126935 Apr 29 07:42:57.745307 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54664) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:57.769832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-5f553ede-ec36-431b-acce-c05fcc77ec63 service neutron] 10.222.0.36 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362435 Apr 29 07:42:57.772756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:57.777938 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2a4ed077-56e3-4afb-8262-67de2f529f25 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4132643 Apr 29 07:42:57.781977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54666) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:57.785562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:57.796184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:57.796930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:57.836035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5b7e8-4402-4f45-9ee1-fbf4ec680e26 req-0f973c3a-ddeb-43f5-b6c4-e198b6be4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:57.837629 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8bc5b7e8-4402-4f45-9ee1-fbf4ec680e26 req-0f973c3a-ddeb-43f5-b6c4-e198b6be4403 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 1129 time: 0.1176341 Apr 29 07:42:57.863645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204bfe3d-3c8f-42c8-8566-fae22038e755 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:57.867845 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-204bfe3d-3c8f-42c8-8566-fae22038e755 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 881 time: 0.1187782 Apr 29 07:42:57.868083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54668) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:57.873546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:57.892813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d0c26-e5cf-4f86-a2c8-6925a4b1beef req-3bd2e1ac-4b9c-4536-9553-c72d07c208bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:57.894517 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de3d0c26-e5cf-4f86-a2c8-6925a4b1beef req-3bd2e1ac-4b9c-4536-9553-c72d07c208bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 944 time: 0.2120423 Apr 29 07:42:57.898440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d761d156-93e4-425f-a40b-2e3475524740 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting subnet bb5b6205-6b37-42b0-b12e-bd41662b2ac5 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:42:57.903129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d761d156-93e4-425f-a40b-2e3475524740 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (bb5b6205-6b37-42b0-b12e-bd41662b2ac5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.909526 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a44edddc-73c3-410c-8d8d-56bed99bb62a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a110f-67fd-42bf-a209-f57305e85307 HTTP/1.1" status: 200 len: 205 time: 0.0380213 Apr 29 07:42:57.910838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54670) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:57.982990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d761d156-93e4-425f-a40b-2e3475524740 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (bb5b6205-6b37-42b0-b12e-bd41662b2ac5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:57.993732 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8bc5b7e8-4402-4f45-9ee1-fbf4ec680e26 req-d2af8b26-f9d2-46f7-a92a-65b8eeb5ffcd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454916 Apr 29 07:42:58.024743 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-91ad3909-0320-4bda-b2db-e4ebbb95023f req-9637d0e8-48a9-4290-8bb1-6337e34f7d85 service neutron] 10.222.0.36 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456541 Apr 29 07:42:58.037254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (511a110f-67fd-42bf-a209-f57305e85307), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.044698 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de3d0c26-e5cf-4f86-a2c8-6925a4b1beef req-d49bf833-82b5-4c2b-ab11-50f308921eca tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386125 Apr 29 07:42:58.088927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:56Z', 'revision_number': 11, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:58.095059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d761d156-93e4-425f-a40b-2e3475524740 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (bb5b6205-6b37-42b0-b12e-bd41662b2ac5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.119950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:58.130680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:58.131373 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:58.159958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d761d156-93e4-425f-a40b-2e3475524740 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (bb5b6205-6b37-42b0-b12e-bd41662b2ac5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.190395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (511a110f-67fd-42bf-a209-f57305e85307), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.193615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761d156-93e4-425f-a40b-2e3475524740 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5b6205-6b37-42b0-b12e-bd41662b2ac5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:58.204364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d761d156-93e4-425f-a40b-2e3475524740 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.207832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d761d156-93e4-425f-a40b-2e3475524740 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/bb5b6205-6b37-42b0-b12e-bd41662b2ac5 HTTP/1.1" status: 204 len: 168 time: 0.4180210 Apr 29 07:42:58.208570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:58.210384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54674) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:58.213114 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4475c716-3d77-4cb8-af55-6899636c4594 None None] Network ea73a516-cfb0-4cb4-bfa7-d31f003449f9 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:42:58.248342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778f3bd-7b98-49c0-b117-7f9105cb065d req-ef17ecc2-c6d8-4868-89c9-9ccc2de75199 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:58.249815 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1778f3bd-7b98-49c0-b117-7f9105cb065d req-ef17ecc2-c6d8-4868-89c9-9ccc2de75199 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 945 time: 0.0889688 Apr 29 07:42:58.294851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (ea73a516-cfb0-4cb4-bfa7-d31f003449f9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.298073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Deleting port 15a05d52-2055-4591-bfd9-5ee0c3f56c81 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:58.298637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (15a05d52-2055-4591-bfd9-5ee0c3f56c81), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.306717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:56Z', 'revision_number': 11, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:58.335858 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c325f-4d07-4403-b18d-349d53edd772 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:56Z', 'revision_number': 11, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:58.352073 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1778f3bd-7b98-49c0-b117-7f9105cb065d req-783517d4-b1d8-4a3d-a414-edda06d0907e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928426 Apr 29 07:42:58.372416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Deleting port 43cce762-e64e-450c-b4f8-9810d09aece6 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:42:58.372416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.401508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (15a05d52-2055-4591-bfd9-5ee0c3f56c81), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.418202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Calling delete_port for 15a05d52-2055-4591-bfd9-5ee0c3f56c81 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:58.437652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] For port 43cce762-e64e-450c-b4f8-9810d09aece6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=43cce762-e64e-450c-b4f8-9810d09aece6,segment=NetworkSegment(558b19f0-5c47-408e-9704-268f2df5712b),segment_id=558b19f0-5c47-408e-9704-268f2df5712b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:58.438091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.451573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Calling delete_port for 43cce762-e64e-450c-b4f8-9810d09aece6 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:42:58.536165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (43cce762-e64e-450c-b4f8-9810d09aece6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.562924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Port': ['ID=43cce762-e64e-450c-b4f8-9810d09aece6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:58.564740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No DVR routers for this DVR port 43cce762-e64e-450c-b4f8-9810d09aece6 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:42:58.585354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (15a05d52-2055-4591-bfd9-5ee0c3f56c81), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.616922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event deleted for resources: {'Port': ['ID=15a05d52-2055-4591-bfd9-5ee0c3f56c81,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:58.658741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (ea73a516-cfb0-4cb4-bfa7-d31f003449f9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.683398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea73a516-cfb0-4cb4-bfa7-d31f003449f9']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:58.685103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (511a110f-67fd-42bf-a209-f57305e85307), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.694112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558b19f0-5c47-408e-9704-268f2df5712b') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:58.694404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558b19f0-5c47-408e-9704-268f2df5712b') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:58.699932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4c12ae-2cb2-4e5b-b704-9aa6f83a5139 None None] DHCP port deletion for ea73a516-cfb0-4cb4-bfa7-d31f003449f9 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:42:58.704882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (558b19f0-5c47-408e-9704-268f2df5712b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.720397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (558b19f0-5c47-408e-9704-268f2df5712b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.727189 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:42:58.727566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (558b19f0-5c47-408e-9704-268f2df5712b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:42:58.730708 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:42:58.792985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (ea73a516-cfb0-4cb4-bfa7-d31f003449f9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.793274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (511a110f-67fd-42bf-a209-f57305e85307), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.796601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (511a110f-67fd-42bf-a209-f57305e85307), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.802479 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.805947 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/networks/ea73a516-cfb0-4cb4-bfa7-d31f003449f9 HTTP/1.1" status: 204 len: 168 time: 0.5943632 Apr 29 07:42:58.814992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54676) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:58.819721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'routes': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:58.822049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e8869-98ef-4319-bfaf-84496dc39a8b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Pushing event deleted for resources: {'Network': ['ID=ea73a516-cfb0-4cb4-bfa7-d31f003449f9,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:58.850111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (511a110f-67fd-42bf-a209-f57305e85307), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.851036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Fanout notify agent at l3_agent the message router_deleted on router 511a110f-67fd-42bf-a209-f57305e85307 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:42:58.859147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.863908 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-79178e0a-5c32-458b-a792-d10c3f80ff96 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/511a110f-67fd-42bf-a209-f57305e85307 HTTP/1.1" status: 204 len: 168 time: 0.9488134 Apr 29 07:42:58.864273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54678) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:58.871410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1011777c-f193-49d4-850c-999d32d6f9ee tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1049954877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:58.893901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1011777c-f193-49d4-850c-999d32d6f9ee tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (8219acc0-dbb7-4ac5-af2f-80af35aae690), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.894926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1011777c-f193-49d4-850c-999d32d6f9ee tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (8219acc0-dbb7-4ac5-af2f-80af35aae690), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.954068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1011777c-f193-49d4-850c-999d32d6f9ee tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (8219acc0-dbb7-4ac5-af2f-80af35aae690), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.959571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1011777c-f193-49d4-850c-999d32d6f9ee tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (8219acc0-dbb7-4ac5-af2f-80af35aae690), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.977004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1011777c-f193-49d4-850c-999d32d6f9ee tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:58.978249 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1011777c-f193-49d4-850c-999d32d6f9ee tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1129308 Apr 29 07:42:58.981265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54680) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:58.985639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'enable_snat': False}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:42:59.009526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.extraroute_db [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Added routes are [] {{(pid=104223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 29 07:42:59.010158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.extraroute_db [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Removed routes are [] {{(pid=104223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 29 07:42:59.010344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.178636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.184815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 43cce762-e64e-450c-b4f8-9810d09aece6 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:59.185963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.204460 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (8219acc0-dbb7-4ac5-af2f-80af35aae690), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.205598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 43cce762-e64e-450c-b4f8-9810d09aece6 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:59.206012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 43cce762-e64e-450c-b4f8-9810d09aece6 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:59.206505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2c7c2b68-3536-41f5-8e60-db49bd021a7b no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:42:59.229844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 2c7c2b68-3536-41f5-8e60-db49bd021a7b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:42:59.230191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2c7c2b68-3536-41f5-8e60-db49bd021a7b not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:42:59.271765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecb1ee-6e36-4d09-bf41-93822c229d13 req-4c919a14-3f41-4b98-bd2b-ea7e6dbd8df0 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:59.273486 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f8ecb1ee-6e36-4d09-bf41-93822c229d13 req-4c919a14-3f41-4b98-bd2b-ea7e6dbd8df0 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 944 time: 0.1248245 Apr 29 07:42:59.291946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:42:59.304469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device bbad162c-e0c8-489b-9bff-c86a990cc341 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:42:59.394119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f8ecb1ee-6e36-4d09-bf41-93822c229d13 req-99670649-503e-4981-877b-618cf179b271 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140518 Apr 29 07:42:59.399057 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:42:59.408199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.410254 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] Sync routers for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:42:59.412916 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-03447398-8d83-4a32-8d8b-c9158d4026a6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 HTTP/1.1" status: 200 len: 705 time: 0.5968020 Apr 29 07:42:59.413912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54686) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:59.439825 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:59.440446 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:59.454782 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-93098ed8-68ce-4f9f-95b4-25ba993a4c00 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 HTTP/1.1" status: 200 len: 205 time: 0.0372040 Apr 29 07:42:59.454998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54688) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:42:59.461961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port bbad162c-e0c8-489b-9bff-c86a990cc341, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=bbad162c-e0c8-489b-9bff-c86a990cc341,segment=NetworkSegment(1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d),segment_id=1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:59.481861 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (8219acc0-dbb7-4ac5-af2f-80af35aae690), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.482491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'bbad162c-e0c8-489b-9bff-c86a990cc341', 'network_id': '1b535aab-ee02-4759-adf7-77f38fdfba24', 'port_id': 'bbad162c-e0c8-489b-9bff-c86a990cc341', 'mac_address': 'fa:16:3e:41:4c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b333709-8dfa-43d2-9601-606a7e4d030c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:42:59.505624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.526557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac266d7-c707-48b4-baea-4c1dac7cd61c req-e5393293-ef01-48dc-899e-b748a7dc07ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:42:59.528265 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aac266d7-c707-48b4-baea-4c1dac7cd61c req-e5393293-ef01-48dc-899e-b748a7dc07ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 945 time: 0.0930982 Apr 29 07:42:59.534146 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:59.538592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port bbad162c-e0c8-489b-9bff-c86a990cc341 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:42:59.539325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.552169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-39a6748e-ab03-4900-a725-d5c942947d05 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.558973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbad162c-e0c8-489b-9bff-c86a990cc341 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:42:59.586934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port bbad162c-e0c8-489b-9bff-c86a990cc341, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=bbad162c-e0c8-489b-9bff-c86a990cc341,segment=NetworkSegment(1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d),segment_id=1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:42:59.593610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.610485 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:56Z', 'revision_number': 11, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:59.643220 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] Checking router: 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:42:59.643463 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aac266d7-c707-48b4-baea-4c1dac7cd61c req-b784765c-47de-441e-b925-1f7c7ce2d005 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856688 Apr 29 07:42:59.656350 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] Routers {'18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:42:59.668931 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:59.669673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=bbad162c-e0c8-489b-9bff-c86a990cc341,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:42:59.671629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Allocated IP 172.26.3.133 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/83b5caa3-a142-47d2-abe1-67660d68bf1e) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:42:59.759084 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] Set router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:42:59.804964 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for port (83b5caa3-a142-47d2-abe1-67660d68bf1e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.807557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['bbad162c-e0c8-489b-9bff-c86a990cc341'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:42:59.814869 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:56Z', 'revision_number': 11, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:42:59.842581 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be9cb9-02d2-4d47-bc6a-ff0be1f7b3d4 None None] The sync data for ids ['18cfc9e8-3f27-43d9-8428-4a7866e2dfc5'] in dv-neutron-839860-1-hyperv is: [{'id': '18cfc9e8-3f27-43d9-8428-4a7866e2dfc5', 'name': 'tempest-RoutersIpV6Test-router-1139105975', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:41:57Z', 'updated_at': '2022-04-29T07:42:56Z', 'revision_number': 11, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:42:59.856741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (83b5caa3-a142-47d2-abe1-67660d68bf1e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:42:59.904650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:42:59.909442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:42:59.917412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:42:59.920998 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Pushing event updated for resources: {'Port': ['ID=83b5caa3-a142-47d2-abe1-67660d68bf1e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:00.069966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-39a6748e-ab03-4900-a725-d5c942947d05 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.073410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-39a6748e-ab03-4900-a725-d5c942947d05 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.084248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343544e-8f13-4dc4-965c-546d3c5614b6 req-f7a5f2ce-511f-43c9-9db9-d90ebc3cfb96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:00.085771 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0343544e-8f13-4dc4-965c-546d3c5614b6 req-f7a5f2ce-511f-43c9-9db9-d90ebc3cfb96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 945 time: 0.1787837 Apr 29 07:43:00.141159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-39a6748e-ab03-4900-a725-d5c942947d05 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (18cfc9e8-3f27-43d9-8428-4a7866e2dfc5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.141711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a6748e-ab03-4900-a725-d5c942947d05 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Fanout notify agent at l3_agent the message router_deleted on router 18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:43:00.152500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-39a6748e-ab03-4900-a725-d5c942947d05 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.153626 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-39a6748e-ab03-4900-a725-d5c942947d05 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 HTTP/1.1" status: 204 len: 168 time: 0.6977255 Apr 29 07:43:00.159380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54692) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:00.164046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4de93f7d-f3aa-4c9a-9ab9-ef6cd00b18c6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2129038380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:00.188093 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0343544e-8f13-4dc4-965c-546d3c5614b6 req-4f802edf-a8ca-4ae3-bc39-8b5170f3efab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691249 Apr 29 07:43:00.193853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router_gateway (8219acc0-dbb7-4ac5-af2f-80af35aae690), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.209589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4de93f7d-f3aa-4c9a-9ab9-ef6cd00b18c6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.210925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4de93f7d-f3aa-4c9a-9ab9-ef6cd00b18c6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.216345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54694) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:00.322719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4de93f7d-f3aa-4c9a-9ab9-ef6cd00b18c6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.330129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4de93f7d-f3aa-4c9a-9ab9-ef6cd00b18c6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.346688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636da9c-8d49-495e-919b-7436abc919ee tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:00.348242 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5636da9c-8d49-495e-919b-7436abc919ee tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 1124 time: 0.1283422 Apr 29 07:43:00.351476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54696) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:00.356758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'f1444fac-3237-4041-9800-a36861686e61', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:00.363977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4de93f7d-f3aa-4c9a-9ab9-ef6cd00b18c6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.365158 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4de93f7d-f3aa-4c9a-9ab9-ef6cd00b18c6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2047145 Apr 29 07:43:00.368474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54698) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:00.372820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-fabe1493-e08d-4fbe-a08f-efc12ee71245 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:00.382843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.486542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.592021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.114 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/4bb32632-756b-4d2d-9b41-040ef8b51827) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:00.706032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (4bb32632-756b-4d2d-9b41-040ef8b51827), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.744641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4bb32632-756b-4d2d-9b41-040ef8b51827), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.783129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:00.787529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:00.794163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:00.797246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=4bb32632-756b-4d2d-9b41-040ef8b51827,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:00.896320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (8219acc0-dbb7-4ac5-af2f-80af35aae690), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.932499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (8219acc0-dbb7-4ac5-af2f-80af35aae690), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:00.978193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fabe1493-e08d-4fbe-a08f-efc12ee71245 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.056388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91c55-ad3c-4825-b1a6-ea4a70afc3b8 req-f5222dec-9722-44be-82cd-fbd6f25e7569 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:01.057914 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c0d91c55-ad3c-4825-b1a6-ea4a70afc3b8 req-f5222dec-9722-44be-82cd-fbd6f25e7569 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 945 time: 0.5690272 Apr 29 07:43:01.060663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fabe1493-e08d-4fbe-a08f-efc12ee71245 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.202592 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c0d91c55-ad3c-4825-b1a6-ea4a70afc3b8 req-31bb26e2-eba9-4b80-a876-deb9d8339a5c tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374588 Apr 29 07:43:01.237344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabe1493-e08d-4fbe-a08f-efc12ee71245 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Router 86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:43:01.247372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Router 8219acc0-dbb7-4ac5-af2f-80af35aae690 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:43:01.259653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (78f9614d-37af-4358-82e9-2d4509faa731), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.282463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-177a035d-9ba2-4c80-b4e0-b9677c17c765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.313510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device bbad162c-e0c8-489b-9bff-c86a990cc341 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:43:01.358585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabe1493-e08d-4fbe-a08f-efc12ee71245 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:01.365162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port bbad162c-e0c8-489b-9bff-c86a990cc341 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:43:01.370924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] Sync routers for ids ['86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:01.374513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port bbad162c-e0c8-489b-9bff-c86a990cc341 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:01.375108 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.381980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4bb32632-756b-4d2d-9b41-040ef8b51827), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.389622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fabe1493-e08d-4fbe-a08f-efc12ee71245 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.390771 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fabe1493-e08d-4fbe-a08f-efc12ee71245 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "PUT /v2.0/routers/86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 HTTP/1.1" status: 200 len: 698 time: 1.0214379 Apr 29 07:43:01.394827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54702) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:01.413170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] Routers {'86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:01.413824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:01.490284 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-efaf85ce-bb07-43e1-a748-0beabc51783a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/routers/86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 HTTP/1.1" status: 200 len: 704 time: 0.0942087 Apr 29 07:43:01.492687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54704) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:01.492888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] Set router 86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:01.526249 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1fd03a10-6e09-4c82-878a-9da9a9d66cf8 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 HTTP/1.1" status: 200 len: 205 time: 0.0302699 Apr 29 07:43:01.527284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54706) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:01.529976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:01.534384 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.535728 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-209c4851-8c71-4d0f-a763-cbc489238fde tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "PUT /v2.0/routers/8219acc0-dbb7-4ac5-af2f-80af35aae690 HTTP/1.1" status: 200 len: 920 time: 2.5535400 Apr 29 07:43:01.538500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54708) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:01.543191 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0e9f63-f364-4439-a185-40779b41924d None None] Sync routers for ids ['8219acc0-dbb7-4ac5-af2f-80af35aae690'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:01.553866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3', 'name': 'tempest-RoutersIpV6Test-router-2129038380', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:00Z', 'updated_at': '2022-04-29T07:43:00Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:01.561667 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e9f63-f364-4439-a185-40779b41924d None None] Routers {'8219acc0-dbb7-4ac5-af2f-80af35aae690'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:01.562565 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5d0e9f63-f364-4439-a185-40779b41924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8219acc0-dbb7-4ac5-af2f-80af35aae690'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:01.585097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] Checking router: 86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:43:01.604235 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5d0e9f63-f364-4439-a185-40779b41924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:01.613905 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e9f63-f364-4439-a185-40779b41924d None None] Routers {'8219acc0-dbb7-4ac5-af2f-80af35aae690'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:01.614578 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5d0e9f63-f364-4439-a185-40779b41924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['8219acc0-dbb7-4ac5-af2f-80af35aae690'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:01.623918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] Routers {'86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:01.624814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:01.645132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5bc564c-e91c-4896-afd5-439dfc3b521b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.648817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (4bb32632-756b-4d2d-9b41-040ef8b51827), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.654617 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5d0e9f63-f364-4439-a185-40779b41924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:01.655600 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0e9f63-f364-4439-a185-40779b41924d None None] The sync data for ids ['8219acc0-dbb7-4ac5-af2f-80af35aae690'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:01.663144 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8995cb78-ce86-4791-bff9-520e4430e8b8 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/routers/8219acc0-dbb7-4ac5-af2f-80af35aae690 HTTP/1.1" status: 200 len: 926 time: 0.1225708 Apr 29 07:43:01.664547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port bbad162c-e0c8-489b-9bff-c86a990cc341 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:01.665125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.667776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54710) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:01.690036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (4bb32632-756b-4d2d-9b41-040ef8b51827), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.719427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] Set router 86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:01.719661 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be148fd-1fd4-413e-8bd4-2639e466043a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:01.724778 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9be148fd-1fd4-413e-8bd4-2639e466043a tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=8219acc0-dbb7-4ac5-af2f-80af35aae690&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0520236 Apr 29 07:43:01.724778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54712) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:01.730437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1cea38-ab28-485a-aa91-19d577a750fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbad162c-e0c8-489b-9bff-c86a990cc341'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:43:01.732777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dce6b5-0b5c-490d-bc6f-5b415128f9bf" -d '{"events": [{"server_uuid": "0b1cea38-ab28-485a-aa91-19d577a750fd", "name": "network-vif-plugged", "status": "completed", "tag": "bbad162c-e0c8-489b-9bff-c86a990cc341"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:43:01.792576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port bbad162c-e0c8-489b-9bff-c86a990cc341, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=bbad162c-e0c8-489b-9bff-c86a990cc341,segment=NetworkSegment(1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d),segment_id=1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:01.793869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3', 'name': 'tempest-RoutersIpV6Test-router-2129038380', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:00Z', 'updated_at': '2022-04-29T07:43:00Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:01.826603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf1e7f2-0704-4dc6-b26c-273b7f929cb9 x-openstack-request-id: req-7cf1e7f2-0704-4dc6-b26c-273b7f929cb9 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:43:01.826893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1cea38-ab28-485a-aa91-19d577a750fd", "name": "network-vif-plugged", "status": "completed", "tag": "bbad162c-e0c8-489b-9bff-c86a990cc341", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:43:01.827357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cf1e7f2-0704-4dc6-b26c-273b7f929cb9 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:43:01.827917 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf1e7f2-0704-4dc6-b26c-273b7f929cb9'] response: {'server_uuid': '0b1cea38-ab28-485a-aa91-19d577a750fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbad162c-e0c8-489b-9bff-c86a990cc341', 'code': 200} Apr 29 07:43:01.829471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f93cb0d-9a18-400f-a619-e150e57e5676 None None] The sync data for ids ['86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3'] in dv-neutron-839860-1-hyperv is: [{'id': '86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3', 'name': 'tempest-RoutersIpV6Test-router-2129038380', 'tenant_id': '1cce2196bf464d76acdc43610391b90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:00Z', 'updated_at': '2022-04-29T07:43:00Z', 'revision_number': 2, 'project_id': '1cce2196bf464d76acdc43610391b90d', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:01.831134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:01.847014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cab90a-d86b-4fe3-a73d-b9b3b0099733 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:01.849162 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c0cab90a-d86b-4fe3-a73d-b9b3b0099733 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/networks/e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 881 time: 0.1242783 Apr 29 07:43:01.852664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54716) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:01.895062 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c5cdfc7f-6b00-4886-91ca-49a64514bdf4 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=8219acc0-dbb7-4ac5-af2f-80af35aae690 HTTP/1.1" status: 200 len: 205 time: 0.0411100 Apr 29 07:43:01.897671 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54718) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:01.922945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=bbad162c-e0c8-489b-9bff-c86a990cc341,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:02.028373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (8219acc0-dbb7-4ac5-af2f-80af35aae690), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.142672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (8219acc0-dbb7-4ac5-af2f-80af35aae690), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.142944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=4bb32632-756b-4d2d-9b41-040ef8b51827,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:02.196643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Deleting port 83b5caa3-a142-47d2-abe1-67660d68bf1e {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:02.196978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (83b5caa3-a142-47d2-abe1-67660d68bf1e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.209668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5bc564c-e91c-4896-afd5-439dfc3b521b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.212034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5bc564c-e91c-4896-afd5-439dfc3b521b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router_controller (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.214487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (78f9614d-37af-4358-82e9-2d4509faa731), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.280967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (83b5caa3-a142-47d2-abe1-67660d68bf1e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.324116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Calling delete_port for 83b5caa3-a142-47d2-abe1-67660d68bf1e owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:02.331774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5bc564c-e91c-4896-afd5-439dfc3b521b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.332322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bc564c-e91c-4896-afd5-439dfc3b521b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Fanout notify agent at l3_agent the message router_deleted on router 86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:43:02.340724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5bc564c-e91c-4896-afd5-439dfc3b521b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.346925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f5bc564c-e91c-4896-afd5-439dfc3b521b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 HTTP/1.1" status: 204 len: 168 time: 0.8135197 Apr 29 07:43:02.346925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95676c6a-7ca5-40dc-a894-8cc4a1619b0d req-ab013670-5c76-4f24-9b31-8191ece37563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:02.346925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-95676c6a-7ca5-40dc-a894-8cc4a1619b0d req-ab013670-5c76-4f24-9b31-8191ece37563 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 1130 time: 0.1969326 Apr 29 07:43:02.351002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54722) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.352107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65c7e-972c-4486-ae52-9add57c15020 req-cc58697d-9154-4730-a982-5012e940552e tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:02.353646 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-73d65c7e-972c-4486-ae52-9add57c15020 req-cc58697d-9154-4730-a982-5012e940552e tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0754633 Apr 29 07:43:02.385787 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8106e36b-f4e4-4ae0-8c32-986eb4534909 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 HTTP/1.1" status: 200 len: 205 time: 0.0336132 Apr 29 07:43:02.390158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54724) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.435447 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 78f9614d-37af-4358-82e9-2d4509faa731 associated. External IP: 172.26.3.114, port: f1444fac-3237-4041-9800-a36861686e61. Apr 29 07:43:02.439282 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-95676c6a-7ca5-40dc-a894-8cc4a1619b0d req-a849f628-9490-46e4-b92f-40ddaa8f1940 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796719 Apr 29 07:43:02.450847 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-1e72617d-5ed5-4336-af9a-af9fc07b7048 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] delete failed (client error): The resource could not be found. Apr 29 07:43:02.451882 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1e72617d-5ed5-4336-af9a-af9fc07b7048 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/86e50ab6-0b9e-4bbe-8cfb-6a9477225ea3 HTTP/1.1" status: 404 len: 336 time: 0.0594983 Apr 29 07:43:02.457267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54726) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.535944 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed1b6c9-8009-49e5-8475-ca9fc09e5998 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:02.536314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed1b6c9-8009-49e5-8475-ca9fc09e5998 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:02.541804 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7ed1b6c9-8009-49e5-8475-ca9fc09e5998 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/c18326c0-3f3c-44b8-9441-9d289ea31bbd HTTP/1.1" status: 404 len: 337 time: 0.0800550 Apr 29 07:43:02.542637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54728) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.551694 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-73d65c7e-972c-4486-ae52-9add57c15020 req-55372252-7b3b-489c-996e-ac8c8e9ab357 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703618 Apr 29 07:43:02.580157 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-54af9b0a-0d54-46c0-96aa-d71d53823bd5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:02.580620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54af9b0a-0d54-46c0-96aa-d71d53823bd5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:02.586128 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-54af9b0a-0d54-46c0-96aa-d71d53823bd5 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/f2c0a36a-39ad-4246-9d83-3e902481aa8a HTTP/1.1" status: 404 len: 337 time: 0.0401978 Apr 29 07:43:02.594761 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54730) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.626183 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-71276cbe-3fdb-4000-850a-602ac05b5732 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:02.626630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71276cbe-3fdb-4000-850a-602ac05b5732 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:02.631630 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-71276cbe-3fdb-4000-850a-602ac05b5732 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/53e40af1-627f-49bc-87c7-f24273d645d8 HTTP/1.1" status: 404 len: 337 time: 0.0340290 Apr 29 07:43:02.632335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54732) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.665870 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbc63ba-5c2a-4b77-96d6-b3cf5876a3ae tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:02.666315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bbc63ba-5c2a-4b77-96d6-b3cf5876a3ae tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:02.671712 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4bbc63ba-5c2a-4b77-96d6-b3cf5876a3ae tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/bb5b6205-6b37-42b0-b12e-bd41662b2ac5 HTTP/1.1" status: 404 len: 337 time: 0.0361004 Apr 29 07:43:02.671984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54734) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.683045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (83b5caa3-a142-47d2-abe1-67660d68bf1e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.695035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 58b75dc7-e760-43b3-a59e-4900280f61d7 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:43:02.711144 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f07cee25-8008-4001-a011-deb6ab2f2787 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 HTTP/1.1" status: 200 len: 205 time: 0.0380118 Apr 29 07:43:02.728840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54736) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.735328 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event deleted for resources: {'Port': ['ID=83b5caa3-a142-47d2-abe1-67660d68bf1e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:02.773122 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-f971872d-a427-4a70-b166-6c726ee8bf8d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] delete failed (client error): The resource could not be found. Apr 29 07:43:02.774217 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f971872d-a427-4a70-b166-6c726ee8bf8d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/18cfc9e8-3f27-43d9-8428-4a7866e2dfc5 HTTP/1.1" status: 404 len: 336 time: 0.0443425 Apr 29 07:43:02.777131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54738) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.807265 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-07d84ff4-2793-425b-b1e9-fa897edb1265 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9dfc5a9-59ff-4f6c-b985-488657806488 HTTP/1.1" status: 200 len: 205 time: 0.0288985 Apr 29 07:43:02.811082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54740) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.839688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:02.852492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] Sync routers for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:02.861946 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-dd1dfb18-c94b-4f56-83ad-56d3e3b48b09 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] delete failed (client error): The resource could not be found. Apr 29 07:43:02.863028 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dd1dfb18-c94b-4f56-83ad-56d3e3b48b09 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/a9dfc5a9-59ff-4f6c-b985-488657806488 HTTP/1.1" status: 404 len: 336 time: 0.0510032 Apr 29 07:43:02.863890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.867976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54742) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.868924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:02.869598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:02.870840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (8219acc0-dbb7-4ac5-af2f-80af35aae690), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:02.916449 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a820b1-6e17-4c57-90e7-b9e20a932c7d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:02.917066 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a820b1-6e17-4c57-90e7-b9e20a932c7d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:02.920275 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-73a820b1-6e17-4c57-90e7-b9e20a932c7d tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/e0ef740d-1d17-4e33-8ffd-0f429f39831a HTTP/1.1" status: 404 len: 337 time: 0.0522339 Apr 29 07:43:02.922993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54744) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.958044 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-683d8274-c59d-4a26-8672-1d626a588cfb tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2d1f365-5a25-44c2-bd92-0f1b9696208a HTTP/1.1" status: 200 len: 205 time: 0.0338469 Apr 29 07:43:02.962090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54746) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.966619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54748) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:02.967174 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4c156d27-5230-48e9-85b8-b19abcb7f4f0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6142645 Apr 29 07:43:02.979240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (8219acc0-dbb7-4ac5-af2f-80af35aae690), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:03.007829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (8219acc0-dbb7-4ac5-af2f-80af35aae690), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:03.008710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'tag': 'f1444fac-3237-4041-9800-a36861686e61'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:43:03.011103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866a623c-11d0-4b2a-890a-67f76a29283b" -d '{"events": [{"name": "network-changed", "server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "tag": "f1444fac-3237-4041-9800-a36861686e61"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:43:03.011966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:03.014386 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-0c266bb2-65a6-4cbb-a164-4c644f868847 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] delete failed (client error): The resource could not be found. Apr 29 07:43:03.015431 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0c266bb2-65a6-4cbb-a164-4c644f868847 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/e2d1f365-5a25-44c2-bd92-0f1b9696208a HTTP/1.1" status: 404 len: 336 time: 0.0475395 Apr 29 07:43:03.018456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54752) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.058748 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cbcf708e-a2bd-49f2-800c-9befb41be958 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9c44ea4-7b0a-48a1-830a-a14743ca89e2 HTTP/1.1" status: 200 len: 205 time: 0.0363564 Apr 29 07:43:03.059206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54754) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.072547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (8219acc0-dbb7-4ac5-af2f-80af35aae690), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:03.073032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Fanout notify agent at l3_agent the message router_deleted on router 8219acc0-dbb7-4ac5-af2f-80af35aae690 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:43:03.078548 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-107bcef9-960f-46b0-83b9-19f290629b63 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/78f9614d-37af-4358-82e9-2d4509faa731 HTTP/1.1" status: 200 len: 991 time: 0.1094761 Apr 29 07:43:03.082452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:03.083503 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a57c3294-5b40-468a-b228-e36405cc0a95 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/8219acc0-dbb7-4ac5-af2f-80af35aae690 HTTP/1.1" status: 204 len: 168 time: 1.1848292 Apr 29 07:43:03.089667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54756) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.094187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-872996854', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:03.118505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fcfe6f-721b-4f09-aede-09bf3106e00a x-openstack-request-id: req-d6fcfe6f-721b-4f09-aede-09bf3106e00a {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:43:03.118829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "tag": "f1444fac-3237-4041-9800-a36861686e61", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:43:03.119119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6fcfe6f-721b-4f09-aede-09bf3106e00a {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:43:03.119541 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fcfe6f-721b-4f09-aede-09bf3106e00a'] response: {'name': 'network-changed', 'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'tag': 'f1444fac-3237-4041-9800-a36861686e61', 'status': 'completed', 'code': 200} Apr 29 07:43:03.124810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (eb1f33a9-1313-4d80-97d0-ed808c8226c3), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:03.126280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (eb1f33a9-1313-4d80-97d0-ed808c8226c3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:03.130082 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-c496ca15-498d-49b1-b790-2d84cc8bca24 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] delete failed (client error): The resource could not be found. Apr 29 07:43:03.131158 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c496ca15-498d-49b1-b790-2d84cc8bca24 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/f9c44ea4-7b0a-48a1-830a-a14743ca89e2 HTTP/1.1" status: 404 len: 336 time: 0.0709994 Apr 29 07:43:03.134688 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54758) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.166206 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9607a76-d930-489c-a80f-2b04aa4f144a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:03.166778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9607a76-d930-489c-a80f-2b04aa4f144a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:03.168774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a623c-11d0-4b2a-890a-67f76a29283b req-d9d03b5d-8406-4d19-9e24-7c0493c4f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:03.172569 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f9607a76-d930-489c-a80f-2b04aa4f144a tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/91ed090a-7975-4b0c-8399-1d73a70b6ad5 HTTP/1.1" status: 404 len: 337 time: 0.0343022 Apr 29 07:43:03.172709 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866a623c-11d0-4b2a-890a-67f76a29283b req-d9d03b5d-8406-4d19-9e24-7c0493c4f0da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 1129 time: 0.0495608 Apr 29 07:43:03.172709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54760) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.216365 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (eb1f33a9-1313-4d80-97d0-ed808c8226c3), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:03.218005 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9803afbb-839a-4ef6-b297-7b301812f0e9 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d5179f-7a37-433d-8d81-af07c944b00c HTTP/1.1" status: 200 len: 205 time: 0.0441535 Apr 29 07:43:03.221605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54762) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.260858 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-db6e8e2d-10d8-4111-a824-2d57f62a707e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] delete failed (client error): The resource could not be found. Apr 29 07:43:03.262048 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-db6e8e2d-10d8-4111-a824-2d57f62a707e tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/20d5179f-7a37-433d-8d81-af07c944b00c HTTP/1.1" status: 404 len: 336 time: 0.0390410 Apr 29 07:43:03.265170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54764) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.279850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '78f9614d-37af-4358-82e9-2d4509faa731', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'port_id': 'f1444fac-3237-4041-9800-a36861686e61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'mac_address': 'fa:16:3e:56:d1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:43:01Z', 'updated_at': '2022-04-29T07:43:01Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d2248-d561-47c9-bce4-e06060c98192', 'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:de:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:36Z', 'updated_at': '2022-04-29T07:42:43Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '401109a2-51b0-496c-923a-6d357cab9759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:03.299790 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c468208-6ad2-4f04-b7a5-f4ac1c7d26e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:03.300326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c468208-6ad2-4f04-b7a5-f4ac1c7d26e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:03.303537 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2c468208-6ad2-4f04-b7a5-f4ac1c7d26e6 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/489888c4-8143-4dc2-aadd-6dacea1d71fd HTTP/1.1" status: 404 len: 337 time: 0.0366356 Apr 29 07:43:03.308505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] Checking router: 58b75dc7-e760-43b3-a59e-4900280f61d7 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:43:03.309141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54766) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.318157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:03.318958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:42:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:03.345794 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-488aa018-1687-4622-965a-9a4c46016c83 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa03501-cc1e-4604-9d39-758433ac2f3c HTTP/1.1" status: 200 len: 205 time: 0.0354853 Apr 29 07:43:03.347938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54768) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.355732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a623c-11d0-4b2a-890a-67f76a29283b req-56a43a49-5dab-407b-8ae3-b6afe47868ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:03.357185 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866a623c-11d0-4b2a-890a-67f76a29283b req-56a43a49-5dab-407b-8ae3-b6afe47868ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadf532d-2cee-406d-b9c0-f1ee4dcadb24 HTTP/1.1" status: 200 len: 897 time: 0.1743309 Apr 29 07:43:03.399427 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-24251ef4-e404-484e-be86-7791b65c8548 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] delete failed (client error): The resource could not be found. Apr 29 07:43:03.403340 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-24251ef4-e404-484e-be86-7791b65c8548 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/routers/baa03501-cc1e-4604-9d39-758433ac2f3c HTTP/1.1" status: 404 len: 336 time: 0.0542009 Apr 29 07:43:03.403523 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54770) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.417906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (eb1f33a9-1313-4d80-97d0-ed808c8226c3), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:03.442116 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb04fae-ef9c-4d42-b7a9-468109d137c0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:03.442711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb04fae-ef9c-4d42-b7a9-468109d137c0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:03.446124 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9bb04fae-ef9c-4d42-b7a9-468109d137c0 tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/000e43b9-c57a-4dcb-a769-26393fba96d4 HTTP/1.1" status: 404 len: 337 time: 0.0414310 Apr 29 07:43:03.448880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54772) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.457065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:03.500251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-86b2df83-1282-4a07-9990-b9bb5971f801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:03.502165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866a623c-11d0-4b2a-890a-67f76a29283b req-12fdfcf4-7562-4fa9-8c9c-7442ab6b9263 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1444fac-3237-4041-9800-a36861686e61 HTTP/1.1" status: 200 len: 999 time: 0.1093874 Apr 29 07:43:03.524262 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc1651b-36df-4326-8d4e-90474c37ff4b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:03.524521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc1651b-36df-4326-8d4e-90474c37ff4b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:03.530143 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9bc1651b-36df-4326-8d4e-90474c37ff4b tempest-RoutersIpV6Test-1490910526 tempest-RoutersIpV6Test-1490910526-project] 10.222.0.23 "DELETE /v2.0/subnets/ff37f478-9420-4609-b7c4-880fe5a15633 HTTP/1.1" status: 404 len: 337 time: 0.0770223 Apr 29 07:43:03.568495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a623c-11d0-4b2a-890a-67f76a29283b req-4aff9221-3557-4980-beea-c867d1f63950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:03.571167 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866a623c-11d0-4b2a-890a-67f76a29283b req-4aff9221-3557-4980-beea-c867d1f63950 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=401109a2-51b0-496c-923a-6d357cab9759 HTTP/1.1" status: 200 len: 835 time: 0.0615942 Apr 29 07:43:03.625713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a623c-11d0-4b2a-890a-67f76a29283b req-6669c9e4-b0ae-490a-b737-d29ca5e20fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:03.627482 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866a623c-11d0-4b2a-890a-67f76a29283b req-6669c9e4-b0ae-490a-b737-d29ca5e20fcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadf532d-2cee-406d-b9c0-f1ee4dcadb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496578 Apr 29 07:43:03.759828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866a623c-11d0-4b2a-890a-67f76a29283b req-1082ac3a-7d0d-4e65-9dd2-53999278d9fa service neutron] 10.222.0.36 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254263 Apr 29 07:43:03.866170 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-866a623c-11d0-4b2a-890a-67f76a29283b req-83a1f415-37a3-4935-9805-b406bb40678d service neutron] 10.222.0.36 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994592 Apr 29 07:43:03.888535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54780) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:03.943800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '78f9614d-37af-4358-82e9-2d4509faa731', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'port_id': 'f1444fac-3237-4041-9800-a36861686e61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'mac_address': 'fa:16:3e:56:d1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:43:01Z', 'updated_at': '2022-04-29T07:43:01Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d2248-d561-47c9-bce4-e06060c98192', 'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:de:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:36Z', 'updated_at': '2022-04-29T07:42:43Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '401109a2-51b0-496c-923a-6d357cab9759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:03.976389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d370e21-6c50-4cc8-a598-88c3de4674e8 None None] The sync data for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv is: [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '78f9614d-37af-4358-82e9-2d4509faa731', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'port_id': 'f1444fac-3237-4041-9800-a36861686e61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'mac_address': 'fa:16:3e:56:d1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:43:01Z', 'updated_at': '2022-04-29T07:43:01Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d2248-d561-47c9-bce4-e06060c98192', 'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:de:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:36Z', 'updated_at': '2022-04-29T07:42:43Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '401109a2-51b0-496c-923a-6d357cab9759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:04.045959 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bbbecb49-51b5-4135-b8ad-1e78d4f55ba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cce2196bf464d76acdc43610391b90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560421 Apr 29 07:43:04.046926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54784) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:04.082855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54786) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:04.128829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (eb1f33a9-1313-4d80-97d0-ed808c8226c3), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:04.149835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:04.208019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b57f56-fac6-49ba-8dd1-633dd82fdb10 req-d8d5e1c8-79bd-4c23-a4ac-377e7c8b5a4f tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:04.209636 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-79b57f56-fac6-49ba-8dd1-633dd82fdb10 req-d8d5e1c8-79bd-4c23-a4ac-377e7c8b5a4f tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.5251727 Apr 29 07:43:04.211593 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddb374-cc62-4e52-adb6-fff19cae3ad0 None None] New status for floating IP 78f9614d-37af-4358-82e9-2d4509faa731: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:43:04.214848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce796a84-4605-4fb9-a38f-8467dae9869b admin admin] Publish callbacks [] for security_group (1ce99a77-d73b-4459-9248-55e06ccd1bdf), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:04.225374 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4e2e40a9-bb41-493f-9acc-5dea7f00d07f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/78f9614d-37af-4358-82e9-2d4509faa731 HTTP/1.1" status: 200 len: 991 time: 0.1412992 Apr 29 07:43:04.245973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce796a84-4605-4fb9-a38f-8467dae9869b admin admin] Publish callbacks [] for security_group (1ce99a77-d73b-4459-9248-55e06ccd1bdf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:04.300527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce796a84-4605-4fb9-a38f-8467dae9869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (1ce99a77-d73b-4459-9248-55e06ccd1bdf), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:04.303165 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-79b57f56-fac6-49ba-8dd1-633dd82fdb10 req-fb4c7e8a-5c72-42c6-b00b-83cc40470ec5 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875194 Apr 29 07:43:04.303860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce796a84-4605-4fb9-a38f-8467dae9869b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:04.305050 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ce796a84-4605-4fb9-a38f-8467dae9869b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ce99a77-d73b-4459-9248-55e06ccd1bdf HTTP/1.1" status: 204 len: 168 time: 0.2569852 Apr 29 07:43:04.315014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce796a84-4605-4fb9-a38f-8467dae9869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce99a77-d73b-4459-9248-55e06ccd1bdf,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:04.322701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Allocated IP 172.26.3.93 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/7798adb6-28c1-4000-b992-ea4aa4a7418d) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:04.470214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d36046-2a6d-4676-828a-062cd007a6a8 req-ae58be65-3a0c-47b5-adb3-bd19d3a1fb6e tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:04.471879 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b8d36046-2a6d-4676-828a-062cd007a6a8 req-ae58be65-3a0c-47b5-adb3-bd19d3a1fb6e tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0592563 Apr 29 07:43:04.476275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for port (7798adb6-28c1-4000-b992-ea4aa4a7418d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:04.518750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7798adb6-28c1-4000-b992-ea4aa4a7418d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:04.519355 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b8d36046-2a6d-4676-828a-062cd007a6a8 req-cc55ad9f-526c-48b6-a407-b0bdd19c92bf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Apr 29 07:43:04.576590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:04.579692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:04.583609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:04.618869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event updated for resources: {'Port': ['ID=7798adb6-28c1-4000-b992-ea4aa4a7418d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:04.700814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:04.809357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c99b3-1553-4a5a-a049-b553ed099a70 req-9f96821d-f643-44de-8ee0-7e708c0b07bf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:04.810853 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e7c99b3-1553-4a5a-a049-b553ed099a70 req-9f96821d-f643-44de-8ee0-7e708c0b07bf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0588872 Apr 29 07:43:04.861966 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e7c99b3-1553-4a5a-a049-b553ed099a70 req-ac0a5533-a672-4e91-aef4-5ace7369a9b5 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Apr 29 07:43:04.904241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (eb1f33a9-1313-4d80-97d0-ed808c8226c3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.064181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54814) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:05.117663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (eb1f33a9-1313-4d80-97d0-ed808c8226c3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.159804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-173be70c-e38a-4f59-859b-4b17d4fcb4dd tempest-DvrRoutersNegativeTest-537985129 tempest-DvrRoutersNegativeTest-537985129-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-475308100', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:05.162596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.policy [None req-173be70c-e38a-4f59-859b-4b17d4fcb4dd tempest-DvrRoutersNegativeTest-537985129 tempest-DvrRoutersNegativeTest-537985129-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104223) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 29 07:43:05.162890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.policy [None req-173be70c-e38a-4f59-859b-4b17d4fcb4dd tempest-DvrRoutersNegativeTest-537985129 tempest-DvrRoutersNegativeTest-537985129-project] Failed policy check for 'create_router' {{(pid=104223) enforce /opt/stack/neutron/neutron/policy.py:524}} Apr 29 07:43:05.163414 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-173be70c-e38a-4f59-859b-4b17d4fcb4dd tempest-DvrRoutersNegativeTest-537985129 tempest-DvrRoutersNegativeTest-537985129-project] create failed (client error): Access was denied to this resource. Apr 29 07:43:05.164418 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-173be70c-e38a-4f59-859b-4b17d4fcb4dd tempest-DvrRoutersNegativeTest-537985129 tempest-DvrRoutersNegativeTest-537985129-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0991809 Apr 29 07:43:05.229330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54820) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:05.255735 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Router eb1f33a9-1313-4d80-97d0-ed808c8226c3 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:43:05.302058 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-88a9626e-933a-4b1c-a597-969062a95ff0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/78f9614d-37af-4358-82e9-2d4509faa731 HTTP/1.1" status: 200 len: 993 time: 0.0715692 Apr 29 07:43:05.328002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.375637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:05.386096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc234f04-0927-45d6-b73b-ee731b79ea07 None None] Sync routers for ids ['eb1f33a9-1313-4d80-97d0-ed808c8226c3'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:05.396910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc234f04-0927-45d6-b73b-ee731b79ea07 None None] Routers {'eb1f33a9-1313-4d80-97d0-ed808c8226c3'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:05.397138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.398049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cc234f04-0927-45d6-b73b-ee731b79ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['eb1f33a9-1313-4d80-97d0-ed808c8226c3'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:05.398610 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6e73a2d6-dc57-4c38-af01-d798df08b698 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3077512 Apr 29 07:43:05.401258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54824) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:05.408022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:05.435714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cc234f04-0927-45d6-b73b-ee731b79ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:05.444619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc234f04-0927-45d6-b73b-ee731b79ea07 None None] Routers {'eb1f33a9-1313-4d80-97d0-ed808c8226c3'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:05.445244 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cc234f04-0927-45d6-b73b-ee731b79ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['eb1f33a9-1313-4d80-97d0-ed808c8226c3'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:05.465282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54826) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:05.479149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cc234f04-0927-45d6-b73b-ee731b79ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:05.479997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc234f04-0927-45d6-b73b-ee731b79ea07 None None] The sync data for ids ['eb1f33a9-1313-4d80-97d0-ed808c8226c3'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:05.577243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2385df73-f46a-4416-91b9-b818fa6bf6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.649326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2385df73-f46a-4416-91b9-b818fa6bf6b8 admin admin] Publish callbacks [] for security_group (ff548b8b-8fae-43fc-9443-7d131c10a809), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.654017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2385df73-f46a-4416-91b9-b818fa6bf6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ff548b8b-8fae-43fc-9443-7d131c10a809), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.694649 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2385df73-f46a-4416-91b9-b818fa6bf6b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=509fbe43a5b848df87450e9bc52f954a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282650 Apr 29 07:43:05.697255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385df73-f46a-4416-91b9-b818fa6bf6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff548b8b-8fae-43fc-9443-7d131c10a809,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:05.700560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54830) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:05.749438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (eb1f33a9-1313-4d80-97d0-ed808c8226c3), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.771227 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_gateway (eb1f33a9-1313-4d80-97d0-ed808c8226c3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.774295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c7af47e-c06d-4679-9c00-b3bff8569cbc admin admin] Publish callbacks [] for security_group (ff548b8b-8fae-43fc-9443-7d131c10a809), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.818570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c7af47e-c06d-4679-9c00-b3bff8569cbc admin admin] Publish callbacks [] for security_group (ff548b8b-8fae-43fc-9443-7d131c10a809), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.868150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Deleting port 7798adb6-28c1-4000-b992-ea4aa4a7418d {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:05.868552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7798adb6-28c1-4000-b992-ea4aa4a7418d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.905700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c7af47e-c06d-4679-9c00-b3bff8569cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ff548b8b-8fae-43fc-9443-7d131c10a809), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.908257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c7af47e-c06d-4679-9c00-b3bff8569cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.909371 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1c7af47e-c06d-4679-9c00-b3bff8569cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff548b8b-8fae-43fc-9443-7d131c10a809 HTTP/1.1" status: 204 len: 168 time: 0.2076154 Apr 29 07:43:05.923976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7af47e-c06d-4679-9c00-b3bff8569cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff548b8b-8fae-43fc-9443-7d131c10a809,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:05.985005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7798adb6-28c1-4000-b992-ea4aa4a7418d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:05.999660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Calling delete_port for 7798adb6-28c1-4000-b992-ea4aa4a7418d owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:06.020179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:06.060445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6216d-f5fb-4324-b916-06a244244055 req-4d488466-02d3-463d-a5d7-50d35a47d996 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:06.062130 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-77c6216d-f5fb-4324-b916-06a244244055 req-4d488466-02d3-463d-a5d7-50d35a47d996 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.1176069 Apr 29 07:43:06.167610 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-77c6216d-f5fb-4324-b916-06a244244055 req-ff12d211-0523-4cec-89f6-6e5c76d666ec tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978329 Apr 29 07:43:06.239054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7798adb6-28c1-4000-b992-ea4aa4a7418d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:06.265983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Pushing event deleted for resources: {'Port': ['ID=7798adb6-28c1-4000-b992-ea4aa4a7418d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:06.334666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (eb1f33a9-1313-4d80-97d0-ed808c8226c3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:06.430197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02c469-934d-4c03-abb2-f28724457b79 req-23c61aae-cb1b-49c2-90c5-ff5aad969083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:06.431615 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa02c469-934d-4c03-abb2-f28724457b79 req-23c61aae-cb1b-49c2-90c5-ff5aad969083 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed3a30d50d1547028d8c10b3d520958d&device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 1130 time: 0.0486927 Apr 29 07:43:06.512224 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e001b58-24a8-4b11-99fd-2b2cdcc6867d req-b0718bb8-fd0f-4013-8da3-2b8767c63ced tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:06.513717 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e001b58-24a8-4b11-99fd-2b2cdcc6867d req-b0718bb8-fd0f-4013-8da3-2b8767c63ced tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.1766624 Apr 29 07:43:06.521678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02c469-934d-4c03-abb2-f28724457b79 req-8a0fcb3a-9f86-4f48-8b9a-171f5dc68f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:06.523160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa02c469-934d-4c03-abb2-f28724457b79 req-8a0fcb3a-9f86-4f48-8b9a-171f5dc68f04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b535aab-ee02-4759-adf7-77f38fdfba24 HTTP/1.1" status: 200 len: 912 time: 0.0854957 Apr 29 07:43:06.567159 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa02c469-934d-4c03-abb2-f28724457b79 req-b07b3fcc-48a5-44ad-b7fb-7669bc271ca5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbad162c-e0c8-489b-9bff-c86a990cc341 HTTP/1.1" status: 200 len: 217 time: 0.0380471 Apr 29 07:43:06.596091 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (eb1f33a9-1313-4d80-97d0-ed808c8226c3), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:06.602781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (eb1f33a9-1313-4d80-97d0-ed808c8226c3), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:06.613858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02c469-934d-4c03-abb2-f28724457b79 req-3c90f24b-4ecd-4e9f-b972-885af6505459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:06.615422 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa02c469-934d-4c03-abb2-f28724457b79 req-3c90f24b-4ecd-4e9f-b972-885af6505459 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b333709-8dfa-43d2-9601-606a7e4d030c HTTP/1.1" status: 200 len: 851 time: 0.0430861 Apr 29 07:43:06.645901 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa02c469-934d-4c03-abb2-f28724457b79 req-6a303bee-ef3b-4cb6-a44d-ac0e07ecdd1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b535aab-ee02-4759-adf7-77f38fdfba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250363 Apr 29 07:43:06.685908 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e001b58-24a8-4b11-99fd-2b2cdcc6867d req-52d6d47a-89b4-4cf0-a2c0-31e71e143fc5 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346371 Apr 29 07:43:06.705816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Router eb1f33a9-1313-4d80-97d0-ed808c8226c3 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:43:06.735465 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa02c469-934d-4c03-abb2-f28724457b79 req-ce36b74e-7aaf-474e-9555-c963be2a7167 service neutron] 10.222.0.36 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837531 Apr 29 07:43:06.784144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:06.791044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:06.792799 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-56753d67-1920-4071-b677-a6514a4eb85a tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "PUT /v2.0/routers/eb1f33a9-1313-4d80-97d0-ed808c8226c3 HTTP/1.1" status: 200 len: 709 time: 1.3895452 Apr 29 07:43:06.794949 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54840) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:06.796336 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b495bf-e918-4194-b089-aa724aa6585c None None] Sync routers for ids ['eb1f33a9-1313-4d80-97d0-ed808c8226c3'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:06.808722 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b495bf-e918-4194-b089-aa724aa6585c None None] Routers {'eb1f33a9-1313-4d80-97d0-ed808c8226c3'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:06.809369 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-60b495bf-e918-4194-b089-aa724aa6585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['eb1f33a9-1313-4d80-97d0-ed808c8226c3'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:06.845080 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-60b495bf-e918-4194-b089-aa724aa6585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:06.854482 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b495bf-e918-4194-b089-aa724aa6585c None None] Routers {'eb1f33a9-1313-4d80-97d0-ed808c8226c3'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:06.855093 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-60b495bf-e918-4194-b089-aa724aa6585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['eb1f33a9-1313-4d80-97d0-ed808c8226c3'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:06.883816 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5e7e8b67-9037-4bc8-8903-bd052c9929d9 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/routers/eb1f33a9-1313-4d80-97d0-ed808c8226c3 HTTP/1.1" status: 200 len: 744 time: 0.0877483 Apr 29 07:43:06.886827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54842) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:06.887213 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-60b495bf-e918-4194-b089-aa724aa6585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:06.887860 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b495bf-e918-4194-b089-aa724aa6585c None None] The sync data for ids ['eb1f33a9-1313-4d80-97d0-ed808c8226c3'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:06.894235 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa02c469-934d-4c03-abb2-f28724457b79 req-ff09d508-cbc3-4b0d-9302-1af9de7073b5 service neutron] 10.222.0.36 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525259 Apr 29 07:43:06.934773 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e33ea7c6-62bc-4ec9-8e95-17542c5371b3 tempest-RoutersIpV6AdminTest-245763365 tempest-RoutersIpV6AdminTest-245763365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&device_id=eb1f33a9-1313-4d80-97d0-ed808c8226c3 HTTP/1.1" status: 200 len: 205 time: 0.0466247 Apr 29 07:43:06.937500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54844) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:06.963924 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-acaa7530-ac1b-4487-8d3b-48542c883978 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1f33a9-1313-4d80-97d0-ed808c8226c3 HTTP/1.1" status: 200 len: 205 time: 0.0254200 Apr 29 07:43:06.966258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54846) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.041202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8001d03a-fe53-40e7-b314-29a00944ed37 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (eb1f33a9-1313-4d80-97d0-ed808c8226c3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:07.198715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8001d03a-fe53-40e7-b314-29a00944ed37 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (eb1f33a9-1313-4d80-97d0-ed808c8226c3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:07.201142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8001d03a-fe53-40e7-b314-29a00944ed37 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router_controller (eb1f33a9-1313-4d80-97d0-ed808c8226c3), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:07.248730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8001d03a-fe53-40e7-b314-29a00944ed37 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (eb1f33a9-1313-4d80-97d0-ed808c8226c3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:07.249291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8001d03a-fe53-40e7-b314-29a00944ed37 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Fanout notify agent at l3_agent the message router_deleted on router eb1f33a9-1313-4d80-97d0-ed808c8226c3 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:43:07.256080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8001d03a-fe53-40e7-b314-29a00944ed37 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:07.257288 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8001d03a-fe53-40e7-b314-29a00944ed37 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/eb1f33a9-1313-4d80-97d0-ed808c8226c3 HTTP/1.1" status: 204 len: 168 time: 0.2901292 Apr 29 07:43:07.260853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54848) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.287976 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fd971164-289a-4395-b3c8-35dbff1feee8 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb1f33a9-1313-4d80-97d0-ed808c8226c3 HTTP/1.1" status: 200 len: 205 time: 0.0260146 Apr 29 07:43:07.290375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54850) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.316600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:07.326944 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-dd9fdcb4-60fd-40ea-bb28-d35147c64ed5 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] delete failed (client error): The resource could not be found. Apr 29 07:43:07.327985 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dd9fdcb4-60fd-40ea-bb28-d35147c64ed5 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/eb1f33a9-1313-4d80-97d0-ed808c8226c3 HTTP/1.1" status: 404 len: 336 time: 0.0367613 Apr 29 07:43:07.330768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54852) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.359962 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-89f1392c-7797-47d3-b229-c288a7654949 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=8219acc0-dbb7-4ac5-af2f-80af35aae690 HTTP/1.1" status: 200 len: 205 time: 0.0280941 Apr 29 07:43:07.363740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54854) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.748614 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-1b9b8447-d032-4fcd-91bb-9adc7257cdf7 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] delete failed (client error): The resource could not be found. Apr 29 07:43:07.749704 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1b9b8447-d032-4fcd-91bb-9adc7257cdf7 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/8219acc0-dbb7-4ac5-af2f-80af35aae690 HTTP/1.1" status: 404 len: 336 time: 0.3847950 Apr 29 07:43:07.752507 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54858) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.779738 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3da59918-81d0-407c-a4d9-61fb76d2efa6 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=511a110f-67fd-42bf-a209-f57305e85307 HTTP/1.1" status: 200 len: 205 time: 0.0261855 Apr 29 07:43:07.782197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54860) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.811005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be426151-339b-4c03-a1d6-6bf0c5107311 req-dcb0e742-1cea-4b26-8f3a-0b16c5607c36 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:07.812399 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-be426151-339b-4c03-a1d6-6bf0c5107311 req-dcb0e742-1cea-4b26-8f3a-0b16c5607c36 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0535417 Apr 29 07:43:07.822417 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-6a8208f6-5909-44fc-a4dc-b442b2764ff2 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] delete failed (client error): The resource could not be found. Apr 29 07:43:07.823544 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6a8208f6-5909-44fc-a4dc-b442b2764ff2 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/511a110f-67fd-42bf-a209-f57305e85307 HTTP/1.1" status: 404 len: 336 time: 0.0402706 Apr 29 07:43:07.826555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54862) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.853541 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9b976047-4242-47eb-a41a-0e928a6c8491 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b3f8c8-555a-48c2-b6f7-f8184b239e5f HTTP/1.1" status: 200 len: 205 time: 0.0259042 Apr 29 07:43:07.856315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54864) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.866536 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-be426151-339b-4c03-a1d6-6bf0c5107311 req-4bf93818-c51f-48e9-a97d-842bd8964464 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Apr 29 07:43:07.899063 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-0b1d317e-aad8-4560-8b90-f37068c0edce tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] delete failed (client error): The resource could not be found. Apr 29 07:43:07.900387 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0b1d317e-aad8-4560-8b90-f37068c0edce tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/b1b3f8c8-555a-48c2-b6f7-f8184b239e5f HTTP/1.1" status: 404 len: 336 time: 0.0428925 Apr 29 07:43:07.902781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54868) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.929486 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1ff15ef9-33aa-4141-b446-c2eedc955344 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc9becc-7af9-467d-a684-f52963b3c8e5 HTTP/1.1" status: 200 len: 205 time: 0.0256140 Apr 29 07:43:07.931900 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54870) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:07.968386 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-bda09c91-b29c-4290-b23e-363572afc3ae tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] delete failed (client error): The resource could not be found. Apr 29 07:43:07.972177 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bda09c91-b29c-4290-b23e-363572afc3ae tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/dfc9becc-7af9-467d-a684-f52963b3c8e5 HTTP/1.1" status: 404 len: 336 time: 0.0366347 Apr 29 07:43:07.972489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54872) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:08.003724 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1d9e8647-8d8a-438f-941d-e465075770f5 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc4f294a-4be4-4e59-aecd-ec68634f33b8 HTTP/1.1" status: 200 len: 205 time: 0.0302768 Apr 29 07:43:08.006096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54876) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:08.043148 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-c1dc1b94-a6f9-4b73-a911-57eb3e95c3c9 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] delete failed (client error): The resource could not be found. Apr 29 07:43:08.044264 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c1dc1b94-a6f9-4b73-a911-57eb3e95c3c9 tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/routers/cc4f294a-4be4-4e59-aecd-ec68634f33b8 HTTP/1.1" status: 404 len: 336 time: 0.0371962 Apr 29 07:43:08.047329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54878) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:08.080411 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03656ba-c79b-429a-8deb-bf0bade6dbae tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:08.080745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03656ba-c79b-429a-8deb-bf0bade6dbae tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:08.083769 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f03656ba-c79b-429a-8deb-bf0bade6dbae tempest-RoutersIpV6AdminTest-778102482 tempest-RoutersIpV6AdminTest-778102482-project] 10.222.0.23 "DELETE /v2.0/subnets/e281b5ad-3503-4d32-a146-d36d620d376a HTTP/1.1" status: 404 len: 337 time: 0.0354640 Apr 29 07:43:08.100070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac416d-dcf8-4a5c-98e1-020a15b08bc8 req-109b801e-76e5-427e-a872-0397f892193e tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:08.101579 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3aac416d-dcf8-4a5c-98e1-020a15b08bc8 req-109b801e-76e5-427e-a872-0397f892193e tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0561280 Apr 29 07:43:08.149026 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3aac416d-dcf8-4a5c-98e1-020a15b08bc8 req-9bfe1021-6ee8-4943-91e9-3172c900ae8c tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Apr 29 07:43:08.334103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54884) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:08.452562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0485775f-4388-45d3-81f7-abb76ea6fe46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:08.531146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0485775f-4388-45d3-81f7-abb76ea6fe46 admin admin] Publish callbacks [] for security_group (a5b461a4-873e-4234-ab8a-d726aeb1f863), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:08.536833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0485775f-4388-45d3-81f7-abb76ea6fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a5b461a4-873e-4234-ab8a-d726aeb1f863), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:08.574714 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0485775f-4388-45d3-81f7-abb76ea6fe46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54b6ef838cd14a3abcd163e3a3c2b30c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392259 Apr 29 07:43:08.577391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54888) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:08.584356 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485775f-4388-45d3-81f7-abb76ea6fe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b461a4-873e-4234-ab8a-d726aeb1f863,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:08.630113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b670016-bee5-43ed-a64b-8bd208d43ec3 admin admin] Publish callbacks [] for security_group (a5b461a4-873e-4234-ab8a-d726aeb1f863), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:08.651133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b670016-bee5-43ed-a64b-8bd208d43ec3 admin admin] Publish callbacks [] for security_group (a5b461a4-873e-4234-ab8a-d726aeb1f863), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:08.709924 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b670016-bee5-43ed-a64b-8bd208d43ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a5b461a4-873e-4234-ab8a-d726aeb1f863), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:08.712741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b670016-bee5-43ed-a64b-8bd208d43ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:08.714018 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6b670016-bee5-43ed-a64b-8bd208d43ec3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5b461a4-873e-4234-ab8a-d726aeb1f863 HTTP/1.1" status: 204 len: 168 time: 0.1357398 Apr 29 07:43:08.721851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b670016-bee5-43ed-a64b-8bd208d43ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b461a4-873e-4234-ab8a-d726aeb1f863,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:08.982558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54894) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:09.022846 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0bec2267-e3a8-4b81-9cfa-18f40008e2cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b73da4e45ae4687a93f2e9d1f7b0438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390930 Apr 29 07:43:09.026053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54896) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:09.073640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6423fc63-2c20-4451-a001-b7c820eefabb admin admin] Publish callbacks [] for security_group (d76de6ea-9789-4446-9e9c-06ad9f7901da), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:09.095718 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6423fc63-2c20-4451-a001-b7c820eefabb admin admin] Publish callbacks [] for security_group (d76de6ea-9789-4446-9e9c-06ad9f7901da), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:09.145342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6423fc63-2c20-4451-a001-b7c820eefabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d76de6ea-9789-4446-9e9c-06ad9f7901da), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:09.147953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6423fc63-2c20-4451-a001-b7c820eefabb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:09.149138 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6423fc63-2c20-4451-a001-b7c820eefabb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d76de6ea-9789-4446-9e9c-06ad9f7901da HTTP/1.1" status: 204 len: 168 time: 0.1222327 Apr 29 07:43:09.157175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423fc63-2c20-4451-a001-b7c820eefabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76de6ea-9789-4446-9e9c-06ad9f7901da,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:09.274242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb9ae0-0578-4930-a79d-1a9b65b4507e req-e4e8ac89-988e-4f60-a01d-5bdb84c7e3a2 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:09.275740 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-40cb9ae0-0578-4930-a79d-1a9b65b4507e req-e4e8ac89-988e-4f60-a01d-5bdb84c7e3a2 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0562429 Apr 29 07:43:09.325244 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-40cb9ae0-0578-4930-a79d-1a9b65b4507e req-5181370f-63df-4d4c-b12e-e0a2f11f8b63 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Apr 29 07:43:09.549076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440255f-209f-4c86-9dc5-f81dd1264f12 req-d19a6788-b36f-47a2-9555-35277bb29082 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:09.551398 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a440255f-209f-4c86-9dc5-f81dd1264f12 req-d19a6788-b36f-47a2-9555-35277bb29082 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0668256 Apr 29 07:43:09.575714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-245b9b82-3f66-4ada-bb52-80450ecb8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:09.577972 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-245b9b82-3f66-4ada-bb52-80450ecb8fbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed3a30d50d1547028d8c10b3d520958d&device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 1130 time: 0.0608702 Apr 29 07:43:09.601068 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a440255f-209f-4c86-9dc5-f81dd1264f12 req-cec78288-1d45-404e-95db-3996ffe3db5b tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Apr 29 07:43:09.668834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-f7805537-b51d-48f3-b27d-5ede7ba0d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:09.668834 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-f7805537-b51d-48f3-b27d-5ede7ba0d83d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1b535aab-ee02-4759-adf7-77f38fdfba24 HTTP/1.1" status: 200 len: 912 time: 0.0831690 Apr 29 07:43:09.719567 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-9a9982af-b6fb-49f3-9cf0-7fff0a5e2730 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbad162c-e0c8-489b-9bff-c86a990cc341 HTTP/1.1" status: 200 len: 217 time: 0.0465691 Apr 29 07:43:09.774765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-ac73d65f-578c-4e8c-814d-05c17d426c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:09.776326 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-ac73d65f-578c-4e8c-814d-05c17d426c17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b333709-8dfa-43d2-9601-606a7e4d030c HTTP/1.1" status: 200 len: 851 time: 0.0507951 Apr 29 07:43:09.808196 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-65338346-b4b0-4c62-b38c-e8cef51d59ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b535aab-ee02-4759-adf7-77f38fdfba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259681 Apr 29 07:43:09.894762 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-f95eee31-748f-44d6-82dc-ff769d36a957 service neutron] 10.222.0.36 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807335 Apr 29 07:43:09.895348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54924) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:09.988299 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cc5eb814-9f5e-4434-8e29-aec7a0229830 req-428eedfb-b462-4728-b14c-6e49f1a760e2 service neutron] 10.222.0.36 "GET /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874257 Apr 29 07:43:09.996337 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2077657894'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:10.016719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Made reservation on behalf of 4a2709ad83e44a3c88c257d5f6a7f033 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:10.020098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.029343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.106690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for security_group (27eb7f78-6a96-41a1-82e0-66560a6b9d3a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.112100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (27eb7f78-6a96-41a1-82e0-66560a6b9d3a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.135509 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:43:10.148974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27eb7f78-6a96-41a1-82e0-66560a6b9d3a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:10.155757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (cc234d82-b6ae-4279-9d20-dce3c9dac6a6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.156192 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Added segment cc234d82-b6ae-4279-9d20-dce3c9dac6a6 of type vlan for network f2525a8c-4f9b-45de-8f54-3d0b81eb876b Apr 29 07:43:10.196956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (f2525a8c-4f9b-45de-8f54-3d0b81eb876b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.227704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (f2525a8c-4f9b-45de-8f54-3d0b81eb876b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.232531 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:10.233104 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.286904 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3905468 Apr 29 07:43:10.290000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54928) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:10.295144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Request body: {'subnet': {'network_id': 'f2525a8c-4f9b-45de-8f54-3d0b81eb876b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:10.298439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68f578-dc3c-4d6b-88a3-743024c6c919 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event updated for resources: {'Network': ['ID=f2525a8c-4f9b-45de-8f54-3d0b81eb876b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:10.309090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network f2525a8c-4f9b-45de-8f54-3d0b81eb876b details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:43:10.385876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Made reservation on behalf of 4a2709ad83e44a3c88c257d5f6a7f033 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:10.389504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.578415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (95bdac1e-a530-486d-9b25-dcdf6e273ec8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.645955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event updated for resources: {'Subnet': ['ID=95bdac1e-a530-486d-9b25-dcdf6e273ec8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:10.654756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Checking segment: {'id': 'cc234d82-b6ae-4279-9d20-dce3c9dac6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2525a8c-4f9b-45de-8f54-3d0b81eb876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:10.654756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Network hostable DHCP agents. Network: f2525a8c-4f9b-45de-8f54-3d0b81eb876b, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:43:10.674169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Network f2525a8c-4f9b-45de-8f54-3d0b81eb876b is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:43:10.684039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, f2525a8c-4f9b-45de-8f54-3d0b81eb876b) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:10.689309 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:10.689309 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.695600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67760231-b41e-4204-8d25-a9ab10abfd41 None None] Network f2525a8c-4f9b-45de-8f54-3d0b81eb876b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:10.709647 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7ce64f23-6f8c-4b51-af5e-64b5fac36aa3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4158411 Apr 29 07:43:10.709876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54932) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:10.714386 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8cce67f4-7d0a-41b5-bec5-51f3494d3c8d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1253841336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:10.735477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c00f36-a9c0-42d7-98f6-8cec3a9a219b req-5d0d2527-cce4-432d-b4c2-b3ec6929c526 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:10.737114 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7c00f36-a9c0-42d7-98f6-8cec3a9a219b req-5d0d2527-cce4-432d-b4c2-b3ec6929c526 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0595629 Apr 29 07:43:10.737846 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cce67f4-7d0a-41b5-bec5-51f3494d3c8d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.739062 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cce67f4-7d0a-41b5-bec5-51f3494d3c8d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.790731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7c00f36-a9c0-42d7-98f6-8cec3a9a219b req-f12ddadc-57f5-4540-b939-a95fdcf0147d tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460942 Apr 29 07:43:10.806123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-f2525a8c-4f9b-45de-8f54-3d0b81eb876b', 'network_id': 'f2525a8c-4f9b-45de-8f54-3d0b81eb876b', 'project_id': '4a2709ad83e44a3c88c257d5f6a7f033', 'fixed_ips': [{'subnet_id': '95bdac1e-a530-486d-9b25-dcdf6e273ec8'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:43:10.807268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.810334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cce67f4-7d0a-41b5-bec5-51f3494d3c8d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for router_controller (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.818519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cce67f4-7d0a-41b5-bec5-51f3494d3c8d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.841377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cce67f4-7d0a-41b5-bec5-51f3494d3c8d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:10.842669 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8cce67f4-7d0a-41b5-bec5-51f3494d3c8d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1318526 Apr 29 07:43:10.845540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54936) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:10.947109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Allocated IP 172.20.0.2 (f2525a8c-4f9b-45de-8f54-3d0b81eb876b/95bdac1e-a530-486d-9b25-dcdf6e273ec8/4b5dd885-23d9-4638-bc82-7f29c8e9379a) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:11.048169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314b003-af10-461e-b5de-11e7fb33e14e req-2c40c0f4-0a58-4eb1-9fbb-63428f4c16bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:11.049786 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7314b003-af10-461e-b5de-11e7fb33e14e req-2c40c0f4-0a58-4eb1-9fbb-63428f4c16bc tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0604191 Apr 29 07:43:11.091138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Publish callbacks [] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:11.097177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:11.102820 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7314b003-af10-461e-b5de-11e7fb33e14e req-dcf1423a-b9de-40d5-b4e2-bac9c67d38f3 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Apr 29 07:43:11.144194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Network f2525a8c-4f9b-45de-8f54-3d0b81eb876b is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:11.148546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:11.150933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:11.155180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:11.157997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Pushing event updated for resources: {'Port': ['ID=4b5dd885-23d9-4638-bc82-7f29c8e9379a,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:11.210971 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Attempting to bind port 4b5dd885-23d9-4638-bc82-7f29c8e9379a on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:43:11.211339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Attempting to bind port 4b5dd885-23d9-4638-bc82-7f29c8e9379a by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'cc234d82-b6ae-4279-9d20-dce3c9dac6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2525a8c-4f9b-45de-8f54-3d0b81eb876b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:43:11.211690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Attempting to bind port 4b5dd885-23d9-4638-bc82-7f29c8e9379a on network f2525a8c-4f9b-45de-8f54-3d0b81eb876b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:43:11.216563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:43:11.216925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Checking segment: {'id': 'cc234d82-b6ae-4279-9d20-dce3c9dac6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2525a8c-4f9b-45de-8f54-3d0b81eb876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:11.217351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:11.217734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Bound using segment: {'id': 'cc234d82-b6ae-4279-9d20-dce3c9dac6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2525a8c-4f9b-45de-8f54-3d0b81eb876b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:43:11.218184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Bound port: 4b5dd885-23d9-4638-bc82-7f29c8e9379a, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc234d82-b6ae-4279-9d20-dce3c9dac6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2525a8c-4f9b-45de-8f54-3d0b81eb876b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:43:11.218551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:11.280104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] For port 4b5dd885-23d9-4638-bc82-7f29c8e9379a, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:43:11.283198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] For port 4b5dd885-23d9-4638-bc82-7f29c8e9379a, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4b5dd885-23d9-4638-bc82-7f29c8e9379a,segment=NetworkSegment(cc234d82-b6ae-4279-9d20-dce3c9dac6a6),segment_id=cc234d82-b6ae-4279-9d20-dce3c9dac6a6)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:43:11.288560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:11.347606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991dd2b-6912-4382-859c-7b5abef2a613 None None] Pushing event updated for resources: {'Port': ['ID=4b5dd885-23d9-4638-bc82-7f29c8e9379a,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:11.402938 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Allocated IP 172.20.0.1 (f2525a8c-4f9b-45de-8f54-3d0b81eb876b/95bdac1e-a530-486d-9b25-dcdf6e273ec8/b97ec1b6-3723-4ec0-913e-2214ce71ab4c) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:11.535660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:11.572848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:11.616596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Network f2525a8c-4f9b-45de-8f54-3d0b81eb876b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:11.619811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:11.622866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:11.650533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event updated for resources: {'Port': ['ID=b97ec1b6-3723-4ec0-913e-2214ce71ab4c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:11.674121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:11.798508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.067534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.073765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.151908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event updated for resources: {'Port': ['ID=b97ec1b6-3723-4ec0-913e-2214ce71ab4c,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:12.158422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.229918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3ee87-ce46-4374-bf73-0ca3e3a1a6f3 None None] Network f2525a8c-4f9b-45de-8f54-3d0b81eb876b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:12.288672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250acf98-f07a-47e2-8d23-e67994b7b9a4 req-5ea0f671-f6bb-419e-9cb4-8ebee0dd8884 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:12.291412 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-250acf98-f07a-47e2-8d23-e67994b7b9a4 req-5ea0f671-f6bb-419e-9cb4-8ebee0dd8884 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.1123636 Apr 29 07:43:12.297942 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Network f2525a8c-4f9b-45de-8f54-3d0b81eb876b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:12.301097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:12.321031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-50e35e1d-555f-4b4f-a4d1-679d8368a999 None None] Provisioning complete for port 4b5dd885-23d9-4638-bc82-7f29c8e9379a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:12.321451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-50e35e1d-555f-4b4f-a4d1-679d8368a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.419433 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-250acf98-f07a-47e2-8d23-e67994b7b9a4 req-bc8a014d-3ddb-48cf-bd13-d2b070071886 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203649 Apr 29 07:43:12.436125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-50e35e1d-555f-4b4f-a4d1-679d8368a999 None None] Current status of the port 4b5dd885-23d9-4638-bc82-7f29c8e9379a is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:12.436636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-50e35e1d-555f-4b4f-a4d1-679d8368a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.472238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-50e35e1d-555f-4b4f-a4d1-679d8368a999 None None] For port 4b5dd885-23d9-4638-bc82-7f29c8e9379a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4b5dd885-23d9-4638-bc82-7f29c8e9379a,segment=NetworkSegment(cc234d82-b6ae-4279-9d20-dce3c9dac6a6),segment_id=cc234d82-b6ae-4279-9d20-dce3c9dac6a6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:12.477018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Router 37b21a54-798a-4f35-96a5-59e9a8cc8fa4 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:43:12.478492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-50e35e1d-555f-4b4f-a4d1-679d8368a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.529539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e35e1d-555f-4b4f-a4d1-679d8368a999 None None] Pushing event updated for resources: {'Port': ['ID=4b5dd885-23d9-4638-bc82-7f29c8e9379a,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:12.574502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:12.579896 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-852c2bc8-6c55-4bed-b22c-348082f81326 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "PUT /v2.0/routers/37b21a54-798a-4f35-96a5-59e9a8cc8fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325063 Apr 29 07:43:12.582511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54942) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:12.586757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ed697-7e7f-40ca-938d-0f55eea32100 None None] Sync routers for ids ['37b21a54-798a-4f35-96a5-59e9a8cc8fa4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:12.588007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Request body: {'port': {'network_id': 'f2525a8c-4f9b-45de-8f54-3d0b81eb876b', 'name': 'tempest-FloatingIPNegativeTestJSON-1192178057'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:12.598371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ed697-7e7f-40ca-938d-0f55eea32100 None None] Routers {'37b21a54-798a-4f35-96a5-59e9a8cc8fa4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:12.598998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8c6ed697-7e7f-40ca-938d-0f55eea32100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['37b21a54-798a-4f35-96a5-59e9a8cc8fa4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:12.637757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8c6ed697-7e7f-40ca-938d-0f55eea32100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:12.647531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ed697-7e7f-40ca-938d-0f55eea32100 None None] Routers {'37b21a54-798a-4f35-96a5-59e9a8cc8fa4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:12.648388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8c6ed697-7e7f-40ca-938d-0f55eea32100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['37b21a54-798a-4f35-96a5-59e9a8cc8fa4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:12.684623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8c6ed697-7e7f-40ca-938d-0f55eea32100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:12.685210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ed697-7e7f-40ca-938d-0f55eea32100 None None] The sync data for ids ['37b21a54-798a-4f35-96a5-59e9a8cc8fa4'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:12.704038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c63da00e-35de-446c-b116-0ff4ef7e895f None None] Provisioning complete for port b97ec1b6-3723-4ec0-913e-2214ce71ab4c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:12.704437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c63da00e-35de-446c-b116-0ff4ef7e895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.709894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Made reservation on behalf of 4a2709ad83e44a3c88c257d5f6a7f033 for: {'port': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:12.713462 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.733208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] device_id is not set on port a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2 yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:43:12.752231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c63da00e-35de-446c-b116-0ff4ef7e895f None None] Port b97ec1b6-3723-4ec0-913e-2214ce71ab4c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:43:12.762886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c63da00e-35de-446c-b116-0ff4ef7e895f None None] Provisioning complete for port 4b5dd885-23d9-4638-bc82-7f29c8e9379a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:12.763257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c63da00e-35de-446c-b116-0ff4ef7e895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:12.858178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c63da00e-35de-446c-b116-0ff4ef7e895f None None] Current status of the port 4b5dd885-23d9-4638-bc82-7f29c8e9379a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:12.863180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Allocated IP 172.20.0.8 (f2525a8c-4f9b-45de-8f54-3d0b81eb876b/95bdac1e-a530-486d-9b25-dcdf6e273ec8/a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:12.971097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-72e3cacc-1f82-4253-aefc-e11298fd11f6 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:12.973479 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-72e3cacc-1f82-4253-aefc-e11298fd11f6 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0599718 Apr 29 07:43:12.978951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2a01cb42-ac63-4d54-87b0-93d96a6dea55 None None] Provisioning complete for port b97ec1b6-3723-4ec0-913e-2214ce71ab4c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:12.979520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a01cb42-ac63-4d54-87b0-93d96a6dea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.019596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2a01cb42-ac63-4d54-87b0-93d96a6dea55 None None] Port b97ec1b6-3723-4ec0-913e-2214ce71ab4c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:43:13.036177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for port (a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.075694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.080399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Deleting port bbad162c-e0c8-489b-9bff-c86a990cc341 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:13.080742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.118293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Network f2525a8c-4f9b-45de-8f54-3d0b81eb876b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:13.121520 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:13.125268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:13.135188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event updated for resources: {'Port': ['ID=a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:13.154315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5c64f812-32f1-498f-a785-1ac387f0fe52 None None] Provisioning complete for port b97ec1b6-3723-4ec0-913e-2214ce71ab4c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:13.155367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c64f812-32f1-498f-a785-1ac387f0fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.191979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] For port bbad162c-e0c8-489b-9bff-c86a990cc341, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=bbad162c-e0c8-489b-9bff-c86a990cc341,segment=NetworkSegment(1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d),segment_id=1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:13.192566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.195034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:13.195769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.214750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Calling delete_port for bbad162c-e0c8-489b-9bff-c86a990cc341 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:13.222316 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c2615d6d-49e1-4b7f-9e23-5e1353d6f7d9 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6385145 Apr 29 07:43:13.225651 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54944) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:13.227841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5c64f812-32f1-498f-a785-1ac387f0fe52 None None] Port b97ec1b6-3723-4ec0-913e-2214ce71ab4c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:43:13.231907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:13.265816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.272841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4b5dd885-23d9-4638-bc82-7f29c8e9379a up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:43:13.328698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4b5dd885-23d9-4638-bc82-7f29c8e9379a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:13.329064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.390839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.446429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4b5dd885-23d9-4638-bc82-7f29c8e9379a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:13.457871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-705e365c-ab50-4808-89c5-d12f0a3e498f None None] Provisioning complete for port a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:13.458239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-705e365c-ab50-4808-89c5-d12f0a3e498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.501715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-705e365c-ab50-4808-89c5-d12f0a3e498f None None] Port a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:43:13.514956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Allocated IP 172.26.3.231 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/b5934208-23e7-4b96-ac1a-28ba3d6e3060) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:13.623990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for port (b5934208-23e7-4b96-ac1a-28ba3d6e3060), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.660883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b5934208-23e7-4b96-ac1a-28ba3d6e3060), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.699595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:13.704043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:13.711248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:13.714351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event updated for resources: {'Port': ['ID=b5934208-23e7-4b96-ac1a-28ba3d6e3060,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:13.745808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78428de9-88a2-437c-821b-aac73bda4d05 req-5fae3569-f42a-4c16-8881-8972981c34c0 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:13.747273 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-78428de9-88a2-437c-821b-aac73bda4d05 req-5fae3569-f42a-4c16-8881-8972981c34c0 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 946 time: 0.0951917 Apr 29 07:43:13.762798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bbad162c-e0c8-489b-9bff-c86a990cc341), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.810120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Pushing event deleted for resources: {'Port': ['ID=bbad162c-e0c8-489b-9bff-c86a990cc341,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:13.833543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for floatingip (939da69b-e62b-4911-840d-1afffe6ca9a1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.856550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] No DVR routers for this DVR port bbad162c-e0c8-489b-9bff-c86a990cc341 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:43:13.859282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.862887 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f724874c-8f48-4395-aed0-b56d2ff77b60 req-100e554f-3522-4c9e-8545-ae85691c4baf tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.36 "DELETE /v2.0/ports/bbad162c-e0c8-489b-9bff-c86a990cc341 HTTP/1.1" status: 204 len: 173 time: 0.8826394 Apr 29 07:43:13.867567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1cea38-ab28-485a-aa91-19d577a750fd', 'name': 'network-vif-deleted', 'tag': 'bbad162c-e0c8-489b-9bff-c86a990cc341'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:43:13.870218 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254a2436-d2cc-43f0-b672-a06e17a57865" -d '{"events": [{"server_uuid": "0b1cea38-ab28-485a-aa91-19d577a750fd", "name": "network-vif-deleted", "tag": "bbad162c-e0c8-489b-9bff-c86a990cc341"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:43:13.878919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b5934208-23e7-4b96-ac1a-28ba3d6e3060), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:13.882100 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-78428de9-88a2-437c-821b-aac73bda4d05 req-3631fa46-9345-4c66-a132-796d4f46cec7 tempest-TestServerAdvancedOps-1552135705 tempest-TestServerAdvancedOps-1552135705-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7346035-b13a-4d3b-b551-dab343c778de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273801 Apr 29 07:43:13.926096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc9ee9e-51de-4c20-80b8-24dc2bb7ecf1 x-openstack-request-id: req-5fc9ee9e-51de-4c20-80b8-24dc2bb7ecf1 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:43:13.926687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1cea38-ab28-485a-aa91-19d577a750fd", "name": "network-vif-deleted", "tag": "bbad162c-e0c8-489b-9bff-c86a990cc341", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:43:13.927045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fc9ee9e-51de-4c20-80b8-24dc2bb7ecf1 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:43:13.927729 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc9ee9e-51de-4c20-80b8-24dc2bb7ecf1'] response: {'server_uuid': '0b1cea38-ab28-485a-aa91-19d577a750fd', 'name': 'network-vif-deleted', 'tag': 'bbad162c-e0c8-489b-9bff-c86a990cc341', 'status': 'completed', 'code': 200} Apr 29 07:43:14.033166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for port (b5934208-23e7-4b96-ac1a-28ba3d6e3060), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.038849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (b5934208-23e7-4b96-ac1a-28ba3d6e3060), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.106630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event updated for resources: {'Port': ['ID=b5934208-23e7-4b96-ac1a-28ba3d6e3060,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:14.116538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (939da69b-e62b-4911-840d-1afffe6ca9a1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.133604 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.134829 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1af5b628-4706-414e-94d3-bd23d7a9092d tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9078577 Apr 29 07:43:14.137761 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54950) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:14.142024 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e8f5c05c-7db2-4d34-b6ab-f9c092e5e2f0 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Request body: {'floatingip': {'port_id': 'a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:14.179645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c05c-7db2-4d34-b6ab-f9c092e5e2f0 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for floatingip (939da69b-e62b-4911-840d-1afffe6ca9a1), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.297321 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-e8f5c05c-7db2-4d34-b6ab-f9c092e5e2f0 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] update failed (client error): The resource could not be found. Apr 29 07:43:14.298324 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e8f5c05c-7db2-4d34-b6ab-f9c092e5e2f0 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "PUT /v2.0/floatingips/939da69b-e62b-4911-840d-1afffe6ca9a1 HTTP/1.1" status: 404 len: 507 time: 0.1596649 Apr 29 07:43:14.301437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54952) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:14.377327 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ee1029ee-d490-4bb6-bb7f-f202532621de req-da4e3d1b-7f33-428d-8957-7640150e77e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b1cea38-ab28-485a-aa91-19d577a750fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263209 Apr 29 07:43:14.442527 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ee1029ee-d490-4bb6-bb7f-f202532621de req-c39a937d-79a7-4a24-bdba-85d948a30ffb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed3a30d50d1547028d8c10b3d520958d&device_id=0b1cea38-ab28-485a-aa91-19d577a750fd HTTP/1.1" status: 200 len: 210 time: 0.0255897 Apr 29 07:43:14.443506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Deleting port b5934208-23e7-4b96-ac1a-28ba3d6e3060 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:14.443885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b5934208-23e7-4b96-ac1a-28ba3d6e3060), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.517925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b5934208-23e7-4b96-ac1a-28ba3d6e3060), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.518246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for floatingip (b5934208-23e7-4b96-ac1a-28ba3d6e3060), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.531054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Calling delete_port for b5934208-23e7-4b96-ac1a-28ba3d6e3060 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:14.625976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1029ee-d490-4bb6-bb7f-f202532621de req-a41d7253-8195-4b8d-a0fc-14977f1e1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:14.627452 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ee1029ee-d490-4bb6-bb7f-f202532621de req-a41d7253-8195-4b8d-a0fc-14977f1e1c27 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ed3a30d50d1547028d8c10b3d520958d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1674027 Apr 29 07:43:14.664239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b5934208-23e7-4b96-ac1a-28ba3d6e3060), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.695798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event deleted for resources: {'Port': ['ID=b5934208-23e7-4b96-ac1a-28ba3d6e3060,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:14.757902 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for floatingip (939da69b-e62b-4911-840d-1afffe6ca9a1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.760744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.761945 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5da07422-9009-4110-a251-be0b3aa0191e tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "DELETE /v2.0/floatingips/939da69b-e62b-4911-840d-1afffe6ca9a1 HTTP/1.1" status: 204 len: 168 time: 0.4595449 Apr 29 07:43:14.765690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54954) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:14.770219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cd921d94-db08-41c3-a00e-a9466d32a036 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Request body: {'floatingip': {'floating_network_id': 'f2525a8c-4f9b-45de-8f54-3d0b81eb876b', 'port_id': 'a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:14.785486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1029ee-d490-4bb6-bb7f-f202532621de req-8da44a53-eb72-4a25-a5a0-067165c7ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:14.786994 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ee1029ee-d490-4bb6-bb7f-f202532621de req-8da44a53-eb72-4a25-a5a0-067165c7ca65 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540539 Apr 29 07:43:14.793887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd921d94-db08-41c3-a00e-a9466d32a036 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.908197 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-cd921d94-db08-41c3-a00e-a9466d32a036 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 07:43:14.909263 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cd921d94-db08-41c3-a00e-a9466d32a036 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1425145 Apr 29 07:43:14.913920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54958) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:14.918232 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:14.939217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:14.946930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54960) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:14.992618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0212292-f13a-4ca3-b9c2-e8caf5931e9e admin admin] Deleting subnet 9b333709-8dfa-43d2-9601-606a7e4d030c {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:43:14.995932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c0212292-f13a-4ca3-b9c2-e8caf5931e9e admin admin] Publish callbacks [] for subnet (9b333709-8dfa-43d2-9601-606a7e4d030c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.033455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c0212292-f13a-4ca3-b9c2-e8caf5931e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (9b333709-8dfa-43d2-9601-606a7e4d030c), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.034951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.071867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c0212292-f13a-4ca3-b9c2-e8caf5931e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (9b333709-8dfa-43d2-9601-606a7e4d030c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.128278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c0212292-f13a-4ca3-b9c2-e8caf5931e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (9b333709-8dfa-43d2-9601-606a7e4d030c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.139991 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Allocated IP 172.26.3.9 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/90932ccf-da94-4c95-a0c2-2786ed67d8ca) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:15.153160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0212292-f13a-4ca3-b9c2-e8caf5931e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b333709-8dfa-43d2-9601-606a7e4d030c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:15.156942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c0212292-f13a-4ca3-b9c2-e8caf5931e9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.160276 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c0212292-f13a-4ca3-b9c2-e8caf5931e9e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b333709-8dfa-43d2-9601-606a7e4d030c HTTP/1.1" status: 204 len: 168 time: 0.2120416 Apr 29 07:43:15.162699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54962) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:15.231526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (1b535aab-ee02-4759-adf7-77f38fdfba24), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.245832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for port (90932ccf-da94-4c95-a0c2-2786ed67d8ca), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.280504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (90932ccf-da94-4c95-a0c2-2786ed67d8ca), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.307263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (1b535aab-ee02-4759-adf7-77f38fdfba24), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.319412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:15.322288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:15.329013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:15.332246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event updated for resources: {'Port': ['ID=90932ccf-da94-4c95-a0c2-2786ed67d8ca,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:15.332523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b535aab-ee02-4759-adf7-77f38fdfba24']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:15.347489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device bbad162c-e0c8-489b-9bff-c86a990cc341 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:43:15.349149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:15.349491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:15.363686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.369150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: bbad162c-e0c8-489b-9bff-c86a990cc341 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:43:15.369540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device bbad162c-e0c8-489b-9bff-c86a990cc341 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:43:15.378673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.385729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:15.386131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (1f177bf6-e482-4ee0-b3d5-dc0da66f3a1d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:15.387823 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:15.447298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (1b535aab-ee02-4759-adf7-77f38fdfba24), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.453074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.457712 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1b535aab-ee02-4759-adf7-77f38fdfba24 HTTP/1.1" status: 204 len: 168 time: 0.2939513 Apr 29 07:43:15.459993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54964) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:15.494177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfd4ad-a1b4-4476-a819-ab30932a0426 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b535aab-ee02-4759-adf7-77f38fdfba24,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:15.500602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Deleting port 90932ccf-da94-4c95-a0c2-2786ed67d8ca {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:15.500945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (90932ccf-da94-4c95-a0c2-2786ed67d8ca), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.513990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfee5ab-ff80-466c-bd2b-0bf957aff486 admin admin] Deleting subnet b130f7cc-c1ea-494a-9a80-9e055959790d {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:43:15.517080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-acfee5ab-ff80-466c-bd2b-0bf957aff486 admin admin] Publish callbacks [] for subnet (b130f7cc-c1ea-494a-9a80-9e055959790d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.556243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-acfee5ab-ff80-466c-bd2b-0bf957aff486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (b130f7cc-c1ea-494a-9a80-9e055959790d), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.596966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-acfee5ab-ff80-466c-bd2b-0bf957aff486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (b130f7cc-c1ea-494a-9a80-9e055959790d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.651114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-acfee5ab-ff80-466c-bd2b-0bf957aff486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (b130f7cc-c1ea-494a-9a80-9e055959790d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.677156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfee5ab-ff80-466c-bd2b-0bf957aff486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b130f7cc-c1ea-494a-9a80-9e055959790d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:15.681156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-acfee5ab-ff80-466c-bd2b-0bf957aff486 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.684906 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-acfee5ab-ff80-466c-bd2b-0bf957aff486 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b130f7cc-c1ea-494a-9a80-9e055959790d HTTP/1.1" status: 204 len: 168 time: 0.2237680 Apr 29 07:43:15.687451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54966) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:15.762155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (2980dd82-a380-476c-b616-a3356c34e60d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.849505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (2980dd82-a380-476c-b616-a3356c34e60d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.871492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2980dd82-a380-476c-b616-a3356c34e60d']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:15.881581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88949eb-c000-4aa2-ac2f-9f1912d57cba') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:15.881954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88949eb-c000-4aa2-ac2f-9f1912d57cba') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:15.891327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (f88949eb-c000-4aa2-ac2f-9f1912d57cba), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.906248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f88949eb-c000-4aa2-ac2f-9f1912d57cba), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.912546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:15.912980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (f88949eb-c000-4aa2-ac2f-9f1912d57cba), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:15.915544 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:15.927824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (90932ccf-da94-4c95-a0c2-2786ed67d8ca), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.928453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for floatingip (90932ccf-da94-4c95-a0c2-2786ed67d8ca), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.939931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Calling delete_port for 90932ccf-da94-4c95-a0c2-2786ed67d8ca owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:15.976271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (2980dd82-a380-476c-b616-a3356c34e60d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.981891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:15.985335 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2980dd82-a380-476c-b616-a3356c34e60d HTTP/1.1" status: 204 len: 168 time: 0.2968924 Apr 29 07:43:16.002412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd207687-7259-4fa4-9493-a92f917400a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2980dd82-a380-476c-b616-a3356c34e60d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:16.065081 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (90932ccf-da94-4c95-a0c2-2786ed67d8ca), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.091166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event deleted for resources: {'Port': ['ID=90932ccf-da94-4c95-a0c2-2786ed67d8ca,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:16.146743 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54970) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:16.190836 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] create failed (client error): The resource could not be found. Apr 29 07:43:16.191887 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c4976eb3-fa4f-4a64-b528-a40adc00e899 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2770410 Apr 29 07:43:16.195751 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54972) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:16.201335 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2af9aed1-9562-4290-99ee-a50f7ec2bd72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed3a30d50d1547028d8c10b3d520958d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534749 Apr 29 07:43:16.203962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54974) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:16.308243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7dd5f1a-8219-4b30-8b9b-d48ed551ba3e admin admin] Publish callbacks [] for security_group (f7346035-b13a-4d3b-b551-dab343c778de), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.334946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7dd5f1a-8219-4b30-8b9b-d48ed551ba3e admin admin] Publish callbacks [] for security_group (f7346035-b13a-4d3b-b551-dab343c778de), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.356869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4cd01-3fb2-4c5b-9f4c-7e6653876b42 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Deleting port a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:16.357194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd01-3fb2-4c5b-9f4c-7e6653876b42 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.434961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7dd5f1a-8219-4b30-8b9b-d48ed551ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f7346035-b13a-4d3b-b551-dab343c778de), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.438911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c7dd5f1a-8219-4b30-8b9b-d48ed551ba3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.440674 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c7dd5f1a-8219-4b30-8b9b-d48ed551ba3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7346035-b13a-4d3b-b551-dab343c778de HTTP/1.1" status: 204 len: 168 time: 0.2355583 Apr 29 07:43:16.460346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd5f1a-8219-4b30-8b9b-d48ed551ba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7346035-b13a-4d3b-b551-dab343c778de,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:16.469505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd01-3fb2-4c5b-9f4c-7e6653876b42 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.481676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4cd01-3fb2-4c5b-9f4c-7e6653876b42 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Calling delete_port for a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:16.611422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd01-3fb2-4c5b-9f4c-7e6653876b42 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.639885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4cd01-3fb2-4c5b-9f4c-7e6653876b42 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event deleted for resources: {'Port': ['ID=a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:16.716782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd01-3fb2-4c5b-9f4c-7e6653876b42 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.720109 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e2a4cd01-3fb2-4c5b-9f4c-7e6653876b42 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "DELETE /v2.0/ports/a1b3fb8c-0796-47d7-9b03-e9bf6c8ab7a2 HTTP/1.1" status: 204 len: 168 time: 0.5230584 Apr 29 07:43:16.722787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54980) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:16.776755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50df379-6c61-44b2-bbf6-f83a4da12bfc tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:16.778305 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a50df379-6c61-44b2-bbf6-f83a4da12bfc tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "GET /v2.0/ports?device_id=37b21a54-798a-4f35-96a5-59e9a8cc8fa4 HTTP/1.1" status: 200 len: 913 time: 0.0546093 Apr 29 07:43:16.781191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54982) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:16.803355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54984) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:16.847048 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-954c49d1-205d-438c-ab85-83cc8fee24ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b165a15e2ba461b821d1001c062e16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425236 Apr 29 07:43:16.849649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 54986) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:16.900463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1728e0e-a6e8-448e-85db-13b0bd4afc65 admin admin] Publish callbacks [] for security_group (1df05c50-2139-4233-8d0d-0b308dcd261b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.921393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1728e0e-a6e8-448e-85db-13b0bd4afc65 admin admin] Publish callbacks [] for security_group (1df05c50-2139-4233-8d0d-0b308dcd261b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.969111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1728e0e-a6e8-448e-85db-13b0bd4afc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (1df05c50-2139-4233-8d0d-0b308dcd261b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.971668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b1728e0e-a6e8-448e-85db-13b0bd4afc65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:16.973443 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b1728e0e-a6e8-448e-85db-13b0bd4afc65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1df05c50-2139-4233-8d0d-0b308dcd261b HTTP/1.1" status: 204 len: 168 time: 0.1226921 Apr 29 07:43:16.983572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1728e0e-a6e8-448e-85db-13b0bd4afc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df05c50-2139-4233-8d0d-0b308dcd261b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:17.103484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:17.362640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Deleting port b97ec1b6-3723-4ec0-913e-2214ce71ab4c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:17.362979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:17.453436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:17.465377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Calling delete_port for b97ec1b6-3723-4ec0-913e-2214ce71ab4c owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:17.638962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b97ec1b6-3723-4ec0-913e-2214ce71ab4c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:17.668077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event deleted for resources: {'Port': ['ID=b97ec1b6-3723-4ec0-913e-2214ce71ab4c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:17.809694 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:17.966805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Router 37b21a54-798a-4f35-96a5-59e9a8cc8fa4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:43:18.335383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:18.341463 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3898c7fc-4733-4df1-94c8-ccd859bd56e5 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "PUT /v2.0/routers/37b21a54-798a-4f35-96a5-59e9a8cc8fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5580487 Apr 29 07:43:18.342938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54990) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:18.345673 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbab01f-b5f6-4088-a3e7-039cc0c25071 None None] Sync routers for ids ['37b21a54-798a-4f35-96a5-59e9a8cc8fa4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:18.360263 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbab01f-b5f6-4088-a3e7-039cc0c25071 None None] Routers {'37b21a54-798a-4f35-96a5-59e9a8cc8fa4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:18.360887 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9dbab01f-b5f6-4088-a3e7-039cc0c25071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['37b21a54-798a-4f35-96a5-59e9a8cc8fa4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:18.393203 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9dbab01f-b5f6-4088-a3e7-039cc0c25071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:18.402114 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbab01f-b5f6-4088-a3e7-039cc0c25071 None None] Routers {'37b21a54-798a-4f35-96a5-59e9a8cc8fa4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:18.402705 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9dbab01f-b5f6-4088-a3e7-039cc0c25071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['37b21a54-798a-4f35-96a5-59e9a8cc8fa4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:18.418265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0dd6486c-579a-4d13-98b8-22032bb00e28 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for router (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.434207 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9dbab01f-b5f6-4088-a3e7-039cc0c25071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:18.434813 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbab01f-b5f6-4088-a3e7-039cc0c25071 None None] The sync data for ids ['37b21a54-798a-4f35-96a5-59e9a8cc8fa4'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:18.586820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0dd6486c-579a-4d13-98b8-22032bb00e28 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.588886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0dd6486c-579a-4d13-98b8-22032bb00e28 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for router_controller (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.635493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0dd6486c-579a-4d13-98b8-22032bb00e28 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (37b21a54-798a-4f35-96a5-59e9a8cc8fa4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.636088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd6486c-579a-4d13-98b8-22032bb00e28 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Fanout notify agent at l3_agent the message router_deleted on router 37b21a54-798a-4f35-96a5-59e9a8cc8fa4 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:43:18.643225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0dd6486c-579a-4d13-98b8-22032bb00e28 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.644373 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0dd6486c-579a-4d13-98b8-22032bb00e28 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "DELETE /v2.0/routers/37b21a54-798a-4f35-96a5-59e9a8cc8fa4 HTTP/1.1" status: 204 len: 168 time: 0.3005321 Apr 29 07:43:18.646917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54992) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:18.698644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbaaf1b-8472-4328-a024-fc1c6fe44123 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Deleting subnet 95bdac1e-a530-486d-9b25-dcdf6e273ec8 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:43:18.702599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdbaaf1b-8472-4328-a024-fc1c6fe44123 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for subnet (95bdac1e-a530-486d-9b25-dcdf6e273ec8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.741691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdbaaf1b-8472-4328-a024-fc1c6fe44123 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (95bdac1e-a530-486d-9b25-dcdf6e273ec8), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.825512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdbaaf1b-8472-4328-a024-fc1c6fe44123 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (95bdac1e-a530-486d-9b25-dcdf6e273ec8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.882563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdbaaf1b-8472-4328-a024-fc1c6fe44123 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (95bdac1e-a530-486d-9b25-dcdf6e273ec8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.909829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaaf1b-8472-4328-a024-fc1c6fe44123 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event deleted for resources: {'Subnet': ['ID=95bdac1e-a530-486d-9b25-dcdf6e273ec8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:18.911752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cdbaaf1b-8472-4328-a024-fc1c6fe44123 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:18.914906 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cdbaaf1b-8472-4328-a024-fc1c6fe44123 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "DELETE /v2.0/subnets/95bdac1e-a530-486d-9b25-dcdf6e273ec8 HTTP/1.1" status: 204 len: 168 time: 0.2670119 Apr 29 07:43:18.917650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 54994) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:18.919111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fbe27f-d9d7-4c69-99d3-332753092c9f None None] Network f2525a8c-4f9b-45de-8f54-3d0b81eb876b requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:18.995799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (f2525a8c-4f9b-45de-8f54-3d0b81eb876b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.061145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b434e80c-0a17-4537-a0f1-4a5692b36bab None None] DHCP port deletion for f2525a8c-4f9b-45de-8f54-3d0b81eb876b request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:43:19.061420 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Deleting port 4b5dd885-23d9-4638-bc82-7f29c8e9379a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:19.061534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.108327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b434e80c-0a17-4537-a0f1-4a5692b36bab None None] Deleting port 4b5dd885-23d9-4638-bc82-7f29c8e9379a {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:19.108693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b434e80c-0a17-4537-a0f1-4a5692b36bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.124663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] For port 4b5dd885-23d9-4638-bc82-7f29c8e9379a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4b5dd885-23d9-4638-bc82-7f29c8e9379a,segment=NetworkSegment(cc234d82-b6ae-4279-9d20-dce3c9dac6a6),segment_id=cc234d82-b6ae-4279-9d20-dce3c9dac6a6)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:19.125180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.141916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Calling delete_port for 4b5dd885-23d9-4638-bc82-7f29c8e9379a owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:19.175228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b434e80c-0a17-4537-a0f1-4a5692b36bab None None] For port 4b5dd885-23d9-4638-bc82-7f29c8e9379a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4b5dd885-23d9-4638-bc82-7f29c8e9379a,segment=NetworkSegment(cc234d82-b6ae-4279-9d20-dce3c9dac6a6),segment_id=cc234d82-b6ae-4279-9d20-dce3c9dac6a6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:19.175674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b434e80c-0a17-4537-a0f1-4a5692b36bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.179511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4b5dd885-23d9-4638-bc82-7f29c8e9379a no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:43:19.210190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b434e80c-0a17-4537-a0f1-4a5692b36bab None None] Calling delete_port for 4b5dd885-23d9-4638-bc82-7f29c8e9379a owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:19.237611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.263092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event deleted for resources: {'Port': ['ID=4b5dd885-23d9-4638-bc82-7f29c8e9379a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:19.266633 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] No DVR routers for this DVR port 4b5dd885-23d9-4638-bc82-7f29c8e9379a on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:43:19.270864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No active binding found for port 4b5dd885-23d9-4638-bc82-7f29c8e9379a {{(pid=104225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 29 07:43:19.271250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] The host dv-neutron-839860-1-hyperv is not matching for port 4b5dd885-23d9-4638-bc82-7f29c8e9379a host None! {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 29 07:43:19.272732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4b5dd885-23d9-4638-bc82-7f29c8e9379a not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:43:19.307816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b434e80c-0a17-4537-a0f1-4a5692b36bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (4b5dd885-23d9-4638-bc82-7f29c8e9379a), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.332775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434e80c-0a17-4537-a0f1-4a5692b36bab None None] Pushing event deleted for resources: {'Port': ['ID=4b5dd885-23d9-4638-bc82-7f29c8e9379a,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:19.336623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434e80c-0a17-4537-a0f1-4a5692b36bab None None] No DVR routers for this DVR port 4b5dd885-23d9-4638-bc82-7f29c8e9379a on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:43:19.348871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (f2525a8c-4f9b-45de-8f54-3d0b81eb876b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.369675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2525a8c-4f9b-45de-8f54-3d0b81eb876b']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:19.378899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc234d82-b6ae-4279-9d20-dce3c9dac6a6') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:19.379289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc234d82-b6ae-4279-9d20-dce3c9dac6a6') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:19.388624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (cc234d82-b6ae-4279-9d20-dce3c9dac6a6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.401903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (cc234d82-b6ae-4279-9d20-dce3c9dac6a6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.408439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:19.408892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (cc234d82-b6ae-4279-9d20-dce3c9dac6a6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:19.412361 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:19.473735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (f2525a8c-4f9b-45de-8f54-3d0b81eb876b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.480801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:19.483926 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] 10.222.0.23 "DELETE /v2.0/networks/f2525a8c-4f9b-45de-8f54-3d0b81eb876b HTTP/1.1" status: 204 len: 168 time: 0.5653303 Apr 29 07:43:19.496443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f34c45-3db7-4924-bd6d-23ee31403db3 tempest-FloatingIPNegativeTestJSON-503740816 tempest-FloatingIPNegativeTestJSON-503740816-project] Pushing event deleted for resources: {'Network': ['ID=f2525a8c-4f9b-45de-8f54-3d0b81eb876b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:19.786022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55000) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:19.929174 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5054e437-b27a-446f-9138-65da77d45476 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a2709ad83e44a3c88c257d5f6a7f033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418660 Apr 29 07:43:19.931851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55004) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:19.990708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdc05f8-74d1-4aa1-91fb-f781eb82a467 admin admin] Publish callbacks [] for security_group (27eb7f78-6a96-41a1-82e0-66560a6b9d3a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:20.013931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdc05f8-74d1-4aa1-91fb-f781eb82a467 admin admin] Publish callbacks [] for security_group (27eb7f78-6a96-41a1-82e0-66560a6b9d3a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:20.070157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdc05f8-74d1-4aa1-91fb-f781eb82a467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (27eb7f78-6a96-41a1-82e0-66560a6b9d3a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:20.073109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebdc05f8-74d1-4aa1-91fb-f781eb82a467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:20.074628 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ebdc05f8-74d1-4aa1-91fb-f781eb82a467 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27eb7f78-6a96-41a1-82e0-66560a6b9d3a HTTP/1.1" status: 204 len: 168 time: 0.1415126 Apr 29 07:43:20.082711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc05f8-74d1-4aa1-91fb-f781eb82a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eb7f78-6a96-41a1-82e0-66560a6b9d3a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:20.767891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55026) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:20.871853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'networks': [{'name': 'tempest-network--877071622'}, {'name': 'tempest-network--330381413'}]} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:20.872486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'network': {'name': 'tempest-network--877071622'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:20.872625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'network': {'name': 'tempest-network--330381413'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:20.895921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Made reservation on behalf of b5d4f3cde461445ea3ba9917c508d9c6 for: {'network': 2} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:20.900163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:20.908611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:20.983678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for security_group (f194262c-21ce-4117-b6e7-be0e3a392f32), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:20.989349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f194262c-21ce-4117-b6e7-be0e3a392f32), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:20.989810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.024885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f194262c-21ce-4117-b6e7-be0e3a392f32,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:21.032450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:43:21.042007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c679a106-0ad0-48df-9bd7-6f70674da2b4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.042352 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Added segment c679a106-0ad0-48df-9bd7-6f70674da2b4 of type vlan for network a1ea9040-0028-4c37-902a-7c6ebffa9417 Apr 29 07:43:21.088170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (a1ea9040-0028-4c37-902a-7c6ebffa9417), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.115293 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:43:21.117665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:43:21.127508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (d08ba3bf-9a78-4201-86cc-8196ebd619dd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.127849 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Added segment d08ba3bf-9a78-4201-86cc-8196ebd619dd of type vlan for network 8a0940c1-4976-4c63-b99f-0e150422b9c1 Apr 29 07:43:21.165518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (8a0940c1-4976-4c63-b99f-0e150422b9c1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.191876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (a1ea9040-0028-4c37-902a-7c6ebffa9417), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.192374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (8a0940c1-4976-4c63-b99f-0e150422b9c1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.197455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:21.201962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:21.202566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.259229 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.4901989 Apr 29 07:43:21.262052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55030) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:21.271498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Network': ['ID=a1ea9040-0028-4c37-902a-7c6ebffa9417,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:21.282850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network a1ea9040-0028-4c37-902a-7c6ebffa9417 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:43:21.341096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f0f01-788c-45e4-aee5-6bd6ac39dd62 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Network': ['ID=8a0940c1-4976-4c63-b99f-0e150422b9c1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:21.351711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 8a0940c1-4976-4c63-b99f-0e150422b9c1 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:43:21.381542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa931c-d987-441c-a3fc-d07084913344 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:21.386779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa931c-d987-441c-a3fc-d07084913344 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:21.391688 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa931c-d987-441c-a3fc-d07084913344 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:21.396847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa931c-d987-441c-a3fc-d07084913344 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:21.401091 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0faa931c-d987-441c-a3fc-d07084913344 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1354318 Apr 29 07:43:21.401467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55032) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:21.474889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (a1ea9040-0028-4c37-902a-7c6ebffa9417), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.562424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (a1ea9040-0028-4c37-902a-7c6ebffa9417), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.582333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ea9040-0028-4c37-902a-7c6ebffa9417']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:21.591558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c679a106-0ad0-48df-9bd7-6f70674da2b4') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:21.591852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c679a106-0ad0-48df-9bd7-6f70674da2b4') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:21.601572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (c679a106-0ad0-48df-9bd7-6f70674da2b4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.616361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (c679a106-0ad0-48df-9bd7-6f70674da2b4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.622829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:21.623210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (c679a106-0ad0-48df-9bd7-6f70674da2b4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:21.626107 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:21.684421 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (a1ea9040-0028-4c37-902a-7c6ebffa9417), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.692049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.694333 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/networks/a1ea9040-0028-4c37-902a-7c6ebffa9417 HTTP/1.1" status: 204 len: 168 time: 0.2918754 Apr 29 07:43:21.697431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55034) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:21.706656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983602b0-2b7c-4f00-bfc7-bca308140b56 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Network': ['ID=a1ea9040-0028-4c37-902a-7c6ebffa9417,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:21.786294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (8a0940c1-4976-4c63-b99f-0e150422b9c1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.872146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (8a0940c1-4976-4c63-b99f-0e150422b9c1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.896134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0940c1-4976-4c63-b99f-0e150422b9c1']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:21.906508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08ba3bf-9a78-4201-86cc-8196ebd619dd') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:21.906806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08ba3bf-9a78-4201-86cc-8196ebd619dd') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:21.916568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (d08ba3bf-9a78-4201-86cc-8196ebd619dd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.930204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (d08ba3bf-9a78-4201-86cc-8196ebd619dd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.936067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:21.936445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (d08ba3bf-9a78-4201-86cc-8196ebd619dd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:21.939355 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:22.002440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (8a0940c1-4976-4c63-b99f-0e150422b9c1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.011430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.016005 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/networks/8a0940c1-4976-4c63-b99f-0e150422b9c1 HTTP/1.1" status: 204 len: 168 time: 0.3175793 Apr 29 07:43:22.018816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55036) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:22.027596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1a6a8-a537-4abc-8fbe-27050c1e81e4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Network': ['ID=8a0940c1-4976-4c63-b99f-0e150422b9c1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:22.124622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092fd992-d49d-4183-bc7c-5c490dcd976e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:22.129779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092fd992-d49d-4183-bc7c-5c490dcd976e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:22.131309 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-092fd992-d49d-4183-bc7c-5c490dcd976e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1113954 Apr 29 07:43:22.135681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55038) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:22.140642 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-176849192'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:22.164685 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Made reservation on behalf of b5d4f3cde461445ea3ba9917c508d9c6 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:22.168135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.193154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:43:22.202802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (efc9cc26-f0e9-4144-8098-b309aafc4850), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.203136 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Added segment efc9cc26-f0e9-4144-8098-b309aafc4850 of type vlan for network 2e6e543c-1409-490f-aa26-b843c2e7822c Apr 29 07:43:22.242748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (2e6e543c-1409-490f-aa26-b843c2e7822c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.270577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (2e6e543c-1409-490f-aa26-b843c2e7822c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.275439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:22.276008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.337117 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2003827 Apr 29 07:43:22.339980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55040) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:22.345064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1357535721'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:22.349313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63ceba-685c-4bc1-bab6-72d82971fcd5 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Network': ['ID=2e6e543c-1409-490f-aa26-b843c2e7822c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:22.360952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 2e6e543c-1409-490f-aa26-b843c2e7822c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:43:22.367866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Made reservation on behalf of b5d4f3cde461445ea3ba9917c508d9c6 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:22.371420 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.395048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:43:22.404295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (990f048a-4421-4340-b8c3-407ec8f2c5b6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.404731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Added segment 990f048a-4421-4340-b8c3-407ec8f2c5b6 of type vlan for network a499421c-4b39-4e59-8103-a0d2af5abe2e Apr 29 07:43:22.446339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (a499421c-4b39-4e59-8103-a0d2af5abe2e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.472749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (a499421c-4b39-4e59-8103-a0d2af5abe2e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.477753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:22.478328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.535437 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1942732 Apr 29 07:43:22.538423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55042) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:22.543667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'ports': [{'network_id': '2e6e543c-1409-490f-aa26-b843c2e7822c', 'name': 'tempest-port--354845640', 'admin_state_up': True}, {'network_id': 'a499421c-4b39-4e59-8103-a0d2af5abe2e', 'admin_state_up': False}]} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:22.544086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'port': {'network_id': '2e6e543c-1409-490f-aa26-b843c2e7822c', 'name': 'tempest-port--354845640', 'admin_state_up': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:22.544572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'port': {'network_id': 'a499421c-4b39-4e59-8103-a0d2af5abe2e', 'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:22.546967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035f799-444d-4a8d-8ff7-52a547b94e4e tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Network': ['ID=a499421c-4b39-4e59-8103-a0d2af5abe2e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:22.560643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network a499421c-4b39-4e59-8103-a0d2af5abe2e details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:43:22.704711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Made reservation on behalf of b5d4f3cde461445ea3ba9917c508d9c6 for: {'port': 2} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:22.708690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.721481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:22.876119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] device_id is not set on port e322d8e7-7a3c-485c-88cf-a6acd9283c4a yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:43:22.974763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for port (e322d8e7-7a3c-485c-88cf-a6acd9283c4a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.051934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] device_id is not set on port a5670dd8-3691-4117-912a-94e8b603dd9b yet. {{(pid=104224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:43:23.130376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for port (a5670dd8-3691-4117-912a-94e8b603dd9b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.170373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e322d8e7-7a3c-485c-88cf-a6acd9283c4a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.223428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Port': ['ID=e322d8e7-7a3c-485c-88cf-a6acd9283c4a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:23.239200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Checking segment: {'id': 'efc9cc26-f0e9-4144-8098-b309aafc4850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2e6e543c-1409-490f-aa26-b843c2e7822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:23.239550 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Network hostable DHCP agents. Network: 2e6e543c-1409-490f-aa26-b843c2e7822c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:43:23.260116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Network 2e6e543c-1409-490f-aa26-b843c2e7822c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:43:23.271845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 2e6e543c-1409-490f-aa26-b843c2e7822c) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:23.276067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:23.276946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (a5670dd8-3691-4117-912a-94e8b603dd9b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.283845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3f741-2127-4fe1-9113-152848e79e2a None None] Network 2e6e543c-1409-490f-aa26-b843c2e7822c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:23.340423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Port': ['ID=a5670dd8-3691-4117-912a-94e8b603dd9b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:23.356028 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Checking segment: {'id': '990f048a-4421-4340-b8c3-407ec8f2c5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a499421c-4b39-4e59-8103-a0d2af5abe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:23.356381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Network hostable DHCP agents. Network: a499421c-4b39-4e59-8103-a0d2af5abe2e, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:43:23.377399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Network a499421c-4b39-4e59-8103-a0d2af5abe2e is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:43:23.389004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, a499421c-4b39-4e59-8103-a0d2af5abe2e) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:23.393742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:23.396360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a576908-cc1d-4d09-8034-4ece45cc21d5 None None] Network a499421c-4b39-4e59-8103-a0d2af5abe2e requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:23.400568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:23.405526 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:23.406187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.422626 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b325a947-c61a-4bb4-b025-98933906b932 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8830476 Apr 29 07:43:23.425201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55044) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:23.480024 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2ccfc0-56ea-473d-b14c-43322f014429 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:23.485428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2ccfc0-56ea-473d-b14c-43322f014429 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:23.489928 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ff2ccfc0-56ea-473d-b14c-43322f014429 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0608950 Apr 29 07:43:23.490323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55046) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:23.583889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-8c62b961-54f0-41be-8e86-acaeac79a4d4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Deleting port e322d8e7-7a3c-485c-88cf-a6acd9283c4a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:23.584244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c62b961-54f0-41be-8e86-acaeac79a4d4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e322d8e7-7a3c-485c-88cf-a6acd9283c4a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.653724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c62b961-54f0-41be-8e86-acaeac79a4d4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e322d8e7-7a3c-485c-88cf-a6acd9283c4a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.668770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-8c62b961-54f0-41be-8e86-acaeac79a4d4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Calling delete_port for e322d8e7-7a3c-485c-88cf-a6acd9283c4a owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:23.753505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c62b961-54f0-41be-8e86-acaeac79a4d4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e322d8e7-7a3c-485c-88cf-a6acd9283c4a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.786374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62b961-54f0-41be-8e86-acaeac79a4d4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Port': ['ID=e322d8e7-7a3c-485c-88cf-a6acd9283c4a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:23.793457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8c62b961-54f0-41be-8e86-acaeac79a4d4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.797335 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8c62b961-54f0-41be-8e86-acaeac79a4d4 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/ports/e322d8e7-7a3c-485c-88cf-a6acd9283c4a HTTP/1.1" status: 204 len: 168 time: 0.3058627 Apr 29 07:43:23.801360 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55048) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:23.896515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-11065692-c6ae-43d2-847f-d4b4b365ada6 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Deleting port a5670dd8-3691-4117-912a-94e8b603dd9b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:23.896857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11065692-c6ae-43d2-847f-d4b4b365ada6 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a5670dd8-3691-4117-912a-94e8b603dd9b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.966668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11065692-c6ae-43d2-847f-d4b4b365ada6 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a5670dd8-3691-4117-912a-94e8b603dd9b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:23.979044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-11065692-c6ae-43d2-847f-d4b4b365ada6 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Calling delete_port for a5670dd8-3691-4117-912a-94e8b603dd9b owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:24.061899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11065692-c6ae-43d2-847f-d4b4b365ada6 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a5670dd8-3691-4117-912a-94e8b603dd9b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.094030 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11065692-c6ae-43d2-847f-d4b4b365ada6 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Port': ['ID=a5670dd8-3691-4117-912a-94e8b603dd9b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:24.101574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11065692-c6ae-43d2-847f-d4b4b365ada6 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.104846 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-11065692-c6ae-43d2-847f-d4b4b365ada6 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/ports/a5670dd8-3691-4117-912a-94e8b603dd9b HTTP/1.1" status: 204 len: 168 time: 0.3023596 Apr 29 07:43:24.107514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55050) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:24.160387 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-763378a0-9f8f-4680-a7be-2c4f6e5f4c0c tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513165 Apr 29 07:43:24.164182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55052) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:24.172012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-869348606'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:24.196848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Made reservation on behalf of b5d4f3cde461445ea3ba9917c508d9c6 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:24.200511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.224424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:43:24.234025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (adb497f8-840f-42eb-a009-391f4414a069), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.234377 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Added segment adb497f8-840f-42eb-a009-391f4414a069 of type vlan for network 4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93 Apr 29 07:43:24.273637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.299147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.304359 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:24.304937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.364779 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1991746 Apr 29 07:43:24.367678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55054) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:24.372901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2046743202'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:24.376614 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1d09b-8137-4d7d-830f-29900a1090a1 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Network': ['ID=4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:24.387358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:43:24.392588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Made reservation on behalf of b5d4f3cde461445ea3ba9917c508d9c6 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:24.395859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.418700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:43:24.427575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f60b2bda-decd-45db-bd2c-faa835e9d8f2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.427968 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Added segment f60b2bda-decd-45db-bd2c-faa835e9d8f2 of type vlan for network b8e8ae62-df35-49b2-8dad-9c104b7b97ec Apr 29 07:43:24.467670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (b8e8ae62-df35-49b2-8dad-9c104b7b97ec), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.493452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (b8e8ae62-df35-49b2-8dad-9c104b7b97ec), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.498471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:24.499062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.554890 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1859260 Apr 29 07:43:24.566867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708d326-7fb4-4092-b84f-5ed58a453abc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Network': ['ID=b8e8ae62-df35-49b2-8dad-9c104b7b97ec,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:24.577566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network b8e8ae62-df35-49b2-8dad-9c104b7b97ec details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:43:24.679962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55056) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:24.688874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'subnets': [{'network_id': '4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1967665575', 'ip_version': 4}, {'network_id': 'b8e8ae62-df35-49b2-8dad-9c104b7b97ec', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:24.689394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'subnet': {'network_id': '4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1967665575', 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:24.690399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Request body: {'subnet': {'network_id': 'b8e8ae62-df35-49b2-8dad-9c104b7b97ec', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:24.857332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Made reservation on behalf of b5d4f3cde461445ea3ba9917c508d9c6 for: {'subnet': 2} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:24.861665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:24.862094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.203263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (c1773d43-e0ef-430f-ad30-4da3e4d075f7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.262259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Subnet': ['ID=c1773d43-e0ef-430f-ad30-4da3e4d075f7,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:25.272305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Checking segment: {'id': 'adb497f8-840f-42eb-a009-391f4414a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:25.272678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Network hostable DHCP agents. Network: 4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:43:25.292829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Network 4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:43:25.303005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:25.307733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (8bdeeca4-a2ec-4387-94cf-c9407236fd6d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.311564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35ccc8-02e7-4c46-b8cc-aa1099d95a89 None None] Network 4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:25.371445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event updated for resources: {'Subnet': ['ID=8bdeeca4-a2ec-4387-94cf-c9407236fd6d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:25.380486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Checking segment: {'id': 'f60b2bda-decd-45db-bd2c-faa835e9d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b8e8ae62-df35-49b2-8dad-9c104b7b97ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:25.380847 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Network hostable DHCP agents. Network: b8e8ae62-df35-49b2-8dad-9c104b7b97ec, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:43:25.403758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Network b8e8ae62-df35-49b2-8dad-9c104b7b97ec is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:43:25.414998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, b8e8ae62-df35-49b2-8dad-9c104b7b97ec) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:25.419946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:25.419946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:25.420453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.429094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7af17e-8f78-4633-9ce2-eecd12edfd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93', 'network_id': '4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93', 'project_id': 'b5d4f3cde461445ea3ba9917c508d9c6', 'fixed_ips': [{'subnet_id': 'c1773d43-e0ef-430f-ad30-4da3e4d075f7'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:43:25.432151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc7af17e-8f78-4633-9ce2-eecd12edfd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.436657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6b1a1-ce5a-4f89-85f5-5f6ca2e53d23 None None] Network b8e8ae62-df35-49b2-8dad-9c104b7b97ec requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:25.441282 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-87355712-5b44-4fc3-be98-83c751854ba9 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7580829 Apr 29 07:43:25.441948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55060) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:25.497374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6edab6-3709-4c76-b861-854de113b3bd tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:25.498960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6edab6-3709-4c76-b861-854de113b3bd tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:25.500463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6edab6-3709-4c76-b861-854de113b3bd tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:25.505529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55064) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:25.506042 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ff6edab6-3709-4c76-b861-854de113b3bd tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0627518 Apr 29 07:43:25.558828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-793b1b17-f413-4800-8c21-a47d1a9d3b2d tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Deleting subnet c1773d43-e0ef-430f-ad30-4da3e4d075f7 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:43:25.562176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-793b1b17-f413-4800-8c21-a47d1a9d3b2d tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for subnet (c1773d43-e0ef-430f-ad30-4da3e4d075f7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.602737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-793b1b17-f413-4800-8c21-a47d1a9d3b2d tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (c1773d43-e0ef-430f-ad30-4da3e4d075f7), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.607941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-b8e8ae62-df35-49b2-8dad-9c104b7b97ec', 'network_id': 'b8e8ae62-df35-49b2-8dad-9c104b7b97ec', 'project_id': 'b5d4f3cde461445ea3ba9917c508d9c6', 'fixed_ips': [{'subnet_id': '8bdeeca4-a2ec-4387-94cf-c9407236fd6d'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:43:25.608796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.653285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-793b1b17-f413-4800-8c21-a47d1a9d3b2d tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (c1773d43-e0ef-430f-ad30-4da3e4d075f7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.720305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-793b1b17-f413-4800-8c21-a47d1a9d3b2d tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (c1773d43-e0ef-430f-ad30-4da3e4d075f7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server [None req-dc7af17e-8f78-4633-9ce2-eecd12edfd07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1773d43-e0ef-430f-ad30-4da3e4d075f7: This subnet is being modified by another concurrent operation. Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise exception Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1773d43-e0ef-430f-ad30-4da3e4d075f7: This subnet is being modified by another concurrent operation. Apr 29 07:43:25.733063 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server Apr 29 07:43:25.744850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b1b17-f413-4800-8c21-a47d1a9d3b2d tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Subnet': ['ID=c1773d43-e0ef-430f-ad30-4da3e4d075f7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:25.750937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-793b1b17-f413-4800-8c21-a47d1a9d3b2d tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.752765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Allocated IP 172.20.0.18 (b8e8ae62-df35-49b2-8dad-9c104b7b97ec/8bdeeca4-a2ec-4387-94cf-c9407236fd6d/1701cf6a-152a-43bf-873c-25fd8ba22ef4) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:25.756431 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-793b1b17-f413-4800-8c21-a47d1a9d3b2d tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/subnets/c1773d43-e0ef-430f-ad30-4da3e4d075f7 HTTP/1.1" status: 204 len: 168 time: 0.2467144 Apr 29 07:43:25.756660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55066) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:25.766031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a101a08-55b7-488d-a08b-f18bcadeca55 None None] Network 4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:25.809630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c8fd52-ab7d-44dd-9ee7-7076e53591af tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Deleting subnet 8bdeeca4-a2ec-4387-94cf-c9407236fd6d {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:43:25.973141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Publish callbacks [] for port (1701cf6a-152a-43bf-873c-25fd8ba22ef4), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.981453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4c8fd52-ab7d-44dd-9ee7-7076e53591af tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for subnet (8bdeeca4-a2ec-4387-94cf-c9407236fd6d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:25.982718 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (1701cf6a-152a-43bf-873c-25fd8ba22ef4), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.017926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Network b8e8ae62-df35-49b2-8dad-9c104b7b97ec is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:26.023482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:26.025386 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4c8fd52-ab7d-44dd-9ee7-7076e53591af tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (8bdeeca4-a2ec-4387-94cf-c9407236fd6d), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.026991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:26.036117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Pushing event updated for resources: {'Port': ['ID=1701cf6a-152a-43bf-873c-25fd8ba22ef4,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:26.087257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Attempting to bind port 1701cf6a-152a-43bf-873c-25fd8ba22ef4 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:43:26.087621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Attempting to bind port 1701cf6a-152a-43bf-873c-25fd8ba22ef4 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'f60b2bda-decd-45db-bd2c-faa835e9d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b8e8ae62-df35-49b2-8dad-9c104b7b97ec'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:43:26.087970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Attempting to bind port 1701cf6a-152a-43bf-873c-25fd8ba22ef4 on network b8e8ae62-df35-49b2-8dad-9c104b7b97ec {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:43:26.093022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:43:26.093418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Checking segment: {'id': 'f60b2bda-decd-45db-bd2c-faa835e9d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b8e8ae62-df35-49b2-8dad-9c104b7b97ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:26.093819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.094193 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Bound using segment: {'id': 'f60b2bda-decd-45db-bd2c-faa835e9d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b8e8ae62-df35-49b2-8dad-9c104b7b97ec'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:43:26.094635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Bound port: 1701cf6a-152a-43bf-873c-25fd8ba22ef4, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60b2bda-decd-45db-bd2c-faa835e9d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b8e8ae62-df35-49b2-8dad-9c104b7b97ec'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:43:26.095038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1701cf6a-152a-43bf-873c-25fd8ba22ef4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.114627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4c8fd52-ab7d-44dd-9ee7-7076e53591af tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (8bdeeca4-a2ec-4387-94cf-c9407236fd6d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.172744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4c8fd52-ab7d-44dd-9ee7-7076e53591af tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (8bdeeca4-a2ec-4387-94cf-c9407236fd6d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.174950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] For port 1701cf6a-152a-43bf-873c-25fd8ba22ef4, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:43:26.178119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] For port 1701cf6a-152a-43bf-873c-25fd8ba22ef4, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1701cf6a-152a-43bf-873c-25fd8ba22ef4,segment=NetworkSegment(f60b2bda-decd-45db-bd2c-faa835e9d8f2),segment_id=f60b2bda-decd-45db-bd2c-faa835e9d8f2)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:43:26.183767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1701cf6a-152a-43bf-873c-25fd8ba22ef4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.201876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8fd52-ab7d-44dd-9ee7-7076e53591af tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Subnet': ['ID=8bdeeca4-a2ec-4387-94cf-c9407236fd6d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:26.203806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a4c8fd52-ab7d-44dd-9ee7-7076e53591af tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.215433 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a4c8fd52-ab7d-44dd-9ee7-7076e53591af tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/subnets/8bdeeca4-a2ec-4387-94cf-c9407236fd6d HTTP/1.1" status: 204 len: 168 time: 0.4576883 Apr 29 07:43:26.217936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55068) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:26.242042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60dd49-c3a7-4560-8ec3-3764a9fb5a28 None None] Pushing event updated for resources: {'Port': ['ID=1701cf6a-152a-43bf-873c-25fd8ba22ef4,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:26.279063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd0bda-20e4-4883-805c-7f5791606bd8 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:26.280565 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-30cd0bda-20e4-4883-805c-7f5791606bd8 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0613472 Apr 29 07:43:26.284312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55070) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:26.364194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (b8e8ae62-df35-49b2-8dad-9c104b7b97ec), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.423701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Deleting port 1701cf6a-152a-43bf-873c-25fd8ba22ef4 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:26.424446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1701cf6a-152a-43bf-873c-25fd8ba22ef4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.498942 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] For port 1701cf6a-152a-43bf-873c-25fd8ba22ef4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1701cf6a-152a-43bf-873c-25fd8ba22ef4,segment=NetworkSegment(f60b2bda-decd-45db-bd2c-faa835e9d8f2),segment_id=f60b2bda-decd-45db-bd2c-faa835e9d8f2)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:26.499224 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1701cf6a-152a-43bf-873c-25fd8ba22ef4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.512969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Calling delete_port for 1701cf6a-152a-43bf-873c-25fd8ba22ef4 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:26.595754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1701cf6a-152a-43bf-873c-25fd8ba22ef4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.628023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] No DVR routers for this DVR port 1701cf6a-152a-43bf-873c-25fd8ba22ef4 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:43:26.632728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Port': ['ID=1701cf6a-152a-43bf-873c-25fd8ba22ef4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:26.709623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (b8e8ae62-df35-49b2-8dad-9c104b7b97ec), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.729251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e8ae62-df35-49b2-8dad-9c104b7b97ec']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:26.738482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60b2bda-decd-45db-bd2c-faa835e9d8f2') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:26.738770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60b2bda-decd-45db-bd2c-faa835e9d8f2') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:26.748131 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (f60b2bda-decd-45db-bd2c-faa835e9d8f2), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.761465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (f60b2bda-decd-45db-bd2c-faa835e9d8f2), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.767282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:26.767653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (f60b2bda-decd-45db-bd2c-faa835e9d8f2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:26.770563 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:26.834778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (b8e8ae62-df35-49b2-8dad-9c104b7b97ec), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.841911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:26.845166 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/networks/b8e8ae62-df35-49b2-8dad-9c104b7b97ec HTTP/1.1" status: 204 len: 168 time: 0.5597055 Apr 29 07:43:26.847680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55072) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:26.863462 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8761cf-71ad-4df0-bb84-cf8883996361 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Network': ['ID=b8e8ae62-df35-49b2-8dad-9c104b7b97ec,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:26.928287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.014909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.040004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:27.054982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb497f8-840f-42eb-a009-391f4414a069') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:27.055286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb497f8-840f-42eb-a009-391f4414a069') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:27.066157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (adb497f8-840f-42eb-a009-391f4414a069), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.086397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (adb497f8-840f-42eb-a009-391f4414a069), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.093295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:27.093643 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (adb497f8-840f-42eb-a009-391f4414a069), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:27.096788 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:27.107954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e96c2e-b080-4a1e-aa5b-3a389ed08288 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 07:43:27.142333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4fd1ac5b-94c0-4e65-ae21-d967f7283c25 None None] Could not find standard attr ID for object 1701cf6a-152a-43bf-873c-25fd8ba22ef4. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 07:43:27.154608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.161668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.164884 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/networks/4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93 HTTP/1.1" status: 204 len: 168 time: 0.3161933 Apr 29 07:43:27.167734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55074) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:27.176704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cafacb-fa12-480b-bb64-7aebbd4f1359 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Network': ['ID=4ed5db1d-c8fc-4fb9-a908-9b91e1a65e93,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:27.186339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e96c2e-b080-4a1e-aa5b-3a389ed08288 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 07:43:27.245672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (a499421c-4b39-4e59-8103-a0d2af5abe2e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.334775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (a499421c-4b39-4e59-8103-a0d2af5abe2e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.357227 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a499421c-4b39-4e59-8103-a0d2af5abe2e']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:27.367282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990f048a-4421-4340-b8c3-407ec8f2c5b6') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:27.367558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990f048a-4421-4340-b8c3-407ec8f2c5b6') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:27.376907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (990f048a-4421-4340-b8c3-407ec8f2c5b6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.385012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4a791-e9b0-488c-a17b-efc57bc5cd39 None None] DHCP port deletion for b8e8ae62-df35-49b2-8dad-9c104b7b97ec request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:43:27.391873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (990f048a-4421-4340-b8c3-407ec8f2c5b6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.402802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:27.403220 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (990f048a-4421-4340-b8c3-407ec8f2c5b6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:27.406144 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:27.410818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced90d6-ca44-4641-a72e-8478a2330391 None None] Network b8e8ae62-df35-49b2-8dad-9c104b7b97ec requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:27.422854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced90d6-ca44-4641-a72e-8478a2330391 None None] Network b8e8ae62-df35-49b2-8dad-9c104b7b97ec could not be found, it might have been deleted concurrently. {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 07:43:27.469977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (a499421c-4b39-4e59-8103-a0d2af5abe2e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.476608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.479733 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/networks/a499421c-4b39-4e59-8103-a0d2af5abe2e HTTP/1.1" status: 204 len: 168 time: 0.3109844 Apr 29 07:43:27.482170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55076) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:27.499499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5e133-3a55-4a05-933f-2951fb5150bc tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Network': ['ID=a499421c-4b39-4e59-8103-a0d2af5abe2e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:27.565088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (2e6e543c-1409-490f-aa26-b843c2e7822c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.653165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (2e6e543c-1409-490f-aa26-b843c2e7822c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.672486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6e543c-1409-490f-aa26-b843c2e7822c']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:27.681988 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc9cc26-f0e9-4144-8098-b309aafc4850') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:27.682271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc9cc26-f0e9-4144-8098-b309aafc4850') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:27.691640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (efc9cc26-f0e9-4144-8098-b309aafc4850), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.708434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (efc9cc26-f0e9-4144-8098-b309aafc4850), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.714716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:27.715071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (efc9cc26-f0e9-4144-8098-b309aafc4850), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:27.717990 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:27.778812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (2e6e543c-1409-490f-aa26-b843c2e7822c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.787345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:27.791393 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] 10.222.0.23 "DELETE /v2.0/networks/2e6e543c-1409-490f-aa26-b843c2e7822c HTTP/1.1" status: 204 len: 168 time: 0.3080926 Apr 29 07:43:27.807026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c71f55-e573-48f2-ae14-a66e80fbdcf0 tempest-BulkNetworkOpsTest-2001694374 tempest-BulkNetworkOpsTest-2001694374-project] Pushing event deleted for resources: {'Network': ['ID=2e6e543c-1409-490f-aa26-b843c2e7822c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:28.039017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55084) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:28.168135 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a6ad417a-8cc9-4175-a79e-027fac8d8026 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5d4f3cde461445ea3ba9917c508d9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279168 Apr 29 07:43:28.170797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55088) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:28.215847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-937ca6f2-990a-40ef-94b8-ec4ce1653cb2 admin admin] Publish callbacks [] for security_group (f194262c-21ce-4117-b6e7-be0e3a392f32), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:28.237825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-937ca6f2-990a-40ef-94b8-ec4ce1653cb2 admin admin] Publish callbacks [] for security_group (f194262c-21ce-4117-b6e7-be0e3a392f32), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:28.288556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-937ca6f2-990a-40ef-94b8-ec4ce1653cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f194262c-21ce-4117-b6e7-be0e3a392f32), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:28.291063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-937ca6f2-990a-40ef-94b8-ec4ce1653cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:28.292248 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-937ca6f2-990a-40ef-94b8-ec4ce1653cb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f194262c-21ce-4117-b6e7-be0e3a392f32 HTTP/1.1" status: 204 len: 168 time: 0.1206396 Apr 29 07:43:28.299925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ca6f2-990a-40ef-94b8-ec4ce1653cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f194262c-21ce-4117-b6e7-be0e3a392f32,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:28.972926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55110) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.072195 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-93ea170e-c792-4254-8a2e-ad12c6426f16 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] Request body: {'port': {'network_id': 'd32b0c8b-89f5-42fe-8812-f06467ce6de1', 'name': 'tempest-NetworksNegativeTestJSON-785922277'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:29.086872 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ea170e-c792-4254-8a2e-ad12c6426f16 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] POST failed (client error): The resource could not be found. Apr 29 07:43:29.087365 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ea170e-c792-4254-8a2e-ad12c6426f16 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:29.088441 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-93ea170e-c792-4254-8a2e-ad12c6426f16 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1144922 Apr 29 07:43:29.092576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55114) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.110621 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-873e9256-19b3-4c58-8538-6cf856f8f6cd tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:29.111093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873e9256-19b3-4c58-8538-6cf856f8f6cd tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:29.114546 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-873e9256-19b3-4c58-8538-6cf856f8f6cd tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "DELETE /v2.0/networks/dac5c276-3a7a-446b-8da7-22ddea733903 HTTP/1.1" status: 404 len: 339 time: 0.0209012 Apr 29 07:43:29.117139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55116) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.135983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1701cf6a-152a-43bf-873c-25fd8ba22ef4 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:43:29.140385 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5cf1b9-aa68-4a09-a163-8dee72a38c74 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:29.140925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5cf1b9-aa68-4a09-a163-8dee72a38c74 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:29.144476 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0a5cf1b9-aa68-4a09-a163-8dee72a38c74 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "DELETE /v2.0/ports/97cfad65-9436-4877-94a7-55114f31fd94 HTTP/1.1" status: 404 len: 333 time: 0.0258751 Apr 29 07:43:29.148134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55118) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.160141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 1701cf6a-152a-43bf-873c-25fd8ba22ef4 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:43:29.160508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1701cf6a-152a-43bf-873c-25fd8ba22ef4 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:43:29.178174 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-305cd2de-a2e6-427b-9eba-3bd55daadc6e tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] DELETE failed (client error): The resource could not be found. Apr 29 07:43:29.178636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305cd2de-a2e6-427b-9eba-3bd55daadc6e tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:29.181659 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-305cd2de-a2e6-427b-9eba-3bd55daadc6e tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "DELETE /v2.0/subnets/3cdac333-7518-4951-ac39-834a2e408bb3 HTTP/1.1" status: 404 len: 337 time: 0.0325394 Apr 29 07:43:29.185501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55120) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.205271 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d01c713-93f0-474f-a21a-563c260faa92 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] GET failed (client error): The resource could not be found. Apr 29 07:43:29.206547 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8d01c713-93f0-474f-a21a-563c260faa92 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "GET /v2.0/networks/ce92a482-0867-45b2-8b33-e26fbe9b830c HTTP/1.1" status: 404 len: 339 time: 0.0201533 Apr 29 07:43:29.209899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55122) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.233411 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4988838-290d-4290-8247-c915f46ab069 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] GET failed (client error): The resource could not be found. Apr 29 07:43:29.234626 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b4988838-290d-4290-8247-c915f46ab069 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "GET /v2.0/ports/424f6651-6a57-41e9-b878-d1ae7cd8554c HTTP/1.1" status: 404 len: 333 time: 0.0238056 Apr 29 07:43:29.238366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55124) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.264869 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ffecb1-ffc7-43c7-8596-3aa2dc03f54b tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] GET failed (client error): The resource could not be found. Apr 29 07:43:29.266121 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-96ffecb1-ffc7-43c7-8596-3aa2dc03f54b tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "GET /v2.0/subnets/bf040f5b-1a70-49be-bfcf-3f3f8f26a958 HTTP/1.1" status: 404 len: 337 time: 0.0268998 Apr 29 07:43:29.269596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55126) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.274407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6a243b3e-eff9-4812-8d52-12a173d903d4 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:29.287675 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a243b3e-eff9-4812-8d52-12a173d903d4 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] PUT failed (client error): The resource could not be found. Apr 29 07:43:29.288188 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a243b3e-eff9-4812-8d52-12a173d903d4 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:29.289252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6a243b3e-eff9-4812-8d52-12a173d903d4 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "PUT /v2.0/networks/419dbe3a-80c0-40c0-a4e8-bffd02cb7fad HTTP/1.1" status: 404 len: 339 time: 0.0187733 Apr 29 07:43:29.292692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55128) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.297564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a888271f-7bd0-42b4-8b37-26466fd5dbce tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:29.315638 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a888271f-7bd0-42b4-8b37-26466fd5dbce tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] PUT failed (client error): The resource could not be found. Apr 29 07:43:29.316135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a888271f-7bd0-42b4-8b37-26466fd5dbce tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:29.317183 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a888271f-7bd0-42b4-8b37-26466fd5dbce tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "PUT /v2.0/ports/2c731b36-2af0-4335-97e2-78037a3597f6 HTTP/1.1" status: 404 len: 333 time: 0.0235302 Apr 29 07:43:29.320621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55130) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.325730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e2fa740f-6e7b-4f3a-bc3c-8fd9115d8ea7 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:29.345766 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fa740f-6e7b-4f3a-bc3c-8fd9115d8ea7 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] PUT failed (client error): The resource could not be found. Apr 29 07:43:29.346196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fa740f-6e7b-4f3a-bc3c-8fd9115d8ea7 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 07:43:29.347244 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e2fa740f-6e7b-4f3a-bc3c-8fd9115d8ea7 tempest-NetworksNegativeTestJSON-973684565 tempest-NetworksNegativeTestJSON-973684565-project] 10.222.0.23 "PUT /v2.0/subnets/dd7b77e7-b3d7-4b59-b9f3-afdacbd7d4dc HTTP/1.1" status: 404 len: 337 time: 0.0257649 Apr 29 07:43:29.596470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55136) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.710557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-611ffd95-0bca-42a4-9631-307eabb7afa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:29.783418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-611ffd95-0bca-42a4-9631-307eabb7afa8 admin admin] Publish callbacks [] for security_group (6523b18c-2a04-40f5-98f3-d6f1d209b650), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:29.788841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-611ffd95-0bca-42a4-9631-307eabb7afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6523b18c-2a04-40f5-98f3-d6f1d209b650), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:29.828454 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-611ffd95-0bca-42a4-9631-307eabb7afa8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aaae8a10822747ceb825db411644313b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309253 Apr 29 07:43:29.829318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ffd95-0bca-42a4-9631-307eabb7afa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6523b18c-2a04-40f5-98f3-d6f1d209b650,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:29.831331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55140) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:29.892255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c6f-6be9-4024-80ae-3d0bd0af3a7f admin admin] Publish callbacks [] for security_group (6523b18c-2a04-40f5-98f3-d6f1d209b650), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:29.914884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c6f-6be9-4024-80ae-3d0bd0af3a7f admin admin] Publish callbacks [] for security_group (6523b18c-2a04-40f5-98f3-d6f1d209b650), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:29.971093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c6f-6be9-4024-80ae-3d0bd0af3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6523b18c-2a04-40f5-98f3-d6f1d209b650), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:29.974625 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b5db3c6f-6be9-4024-80ae-3d0bd0af3a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:29.975899 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b5db3c6f-6be9-4024-80ae-3d0bd0af3a7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6523b18c-2a04-40f5-98f3-d6f1d209b650 HTTP/1.1" status: 204 len: 168 time: 0.1436040 Apr 29 07:43:29.983541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db3c6f-6be9-4024-80ae-3d0bd0af3a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523b18c-2a04-40f5-98f3-d6f1d209b650,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:30.640060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55162) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:30.734659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454302742'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:30.756539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:30.764788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:30.841276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (3a3a7aa5-5457-43d8-872b-e353c26203c7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:30.845630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3a3a7aa5-5457-43d8-872b-e353c26203c7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:30.883301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3a7aa5-5457-43d8-872b-e353c26203c7,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:30.919492 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (594270f8-020a-4beb-ad0a-c3158e0f1529), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:30.923695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (594270f8-020a-4beb-ad0a-c3158e0f1529), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:30.950854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:30.952066 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3109543 Apr 29 07:43:30.956166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18735c63-238f-48d9-9f49-aa74c0bb8004 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594270f8-020a-4beb-ad0a-c3158e0f1529,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:30.956690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55166) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.010229 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f3dc6a1d-0467-4074-a0c1-9888a4bf2222 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0516937 Apr 29 07:43:31.013128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55168) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.017306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8eaf7136-8027-4281-9b53-fe641d6e81fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-security--1848701894', 'description': 'tempest-security-description-1916144629'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:31.050956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7136-8027-4281-9b53-fe641d6e81fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (594270f8-020a-4beb-ad0a-c3158e0f1529), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.096148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7136-8027-4281-9b53-fe641d6e81fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (594270f8-020a-4beb-ad0a-c3158e0f1529), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.099808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7136-8027-4281-9b53-fe641d6e81fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (594270f8-020a-4beb-ad0a-c3158e0f1529), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.102661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8eaf7136-8027-4281-9b53-fe641d6e81fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.103914 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8eaf7136-8027-4281-9b53-fe641d6e81fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "PUT /v2.0/security-groups/594270f8-020a-4beb-ad0a-c3158e0f1529 HTTP/1.1" status: 200 len: 1797 time: 0.0898492 Apr 29 07:43:31.106911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55170) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.128249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf7136-8027-4281-9b53-fe641d6e81fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594270f8-020a-4beb-ad0a-c3158e0f1529,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:31.151377 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bc060421-edb4-476f-8286-8dea419c401e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups/594270f8-020a-4beb-ad0a-c3158e0f1529 HTTP/1.1" status: 200 len: 1797 time: 0.0425959 Apr 29 07:43:31.154129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55172) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.205657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-29bf67d7-7dfa-44d2-8c3a-d5ce6e154b86 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (594270f8-020a-4beb-ad0a-c3158e0f1529), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.227755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-29bf67d7-7dfa-44d2-8c3a-d5ce6e154b86 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (594270f8-020a-4beb-ad0a-c3158e0f1529), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.274859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-29bf67d7-7dfa-44d2-8c3a-d5ce6e154b86 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (594270f8-020a-4beb-ad0a-c3158e0f1529), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.277482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-29bf67d7-7dfa-44d2-8c3a-d5ce6e154b86 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.281102 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-29bf67d7-7dfa-44d2-8c3a-d5ce6e154b86 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/594270f8-020a-4beb-ad0a-c3158e0f1529 HTTP/1.1" status: 204 len: 168 time: 0.1236365 Apr 29 07:43:31.281792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55174) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.287693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf67d7-7dfa-44d2-8c3a-d5ce6e154b86 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594270f8-020a-4beb-ad0a-c3158e0f1529,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:31.290102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5efd7080-025b-44f9-b00c-867af5fcbf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.339826 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-414a83a1-ba3f-4dd5-96b0-29df51c45fa3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0564098 Apr 29 07:43:31.342667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55176) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.355187 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-74d63589-c23a-4a51-8946-154462f74843 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] delete failed (client error): The resource could not be found. Apr 29 07:43:31.356118 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-74d63589-c23a-4a51-8946-154462f74843 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/594270f8-020a-4beb-ad0a-c3158e0f1529 HTTP/1.1" status: 404 len: 347 time: 0.0125284 Apr 29 07:43:31.359808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55178) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.365572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-df094e9f-8e37-4b79-b703-97a5456caf7b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-secgroup--80414073'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:31.386202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df094e9f-8e37-4b79-b703-97a5456caf7b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.452222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df094e9f-8e37-4b79-b703-97a5456caf7b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (a5dbe6c7-dc15-4894-8315-37df6ec49add), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.457258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df094e9f-8e37-4b79-b703-97a5456caf7b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a5dbe6c7-dc15-4894-8315-37df6ec49add), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.484289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df094e9f-8e37-4b79-b703-97a5456caf7b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.485570 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-df094e9f-8e37-4b79-b703-97a5456caf7b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1242464 Apr 29 07:43:31.488981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55180) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.490034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df094e9f-8e37-4b79-b703-97a5456caf7b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dbe6c7-dc15-4894-8315-37df6ec49add,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:31.495454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-afed0c7a-18fd-4905-811e-d04c737939c4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': 'a5dbe6c7-dc15-4894-8315-37df6ec49add', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:31.530803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-afed0c7a-18fd-4905-811e-d04c737939c4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (9f8b554a-775b-4396-9abe-b1972fb024f1), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.594004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-afed0c7a-18fd-4905-811e-d04c737939c4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (9f8b554a-775b-4396-9abe-b1972fb024f1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.598778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-afed0c7a-18fd-4905-811e-d04c737939c4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (9f8b554a-775b-4396-9abe-b1972fb024f1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.618323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed0c7a-18fd-4905-811e-d04c737939c4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8b554a-775b-4396-9abe-b1972fb024f1,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:31.627764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-afed0c7a-18fd-4905-811e-d04c737939c4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.631989 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-afed0c7a-18fd-4905-811e-d04c737939c4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390116 Apr 29 07:43:31.632472 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55184) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.660968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5038b2be-a010-4820-9562-7112f4a86437 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (9f8b554a-775b-4396-9abe-b1972fb024f1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.669368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5038b2be-a010-4820-9562-7112f4a86437 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (9f8b554a-775b-4396-9abe-b1972fb024f1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.695769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5038b2be-a010-4820-9562-7112f4a86437 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (9f8b554a-775b-4396-9abe-b1972fb024f1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.703536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5038b2be-a010-4820-9562-7112f4a86437 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.704843 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5038b2be-a010-4820-9562-7112f4a86437 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9f8b554a-775b-4396-9abe-b1972fb024f1 HTTP/1.1" status: 204 len: 168 time: 0.0713644 Apr 29 07:43:31.707734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55186) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.709146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038b2be-a010-4820-9562-7112f4a86437 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f8b554a-775b-4396-9abe-b1972fb024f1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:31.749797 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4f2be960-3235-4a06-aa73-a0f2e464cf52 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0407326 Apr 29 07:43:31.752522 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55188) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.805990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04ea58e6-8a0b-40b2-acaf-99ace25f8282 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (a5dbe6c7-dc15-4894-8315-37df6ec49add), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.830827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04ea58e6-8a0b-40b2-acaf-99ace25f8282 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (a5dbe6c7-dc15-4894-8315-37df6ec49add), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.877326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04ea58e6-8a0b-40b2-acaf-99ace25f8282 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a5dbe6c7-dc15-4894-8315-37df6ec49add), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.880039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04ea58e6-8a0b-40b2-acaf-99ace25f8282 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.881187 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-04ea58e6-8a0b-40b2-acaf-99ace25f8282 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/a5dbe6c7-dc15-4894-8315-37df6ec49add HTTP/1.1" status: 204 len: 168 time: 0.1277249 Apr 29 07:43:31.884100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55190) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.891333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea58e6-8a0b-40b2-acaf-99ace25f8282 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dbe6c7-dc15-4894-8315-37df6ec49add,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:31.910799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55192) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.935585 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4ce42dfa-2c16-4572-a87b-139643b4b81f tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0464420 Apr 29 07:43:31.936154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55194) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:31.940274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-db4fc742-fdc3-4f21-b9fa-2a6a60afd9d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197672170'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:31.960037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db4fc742-fdc3-4f21-b9fa-2a6a60afd9d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:31.983273 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e907a8bc-45f0-48e5-9f6d-dae5e1300a9b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/78f9614d-37af-4358-82e9-2d4509faa731 HTTP/1.1" status: 200 len: 993 time: 0.0708427 Apr 29 07:43:32.039933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db4fc742-fdc3-4f21-b9fa-2a6a60afd9d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (f0c380cb-5cb6-4d32-902b-5354ae39e4bf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.044767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db4fc742-fdc3-4f21-b9fa-2a6a60afd9d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f0c380cb-5cb6-4d32-902b-5354ae39e4bf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.078969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-db4fc742-fdc3-4f21-b9fa-2a6a60afd9d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.080297 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-db4fc742-fdc3-4f21-b9fa-2a6a60afd9d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1432426 Apr 29 07:43:32.081011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fc742-fdc3-4f21-b9fa-2a6a60afd9d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c380cb-5cb6-4d32-902b-5354ae39e4bf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:32.083209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55198) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.087581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8ea19af4-2b2a-43a9-898e-64ab6477167d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': 'f0c380cb-5cb6-4d32-902b-5354ae39e4bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:32.113319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ea19af4-2b2a-43a9-898e-64ab6477167d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (b6d1eaa8-2719-45cf-99fa-c0c2d8e7f92d), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.167843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ea19af4-2b2a-43a9-898e-64ab6477167d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (b6d1eaa8-2719-45cf-99fa-c0c2d8e7f92d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.172314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ea19af4-2b2a-43a9-898e-64ab6477167d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b6d1eaa8-2719-45cf-99fa-c0c2d8e7f92d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.189917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea19af4-2b2a-43a9-898e-64ab6477167d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d1eaa8-2719-45cf-99fa-c0c2d8e7f92d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:32.200549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ea19af4-2b2a-43a9-898e-64ab6477167d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.202014 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8ea19af4-2b2a-43a9-898e-64ab6477167d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178944 Apr 29 07:43:32.204884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55202) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.209250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-782a918f-c4c2-44fa-9e64-43b3216fb138 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': 'f0c380cb-5cb6-4d32-902b-5354ae39e4bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:32.237158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-782a918f-c4c2-44fa-9e64-43b3216fb138 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (3309972a-85ef-4626-a2a4-8aed6ff42409), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.293168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-782a918f-c4c2-44fa-9e64-43b3216fb138 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (3309972a-85ef-4626-a2a4-8aed6ff42409), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.298785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-782a918f-c4c2-44fa-9e64-43b3216fb138 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (3309972a-85ef-4626-a2a4-8aed6ff42409), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.307752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55204) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.318005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a918f-c4c2-44fa-9e64-43b3216fb138 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3309972a-85ef-4626-a2a4-8aed6ff42409,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:32.328754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-782a918f-c4c2-44fa-9e64-43b3216fb138 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.330067 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-782a918f-c4c2-44fa-9e64-43b3216fb138 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241789 Apr 29 07:43:32.332764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55206) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.337575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3a58a4e5-c75c-4b44-b51f-bcfc04fcfe5c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': 'f0c380cb-5cb6-4d32-902b-5354ae39e4bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:32.365475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3a58a4e5-c75c-4b44-b51f-bcfc04fcfe5c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (14d36682-4172-41ad-ba1a-01610b407e9d), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.426679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3a58a4e5-c75c-4b44-b51f-bcfc04fcfe5c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (14d36682-4172-41ad-ba1a-01610b407e9d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.432267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3a58a4e5-c75c-4b44-b51f-bcfc04fcfe5c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (14d36682-4172-41ad-ba1a-01610b407e9d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.454709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58a4e5-c75c-4b44-b51f-bcfc04fcfe5c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d36682-4172-41ad-ba1a-01610b407e9d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:32.464026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3a58a4e5-c75c-4b44-b51f-bcfc04fcfe5c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.468011 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3a58a4e5-c75c-4b44-b51f-bcfc04fcfe5c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316850 Apr 29 07:43:32.468377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55208) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.473182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-dca621e3-cbe3-42d4-8c54-c88afbdaa148 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': 'f0c380cb-5cb6-4d32-902b-5354ae39e4bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:32.487497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 4bb32632-756b-4d2d-9b41-040ef8b51827 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:32.487830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4bb32632-756b-4d2d-9b41-040ef8b51827), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.500062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dca621e3-cbe3-42d4-8c54-c88afbdaa148 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (fa7c01f6-a447-4c39-b009-bfbc518f4542), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.563460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dca621e3-cbe3-42d4-8c54-c88afbdaa148 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (fa7c01f6-a447-4c39-b009-bfbc518f4542), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.565879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4bb32632-756b-4d2d-9b41-040ef8b51827), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.566233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (4bb32632-756b-4d2d-9b41-040ef8b51827), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.567979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dca621e3-cbe3-42d4-8c54-c88afbdaa148 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (fa7c01f6-a447-4c39-b009-bfbc518f4542), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.579147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 4bb32632-756b-4d2d-9b41-040ef8b51827 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:32.585524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca621e3-cbe3-42d4-8c54-c88afbdaa148 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7c01f6-a447-4c39-b009-bfbc518f4542,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:32.594601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dca621e3-cbe3-42d4-8c54-c88afbdaa148 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.596216 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dca621e3-cbe3-42d4-8c54-c88afbdaa148 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263771 Apr 29 07:43:32.598787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55210) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.603233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b56f1879-d39d-47a7-a753-6c2735a1ac75 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': 'f0c380cb-5cb6-4d32-902b-5354ae39e4bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:32.628990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b56f1879-d39d-47a7-a753-6c2735a1ac75 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (e4bb3d07-6e93-4bb9-88dd-ab59a863d176), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.697360 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b56f1879-d39d-47a7-a753-6c2735a1ac75 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (e4bb3d07-6e93-4bb9-88dd-ab59a863d176), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.702687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b56f1879-d39d-47a7-a753-6c2735a1ac75 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e4bb3d07-6e93-4bb9-88dd-ab59a863d176), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.722321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f1879-d39d-47a7-a753-6c2735a1ac75 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bb3d07-6e93-4bb9-88dd-ab59a863d176,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:32.732264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b56f1879-d39d-47a7-a753-6c2735a1ac75 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.736120 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b56f1879-d39d-47a7-a753-6c2735a1ac75 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1337357 Apr 29 07:43:32.736620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55212) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.742462 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (4bb32632-756b-4d2d-9b41-040ef8b51827), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.759884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ef80394-f3b4-4662-b596-a10add70eefb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (e4bb3d07-6e93-4bb9-88dd-ab59a863d176), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.767248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ef80394-f3b4-4662-b596-a10add70eefb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (e4bb3d07-6e93-4bb9-88dd-ab59a863d176), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.767963 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=4bb32632-756b-4d2d-9b41-040ef8b51827,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:32.795440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ef80394-f3b4-4662-b596-a10add70eefb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e4bb3d07-6e93-4bb9-88dd-ab59a863d176), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.802208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2ef80394-f3b4-4662-b596-a10add70eefb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.803453 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2ef80394-f3b4-4662-b596-a10add70eefb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e4bb3d07-6e93-4bb9-88dd-ab59a863d176 HTTP/1.1" status: 204 len: 168 time: 0.0656590 Apr 29 07:43:32.807231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55214) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.814628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef80394-f3b4-4662-b596-a10add70eefb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4bb3d07-6e93-4bb9-88dd-ab59a863d176,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:32.840429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (78f9614d-37af-4358-82e9-2d4509faa731), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.840749 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 78f9614d-37af-4358-82e9-2d4509faa731 disassociated (deleted). External IP: 172.26.3.114, port: f1444fac-3237-4041-9800-a36861686e61. Apr 29 07:43:32.858863 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dd5df378-2039-4de2-a475-125294fbb66b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0505633 Apr 29 07:43:32.861691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55216) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.885057 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f25312c7-4506-450b-a293-636f485237c1 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (fa7c01f6-a447-4c39-b009-bfbc518f4542), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.892577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f25312c7-4506-450b-a293-636f485237c1 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (fa7c01f6-a447-4c39-b009-bfbc518f4542), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.919532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f25312c7-4506-450b-a293-636f485237c1 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (fa7c01f6-a447-4c39-b009-bfbc518f4542), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.925487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f25312c7-4506-450b-a293-636f485237c1 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:32.929299 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f25312c7-4506-450b-a293-636f485237c1 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fa7c01f6-a447-4c39-b009-bfbc518f4542 HTTP/1.1" status: 204 len: 168 time: 0.0640347 Apr 29 07:43:32.929577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55218) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:32.931859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25312c7-4506-450b-a293-636f485237c1 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa7c01f6-a447-4c39-b009-bfbc518f4542,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:33.013985 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-770017f6-e5ef-43b5-bd94-1ef0eaab45bd tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0831618 Apr 29 07:43:33.016874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55220) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.041302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c456a055-3d27-4857-88dd-6a1bb117b4d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (14d36682-4172-41ad-ba1a-01610b407e9d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.049349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c456a055-3d27-4857-88dd-6a1bb117b4d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (14d36682-4172-41ad-ba1a-01610b407e9d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.078007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c456a055-3d27-4857-88dd-6a1bb117b4d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (14d36682-4172-41ad-ba1a-01610b407e9d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.084229 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c456a055-3d27-4857-88dd-6a1bb117b4d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.085867 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c456a055-3d27-4857-88dd-6a1bb117b4d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/14d36682-4172-41ad-ba1a-01610b407e9d HTTP/1.1" status: 204 len: 168 time: 0.0677664 Apr 29 07:43:33.089498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.095095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456a055-3d27-4857-88dd-6a1bb117b4d9 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14d36682-4172-41ad-ba1a-01610b407e9d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:33.105980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 58b75dc7-e760-43b3-a59e-4900280f61d7 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:43:33.169430 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fd44276e-85de-4efe-a1ae-5cff4d909285 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0787585 Apr 29 07:43:33.172464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55224) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.197445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eed2c647-ca2b-4836-ac67-a80b2b4ff73c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (3309972a-85ef-4626-a2a4-8aed6ff42409), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.205752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eed2c647-ca2b-4836-ac67-a80b2b4ff73c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (3309972a-85ef-4626-a2a4-8aed6ff42409), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.232761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eed2c647-ca2b-4836-ac67-a80b2b4ff73c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (3309972a-85ef-4626-a2a4-8aed6ff42409), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.239039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:33.243111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eed2c647-ca2b-4836-ac67-a80b2b4ff73c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.244014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.244338 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-eed2c647-ca2b-4836-ac67-a80b2b4ff73c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3309972a-85ef-4626-a2a4-8aed6ff42409 HTTP/1.1" status: 204 len: 168 time: 0.0707426 Apr 29 07:43:33.247722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55226) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.250494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c647-ca2b-4836-ac67-a80b2b4ff73c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3309972a-85ef-4626-a2a4-8aed6ff42409,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:33.254878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] Sync routers for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:33.265766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:33.266317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:33.299053 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-00655baf-3eda-412c-990d-d9aaeac8acb7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/floatingips/78f9614d-37af-4358-82e9-2d4509faa731 HTTP/1.1" status: 204 len: 168 time: 0.9899642 Apr 29 07:43:33.300956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'tag': 'f1444fac-3237-4041-9800-a36861686e61'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:43:33.303747 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2814b73-de5b-4103-85db-3a45d3e10385" -d '{"events": [{"name": "network-changed", "server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "tag": "f1444fac-3237-4041-9800-a36861686e61"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:43:33.324976 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8ff12783-92a5-44ad-9ab6-8f533dc3202d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0740480 Apr 29 07:43:33.325618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55232) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.349979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c671ecd-27cb-4a58-abf3-f9a8deacc9e5 x-openstack-request-id: req-8c671ecd-27cb-4a58-abf3-f9a8deacc9e5 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:43:33.350273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "tag": "f1444fac-3237-4041-9800-a36861686e61", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:43:33.350574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c671ecd-27cb-4a58-abf3-f9a8deacc9e5 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:43:33.351493 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c671ecd-27cb-4a58-abf3-f9a8deacc9e5'] response: {'name': 'network-changed', 'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'tag': 'f1444fac-3237-4041-9800-a36861686e61', 'status': 'completed', 'code': 200} Apr 29 07:43:33.353643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c63b138-0e1a-4299-9886-da853c7a3889 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (b6d1eaa8-2719-45cf-99fa-c0c2d8e7f92d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.381947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c63b138-0e1a-4299-9886-da853c7a3889 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (b6d1eaa8-2719-45cf-99fa-c0c2d8e7f92d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.388413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6506ed5a-ef3d-48c0-9414-186e0a14329c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.405079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:33.421112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-47f57027-7e6b-4dfa-9d86-a4185afeb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:33.423047 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-47f57027-7e6b-4dfa-9d86-a4185afeb7a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 1129 time: 0.0503993 Apr 29 07:43:33.426825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c63b138-0e1a-4299-9886-da853c7a3889 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b6d1eaa8-2719-45cf-99fa-c0c2d8e7f92d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.432822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9c63b138-0e1a-4299-9886-da853c7a3889 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.434276 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9c63b138-0e1a-4299-9886-da853c7a3889 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b6d1eaa8-2719-45cf-99fa-c0c2d8e7f92d HTTP/1.1" status: 204 len: 168 time: 0.1075490 Apr 29 07:43:33.438371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55234) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.459851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63b138-0e1a-4299-9886-da853c7a3889 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6d1eaa8-2719-45cf-99fa-c0c2d8e7f92d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:33.488085 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1338eb78-88d4-4942-a1be-b1a7f8e9cfff tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484703 Apr 29 07:43:33.490926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55238) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.554431 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c384ae82-98e9-4c2b-b83d-2443c093a0be tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (f0c380cb-5cb6-4d32-902b-5354ae39e4bf), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.562050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-e04b0e63-2fff-4567-b826-b872d9beaf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:33.563559 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-e04b0e63-2fff-4567-b826-b872d9beaf99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dadf532d-2cee-406d-b9c0-f1ee4dcadb24 HTTP/1.1" status: 200 len: 897 time: 0.1341450 Apr 29 07:43:33.580839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c384ae82-98e9-4c2b-b83d-2443c093a0be tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (f0c380cb-5cb6-4d32-902b-5354ae39e4bf), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.619390 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-3af22d45-ed64-43a4-b43c-561db14c25d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1444fac-3237-4041-9800-a36861686e61 HTTP/1.1" status: 200 len: 217 time: 0.0408232 Apr 29 07:43:33.628749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c384ae82-98e9-4c2b-b83d-2443c093a0be tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (f0c380cb-5cb6-4d32-902b-5354ae39e4bf), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.631529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c384ae82-98e9-4c2b-b83d-2443c093a0be tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.635274 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c384ae82-98e9-4c2b-b83d-2443c093a0be tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/f0c380cb-5cb6-4d32-902b-5354ae39e4bf HTTP/1.1" status: 204 len: 168 time: 0.1409981 Apr 29 07:43:33.637123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55240) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.642953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384ae82-98e9-4c2b-b83d-2443c093a0be tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c380cb-5cb6-4d32-902b-5354ae39e4bf,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:33.668338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '705d2248-d561-47c9-bce4-e06060c98192', 'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:de:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:36Z', 'updated_at': '2022-04-29T07:42:43Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '401109a2-51b0-496c-923a-6d357cab9759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:33.683829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f272fa-cfe2-4f88-a86d-8440beec575b req-1e2c9d6c-62bd-4483-a4ba-07624efe8918 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:33.685564 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-31f272fa-cfe2-4f88-a86d-8440beec575b req-1e2c9d6c-62bd-4483-a4ba-07624efe8918 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 945 time: 0.1440268 Apr 29 07:43:33.696122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] Checking router: 58b75dc7-e760-43b3-a59e-4900280f61d7 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:43:33.705502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:33.706106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:33.733030 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-d55a8f85-3b4f-48e4-99d9-c807a63a037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:33.734506 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-d55a8f85-3b4f-48e4-99d9-c807a63a037a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=401109a2-51b0-496c-923a-6d357cab9759 HTTP/1.1" status: 200 len: 835 time: 0.1086235 Apr 29 07:43:33.738653 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-950b8c28-4324-438c-94d1-89dff070917c tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1001883 Apr 29 07:43:33.744139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55242) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.749698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b3eaf4e8-41b6-4dd2-bea0-62ec8b1e68b3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-secgroup--154851307'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:33.773439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf4e8-41b6-4dd2-bea0-62ec8b1e68b3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.794778 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-31f272fa-cfe2-4f88-a86d-8440beec575b req-f79aac3f-355c-44be-b9a4-b071dd286c16 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024539 Apr 29 07:43:33.809085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-1cb126cd-5fd5-4df3-9233-5129bff73522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:33.810732 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-1cb126cd-5fd5-4df3-9233-5129bff73522 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dadf532d-2cee-406d-b9c0-f1ee4dcadb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0673723 Apr 29 07:43:33.819357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:33.867335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf4e8-41b6-4dd2-bea0-62ec8b1e68b3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (b6e1865e-105a-4e0c-9bde-39938726e0a6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.875749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf4e8-41b6-4dd2-bea0-62ec8b1e68b3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b6e1865e-105a-4e0c-9bde-39938726e0a6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.911652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf4e8-41b6-4dd2-bea0-62ec8b1e68b3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:33.912900 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b3eaf4e8-41b6-4dd2-bea0-62ec8b1e68b3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1676567 Apr 29 07:43:33.916597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55244) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:33.918219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaf4e8-41b6-4dd2-bea0-62ec8b1e68b3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e1865e-105a-4e0c-9bde-39938726e0a6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:33.921162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1bddecd4-4c6c-4bac-8d46-a73f89f06733 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': 'b6e1865e-105a-4e0c-9bde-39938726e0a6', 'direction': 'ingress', 'protocol': 17}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:33.926450 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-d1594f78-0662-47e3-b4c1-7e22ceb37010 service neutron] 10.222.0.36 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083381 Apr 29 07:43:33.999608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1bddecd4-4c6c-4bac-8d46-a73f89f06733 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (5de96305-27fc-4b8e-9db9-ccdca73142bf), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.029945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '705d2248-d561-47c9-bce4-e06060c98192', 'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:de:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:36Z', 'updated_at': '2022-04-29T07:42:43Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '401109a2-51b0-496c-923a-6d357cab9759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:34.053272 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2814b73-de5b-4103-85db-3a45d3e10385 req-970e7a14-1a8d-4707-b330-5faf60c1d148 service neutron] 10.222.0.36 "GET /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183484 Apr 29 07:43:34.071663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1bddecd4-4c6c-4bac-8d46-a73f89f06733 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (5de96305-27fc-4b8e-9db9-ccdca73142bf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.078969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1bddecd4-4c6c-4bac-8d46-a73f89f06733 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (5de96305-27fc-4b8e-9db9-ccdca73142bf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.100669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddecd4-4c6c-4bac-8d46-a73f89f06733 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de96305-27fc-4b8e-9db9-ccdca73142bf,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:34.107580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1bddecd4-4c6c-4bac-8d46-a73f89f06733 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.109745 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1bddecd4-4c6c-4bac-8d46-a73f89f06733 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1920786 Apr 29 07:43:34.111774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55246) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:34.170381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd0aedef-4ba2-4531-8a55-347f0d73ef63 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (b6e1865e-105a-4e0c-9bde-39938726e0a6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.194894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd0aedef-4ba2-4531-8a55-347f0d73ef63 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (b6e1865e-105a-4e0c-9bde-39938726e0a6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.210800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2400f7-8290-460b-92e2-48968b302958 None None] The sync data for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv is: [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '705d2248-d561-47c9-bce4-e06060c98192', 'name': '', 'network_id': 'dadf532d-2cee-406d-b9c0-f1ee4dcadb24', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:de:e5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '401109a2-51b0-496c-923a-6d357cab9759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:36Z', 'updated_at': '2022-04-29T07:42:43Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '401109a2-51b0-496c-923a-6d357cab9759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:34.243655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd0aedef-4ba2-4531-8a55-347f0d73ef63 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b6e1865e-105a-4e0c-9bde-39938726e0a6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.246572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd0aedef-4ba2-4531-8a55-347f0d73ef63 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.247747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dd0aedef-4ba2-4531-8a55-347f0d73ef63 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/b6e1865e-105a-4e0c-9bde-39938726e0a6 HTTP/1.1" status: 204 len: 168 time: 0.1350026 Apr 29 07:43:34.250702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55248) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:34.259300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0aedef-4ba2-4531-8a55-347f0d73ef63 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e1865e-105a-4e0c-9bde-39938726e0a6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:34.301257 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0411dcf5-cdea-4198-b0e3-b5640743b476 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0477533 Apr 29 07:43:34.305176 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55250) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:34.309834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e5e261e0-4aa8-48e0-80e9-b355f5316638 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-secgroup--781596070'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:34.331070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e5e261e0-4aa8-48e0-80e9-b355f5316638 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.400928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e5e261e0-4aa8-48e0-80e9-b355f5316638 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (68147bf0-b6de-49d5-b7e3-f9d8b483f490), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.405410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e5e261e0-4aa8-48e0-80e9-b355f5316638 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (68147bf0-b6de-49d5-b7e3-f9d8b483f490), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.436193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e5e261e0-4aa8-48e0-80e9-b355f5316638 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.437661 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e5e261e0-4aa8-48e0-80e9-b355f5316638 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1312501 Apr 29 07:43:34.439923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e261e0-4aa8-48e0-80e9-b355f5316638 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68147bf0-b6de-49d5-b7e3-f9d8b483f490,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:34.440639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55252) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:34.450014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ebf44e12-02bc-4a04-9508-eb644802e5f4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-secgroup--99606269'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:34.455505 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4011027-be16-42d0-98a5-6da5d86416b1 None None] New status for floating IP 78f9614d-37af-4358-82e9-2d4509faa731: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:43:34.476255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebf44e12-02bc-4a04-9508-eb644802e5f4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.547794 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebf44e12-02bc-4a04-9508-eb644802e5f4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (e5960931-e412-425c-bc46-d91565aeb4f8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.558329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebf44e12-02bc-4a04-9508-eb644802e5f4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e5960931-e412-425c-bc46-d91565aeb4f8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.589563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ebf44e12-02bc-4a04-9508-eb644802e5f4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.590671 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ebf44e12-02bc-4a04-9508-eb644802e5f4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1487746 Apr 29 07:43:34.593593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55254) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:34.595042 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf44e12-02bc-4a04-9508-eb644802e5f4 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5960931-e412-425c-bc46-d91565aeb4f8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:34.599010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0f88e489-c0bb-4ef4-ae0e-be90ba8e1afd tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': '68147bf0-b6de-49d5-b7e3-f9d8b483f490', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e5960931-e412-425c-bc46-d91565aeb4f8', 'remote_ip_prefix': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:34.630287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f88e489-c0bb-4ef4-ae0e-be90ba8e1afd tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (7e117563-4aaf-44b0-b817-f75e63698a43), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.700432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f88e489-c0bb-4ef4-ae0e-be90ba8e1afd tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (7e117563-4aaf-44b0-b817-f75e63698a43), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.702812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.704388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f88e489-c0bb-4ef4-ae0e-be90ba8e1afd tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7e117563-4aaf-44b0-b817-f75e63698a43), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.721536 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88e489-c0bb-4ef4-ae0e-be90ba8e1afd tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e117563-4aaf-44b0-b817-f75e63698a43,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:34.732196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f88e489-c0bb-4ef4-ae0e-be90ba8e1afd tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.733452 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0f88e489-c0bb-4ef4-ae0e-be90ba8e1afd tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1388252 Apr 29 07:43:34.736340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55256) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:34.759715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d082d624-bdd6-4cc6-a7b1-057a1b9923fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (7e117563-4aaf-44b0-b817-f75e63698a43), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.767774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d082d624-bdd6-4cc6-a7b1-057a1b9923fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (7e117563-4aaf-44b0-b817-f75e63698a43), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.796546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d082d624-bdd6-4cc6-a7b1-057a1b9923fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7e117563-4aaf-44b0-b817-f75e63698a43), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.802527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d082d624-bdd6-4cc6-a7b1-057a1b9923fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.803619 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d082d624-bdd6-4cc6-a7b1-057a1b9923fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7e117563-4aaf-44b0-b817-f75e63698a43 HTTP/1.1" status: 204 len: 168 time: 0.0663314 Apr 29 07:43:34.806489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55258) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:34.809401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082d624-bdd6-4cc6-a7b1-057a1b9923fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e117563-4aaf-44b0-b817-f75e63698a43,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:34.857161 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0c5b831c-c600-43a2-b2ff-c711a8db68fb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0488722 Apr 29 07:43:34.860133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55262) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:34.895670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-3bdac3ed-bc69-4af1-886f-2dd78a1204e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:34.897140 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-3bdac3ed-bc69-4af1-886f-2dd78a1204e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 945 time: 0.0600824 Apr 29 07:43:34.945485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89f30bf3-a1fa-4d89-9aef-3750b3586603 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (e5960931-e412-425c-bc46-d91565aeb4f8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.955233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc45d-72b9-4b48-a927-d1f171f6725e req-bab62780-6266-4eb5-9cf9-dea835994e47 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:34.956730 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a33dc45d-72b9-4b48-a927-d1f171f6725e req-bab62780-6266-4eb5-9cf9-dea835994e47 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b0cb63-1f11-4061-9e32-8fde5b670580 HTTP/1.1" status: 200 len: 945 time: 0.0819540 Apr 29 07:43:34.986613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port f1444fac-3237-4041-9800-a36861686e61 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:34.986931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f1444fac-3237-4041-9800-a36861686e61), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:34.987958 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89f30bf3-a1fa-4d89-9aef-3750b3586603 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (e5960931-e412-425c-bc46-d91565aeb4f8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.043262 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a33dc45d-72b9-4b48-a927-d1f171f6725e req-dfb7d588-bb34-4b3d-b4a8-a1d7b289f1d3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=028c16bf-b177-4a7f-98aa-693911921c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779781 Apr 29 07:43:35.056818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89f30bf3-a1fa-4d89-9aef-3750b3586603 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e5960931-e412-425c-bc46-d91565aeb4f8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.059637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89f30bf3-a1fa-4d89-9aef-3750b3586603 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.060725 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-89f30bf3-a1fa-4d89-9aef-3750b3586603 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/e5960931-e412-425c-bc46-d91565aeb4f8 HTTP/1.1" status: 204 len: 168 time: 0.1995442 Apr 29 07:43:35.064240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55264) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.069813 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f30bf3-a1fa-4d89-9aef-3750b3586603 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5960931-e412-425c-bc46-d91565aeb4f8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:35.095030 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port f1444fac-3237-4041-9800-a36861686e61, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f1444fac-3237-4041-9800-a36861686e61,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:35.095399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f1444fac-3237-4041-9800-a36861686e61), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.116281 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for f1444fac-3237-4041-9800-a36861686e61 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:35.148019 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c0f0904b-5fb2-48ef-926c-757d92183e79 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0822518 Apr 29 07:43:35.151157 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55266) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.204856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6c303ae-af25-481f-b95e-2a2f137d66a8 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (68147bf0-b6de-49d5-b7e3-f9d8b483f490), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.227248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6c303ae-af25-481f-b95e-2a2f137d66a8 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (68147bf0-b6de-49d5-b7e3-f9d8b483f490), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.267044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f1444fac-3237-4041-9800-a36861686e61), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.269125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6c303ae-af25-481f-b95e-2a2f137d66a8 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (68147bf0-b6de-49d5-b7e3-f9d8b483f490), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.272099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f6c303ae-af25-481f-b95e-2a2f137d66a8 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.273604 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f6c303ae-af25-481f-b95e-2a2f137d66a8 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/68147bf0-b6de-49d5-b7e3-f9d8b483f490 HTTP/1.1" status: 204 len: 168 time: 0.1212175 Apr 29 07:43:35.278238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55268) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.288837 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c303ae-af25-481f-b95e-2a2f137d66a8 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68147bf0-b6de-49d5-b7e3-f9d8b483f490,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:35.295080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=f1444fac-3237-4041-9800-a36861686e61,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:35.337398 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1edd46f9-77f3-4408-9907-9fb466993ae0 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0578883 Apr 29 07:43:35.339011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.342525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55270) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.346552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c58e9ae0-e45e-4bfb-bb40-12352b3a2b1d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793270761'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:35.347450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port f1444fac-3237-4041-9800-a36861686e61 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:43:35.349872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.353140 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c0d39da2-53f1-437b-a1fe-7997a6ef9919 req-56e02da0-98c3-456d-b07b-688b178dd970 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/f1444fac-3237-4041-9800-a36861686e61 HTTP/1.1" status: 204 len: 173 time: 0.4506071 Apr 29 07:43:35.353611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'name': 'network-vif-deleted', 'tag': 'f1444fac-3237-4041-9800-a36861686e61'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:43:35.355886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc5f32e-73ca-474e-8bd4-e9818431fe41" -d '{"events": [{"server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "name": "network-vif-deleted", "tag": "f1444fac-3237-4041-9800-a36861686e61"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:43:35.375437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c58e9ae0-e45e-4bfb-bb40-12352b3a2b1d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.397075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010779f-9c80-4ed6-83d8-526a9cd71a57 x-openstack-request-id: req-e010779f-9c80-4ed6-83d8-526a9cd71a57 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:43:35.397515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b0cb63-1f11-4061-9e32-8fde5b670580", "name": "network-vif-deleted", "tag": "f1444fac-3237-4041-9800-a36861686e61", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:43:35.397870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e010779f-9c80-4ed6-83d8-526a9cd71a57 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:43:35.398426 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e010779f-9c80-4ed6-83d8-526a9cd71a57'] response: {'server_uuid': '71b0cb63-1f11-4061-9e32-8fde5b670580', 'name': 'network-vif-deleted', 'tag': 'f1444fac-3237-4041-9800-a36861686e61', 'status': 'completed', 'code': 200} Apr 29 07:43:35.452353 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c58e9ae0-e45e-4bfb-bb40-12352b3a2b1d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (c7c11053-aa8b-4821-94b1-5b1f9bca79e7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.457060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c58e9ae0-e45e-4bfb-bb40-12352b3a2b1d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c7c11053-aa8b-4821-94b1-5b1f9bca79e7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.489780 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c58e9ae0-e45e-4bfb-bb40-12352b3a2b1d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.493982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55274) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.495738 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c58e9ae0-e45e-4bfb-bb40-12352b3a2b1d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1506565 Apr 29 07:43:35.499080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-dc0c6f22-bf1b-4f69-9222-a67f8c48cdf6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': 'c7c11053-aa8b-4821-94b1-5b1f9bca79e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:35.500527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e9ae0-e45e-4bfb-bb40-12352b3a2b1d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c11053-aa8b-4821-94b1-5b1f9bca79e7,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:35.527637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6f22-bf1b-4f69-9222-a67f8c48cdf6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (5035a1a2-c9ef-4812-92d0-3fb0408087d3), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.592747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6f22-bf1b-4f69-9222-a67f8c48cdf6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (5035a1a2-c9ef-4812-92d0-3fb0408087d3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.598238 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6f22-bf1b-4f69-9222-a67f8c48cdf6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (5035a1a2-c9ef-4812-92d0-3fb0408087d3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.615465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c6f22-bf1b-4f69-9222-a67f8c48cdf6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5035a1a2-c9ef-4812-92d0-3fb0408087d3,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:35.624968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6f22-bf1b-4f69-9222-a67f8c48cdf6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.626605 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dc0c6f22-bf1b-4f69-9222-a67f8c48cdf6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1316428 Apr 29 07:43:35.629345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55276) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.655442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8f6808d-6ca2-4300-950e-e8199f77335d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (5035a1a2-c9ef-4812-92d0-3fb0408087d3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.664115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8f6808d-6ca2-4300-950e-e8199f77335d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (5035a1a2-c9ef-4812-92d0-3fb0408087d3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.694778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8f6808d-6ca2-4300-950e-e8199f77335d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (5035a1a2-c9ef-4812-92d0-3fb0408087d3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.701593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d8f6808d-6ca2-4300-950e-e8199f77335d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.702897 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d8f6808d-6ca2-4300-950e-e8199f77335d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5035a1a2-c9ef-4812-92d0-3fb0408087d3 HTTP/1.1" status: 204 len: 168 time: 0.0724375 Apr 29 07:43:35.706277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55278) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.708856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6808d-6ca2-4300-950e-e8199f77335d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5035a1a2-c9ef-4812-92d0-3fb0408087d3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:35.761827 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6b6be906-ec6e-4979-8690-2cdfbf4d498e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544593 Apr 29 07:43:35.762830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55280) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.846086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6db9e7a8-7894-4708-9a6d-e6a4ff7c6a4b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (c7c11053-aa8b-4821-94b1-5b1f9bca79e7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.875218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6db9e7a8-7894-4708-9a6d-e6a4ff7c6a4b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (c7c11053-aa8b-4821-94b1-5b1f9bca79e7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.919478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6db9e7a8-7894-4708-9a6d-e6a4ff7c6a4b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c7c11053-aa8b-4821-94b1-5b1f9bca79e7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.922304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6db9e7a8-7894-4708-9a6d-e6a4ff7c6a4b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:35.923529 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6db9e7a8-7894-4708-9a6d-e6a4ff7c6a4b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7c11053-aa8b-4821-94b1-5b1f9bca79e7 HTTP/1.1" status: 204 len: 168 time: 0.1597333 Apr 29 07:43:35.926654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55282) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.933130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9e7a8-7894-4708-9a6d-e6a4ff7c6a4b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c11053-aa8b-4821-94b1-5b1f9bca79e7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:35.969259 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-25aabb7f-4f6e-492b-b5b3-90655ce3458e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0413852 Apr 29 07:43:35.972844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55284) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:35.977020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b519eab7-d199-40e3-9825-9d0f658eaab6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-secgroup--643663378'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:35.999386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b519eab7-d199-40e3-9825-9d0f658eaab6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.022769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.068673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b519eab7-d199-40e3-9825-9d0f658eaab6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (98bb6bb5-6fcb-4cdd-8dda-de1915e5930a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.073517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b519eab7-d199-40e3-9825-9d0f658eaab6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (98bb6bb5-6fcb-4cdd-8dda-de1915e5930a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.102818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b519eab7-d199-40e3-9825-9d0f658eaab6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.104178 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b519eab7-d199-40e3-9825-9d0f658eaab6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1303406 Apr 29 07:43:36.104330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55288) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.107150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55290) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.111436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-91d02be5-376b-45ce-9f72-e73f78f15a43 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': '98bb6bb5-6fcb-4cdd-8dda-de1915e5930a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:36.119088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519eab7-d199-40e3-9825-9d0f658eaab6 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bb6bb5-6fcb-4cdd-8dda-de1915e5930a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:36.143752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91d02be5-376b-45ce-9f72-e73f78f15a43 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (e8a03149-59f3-4a80-bec4-10ef0a5ab258), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.167363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91035c17-acbb-4411-9306-b41501b5370b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (028c16bf-b177-4a7f-98aa-693911921c74), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.193557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91035c17-acbb-4411-9306-b41501b5370b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (028c16bf-b177-4a7f-98aa-693911921c74), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.202601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91d02be5-376b-45ce-9f72-e73f78f15a43 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (e8a03149-59f3-4a80-bec4-10ef0a5ab258), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.207640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91d02be5-376b-45ce-9f72-e73f78f15a43 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e8a03149-59f3-4a80-bec4-10ef0a5ab258), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.227120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d02be5-376b-45ce-9f72-e73f78f15a43 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a03149-59f3-4a80-bec4-10ef0a5ab258,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:36.238533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-91d02be5-376b-45ce-9f72-e73f78f15a43 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.239818 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-91d02be5-376b-45ce-9f72-e73f78f15a43 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316981 Apr 29 07:43:36.243174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55292) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.259895 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-17107a87-1713-444a-85ef-6f41c9c8577d tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules/e8a03149-59f3-4a80-bec4-10ef0a5ab258 HTTP/1.1" status: 200 len: 763 time: 0.0156224 Apr 29 07:43:36.262817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55294) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.290302 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91035c17-acbb-4411-9306-b41501b5370b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (028c16bf-b177-4a7f-98aa-693911921c74), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.292777 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91035c17-acbb-4411-9306-b41501b5370b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.293917 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-91035c17-acbb-4411-9306-b41501b5370b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/028c16bf-b177-4a7f-98aa-693911921c74 HTTP/1.1" status: 204 len: 168 time: 0.1886091 Apr 29 07:43:36.319128 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ce16be31-8a8f-437b-828e-7e0757c3e774 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0552292 Apr 29 07:43:36.321650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91035c17-acbb-4411-9306-b41501b5370b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c16bf-b177-4a7f-98aa-693911921c74,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:36.322675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55298) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.326056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55300) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.349201 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97b2a360-7657-4142-a461-e5296420edcc tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (e8a03149-59f3-4a80-bec4-10ef0a5ab258), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.358265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97b2a360-7657-4142-a461-e5296420edcc tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (e8a03149-59f3-4a80-bec4-10ef0a5ab258), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.386022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97b2a360-7657-4142-a461-e5296420edcc tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e8a03149-59f3-4a80-bec4-10ef0a5ab258), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.392494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-97b2a360-7657-4142-a461-e5296420edcc tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.393632 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-97b2a360-7657-4142-a461-e5296420edcc tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e8a03149-59f3-4a80-bec4-10ef0a5ab258 HTTP/1.1" status: 204 len: 168 time: 0.0698500 Apr 29 07:43:36.398955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55302) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.405727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2a360-7657-4142-a461-e5296420edcc tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8a03149-59f3-4a80-bec4-10ef0a5ab258,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:36.439252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a8c41965-9038-4534-808b-c032ed7f359e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389059 Apr 29 07:43:36.441829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55304) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.446345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ea8c6187-7667-4b58-8bfb-688ec7bd7ccf tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': '98bb6bb5-6fcb-4cdd-8dda-de1915e5930a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:36.475076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6187-7667-4b58-8bfb-688ec7bd7ccf tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (adb83a06-ebac-40d1-8795-6523abc5f21b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.539888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6187-7667-4b58-8bfb-688ec7bd7ccf tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (adb83a06-ebac-40d1-8795-6523abc5f21b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.544527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6187-7667-4b58-8bfb-688ec7bd7ccf tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (adb83a06-ebac-40d1-8795-6523abc5f21b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.567267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c6187-7667-4b58-8bfb-688ec7bd7ccf tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb83a06-ebac-40d1-8795-6523abc5f21b,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:36.574864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6187-7667-4b58-8bfb-688ec7bd7ccf tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.577690 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ea8c6187-7667-4b58-8bfb-688ec7bd7ccf tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348646 Apr 29 07:43:36.578892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55306) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.595556 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5dfff2ad-55dc-4109-85b1-27c8c832b354 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules/adb83a06-ebac-40d1-8795-6523abc5f21b HTTP/1.1" status: 200 len: 763 time: 0.0154076 Apr 29 07:43:36.597954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55308) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.635378 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f6c32a43-2a66-4eda-8131-8a6985f6d441 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0362430 Apr 29 07:43:36.637859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55310) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.665631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67d501d1-e6f7-45a9-8c14-f248dc9cd932 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (adb83a06-ebac-40d1-8795-6523abc5f21b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.674480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67d501d1-e6f7-45a9-8c14-f248dc9cd932 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (adb83a06-ebac-40d1-8795-6523abc5f21b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.704820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67d501d1-e6f7-45a9-8c14-f248dc9cd932 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (adb83a06-ebac-40d1-8795-6523abc5f21b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.710645 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67d501d1-e6f7-45a9-8c14-f248dc9cd932 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.711839 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-67d501d1-e6f7-45a9-8c14-f248dc9cd932 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/adb83a06-ebac-40d1-8795-6523abc5f21b HTTP/1.1" status: 204 len: 168 time: 0.0730608 Apr 29 07:43:36.715869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55312) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.719700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d501d1-e6f7-45a9-8c14-f248dc9cd932 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb83a06-ebac-40d1-8795-6523abc5f21b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:36.794148 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c9ea8ae6-54cc-4f09-9576-312ee21f81bb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771627 Apr 29 07:43:36.796772 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55314) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:36.802287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e2f5f5c3-1c71-40b8-8ca0-da67f0c83312 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': '98bb6bb5-6fcb-4cdd-8dda-de1915e5930a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:36.902825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2f5f5c3-1c71-40b8-8ca0-da67f0c83312 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (a751705c-39f9-400d-a807-357ba5474e4e), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.974584 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2f5f5c3-1c71-40b8-8ca0-da67f0c83312 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (a751705c-39f9-400d-a807-357ba5474e4e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:36.994808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2f5f5c3-1c71-40b8-8ca0-da67f0c83312 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (a751705c-39f9-400d-a807-357ba5474e4e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.024941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5f5c3-1c71-40b8-8ca0-da67f0c83312 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a751705c-39f9-400d-a807-357ba5474e4e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:37.033062 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e2f5f5c3-1c71-40b8-8ca0-da67f0c83312 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.034260 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e2f5f5c3-1c71-40b8-8ca0-da67f0c83312 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2365630 Apr 29 07:43:37.037035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55316) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:37.070636 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-96559ecb-6c9a-40f1-bf2c-03e21403f377 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules/a751705c-39f9-400d-a807-357ba5474e4e HTTP/1.1" status: 200 len: 764 time: 0.0325143 Apr 29 07:43:37.073460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55318) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:37.112926 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-abd60c4a-aef3-4239-aa9f-9a41465202c5 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0378344 Apr 29 07:43:37.115706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55320) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:37.147652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d3216c4-cad7-4d2b-bd62-c788fe331229 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (a751705c-39f9-400d-a807-357ba5474e4e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.155128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d3216c4-cad7-4d2b-bd62-c788fe331229 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (a751705c-39f9-400d-a807-357ba5474e4e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.157204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (58b75dc7-e760-43b3-a59e-4900280f61d7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.180897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d3216c4-cad7-4d2b-bd62-c788fe331229 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (a751705c-39f9-400d-a807-357ba5474e4e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.186713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d3216c4-cad7-4d2b-bd62-c788fe331229 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.187793 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6d3216c4-cad7-4d2b-bd62-c788fe331229 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a751705c-39f9-400d-a807-357ba5474e4e HTTP/1.1" status: 204 len: 168 time: 0.0712011 Apr 29 07:43:37.190499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55322) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:37.192965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3216c4-cad7-4d2b-bd62-c788fe331229 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a751705c-39f9-400d-a807-357ba5474e4e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:37.273001 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-70daf290-f31a-40e2-a5cd-d30ff6db8dd2 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0813613 Apr 29 07:43:37.276983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55324) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:37.310326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.341614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee1b5653-69b7-4d02-af3b-432e97d5a34e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (98bb6bb5-6fcb-4cdd-8dda-de1915e5930a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.364107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee1b5653-69b7-4d02-af3b-432e97d5a34e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (98bb6bb5-6fcb-4cdd-8dda-de1915e5930a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.407504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee1b5653-69b7-4d02-af3b-432e97d5a34e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (98bb6bb5-6fcb-4cdd-8dda-de1915e5930a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.410025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee1b5653-69b7-4d02-af3b-432e97d5a34e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.411188 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ee1b5653-69b7-4d02-af3b-432e97d5a34e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/98bb6bb5-6fcb-4cdd-8dda-de1915e5930a HTTP/1.1" status: 204 len: 168 time: 0.1331108 Apr 29 07:43:37.414436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55326) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:37.420102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f1444fac-3237-4041-9800-a36861686e61 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:43:37.433469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b5653-69b7-4d02-af3b-432e97d5a34e tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bb6bb5-6fcb-4cdd-8dda-de1915e5930a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:37.441361 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: f1444fac-3237-4041-9800-a36861686e61 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:43:37.441897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f1444fac-3237-4041-9800-a36861686e61 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:43:37.450481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 705d2248-d561-47c9-bce4-e06060c98192 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:37.450820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (705d2248-d561-47c9-bce4-e06060c98192), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.466887 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-79b7895a-9031-4f23-a88c-57a40c853eeb tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514061 Apr 29 07:43:37.472898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55328) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:37.475321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8925d404-8e48-4ed8-91b7-06a08b941f5a tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group': {'name': 'tempest-secgroup--28802434'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:37.495683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8925d404-8e48-4ed8-91b7-06a08b941f5a tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.542000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 705d2248-d561-47c9-bce4-e06060c98192, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=705d2248-d561-47c9-bce4-e06060c98192,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:37.542369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (705d2248-d561-47c9-bce4-e06060c98192), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.555800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 705d2248-d561-47c9-bce4-e06060c98192 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:37.574558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8925d404-8e48-4ed8-91b7-06a08b941f5a tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.579070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8925d404-8e48-4ed8-91b7-06a08b941f5a tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.606304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8925d404-8e48-4ed8-91b7-06a08b941f5a tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.608910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8925d404-8e48-4ed8-91b7-06a08b941f5a tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1369097 Apr 29 07:43:37.610716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55330) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:37.613067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925d404-8e48-4ed8-91b7-06a08b941f5a tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:37.616531 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6dbea77e-42b8-4fc1-b029-d71eda740b9b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Request body: {'security_group_rule': {'security_group_id': 'c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:37.690378 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6dbea77e-42b8-4fc1-b029-d71eda740b9b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (a0821947-4d12-4dcd-a807-578d333b8dd4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.760907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6dbea77e-42b8-4fc1-b029-d71eda740b9b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (a0821947-4d12-4dcd-a807-578d333b8dd4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.767282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6dbea77e-42b8-4fc1-b029-d71eda740b9b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (a0821947-4d12-4dcd-a807-578d333b8dd4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.819002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbea77e-42b8-4fc1-b029-d71eda740b9b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0821947-4d12-4dcd-a807-578d333b8dd4,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:37.825639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6dbea77e-42b8-4fc1-b029-d71eda740b9b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.826855 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6dbea77e-42b8-4fc1-b029-d71eda740b9b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151890 Apr 29 07:43:37.829592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55332) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:37.854286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (705d2248-d561-47c9-bce4-e06060c98192), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.895242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=705d2248-d561-47c9-bce4-e06060c98192,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:37.962052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e29a0d86-9a7d-49aa-b2d4-80c7c61b78d3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:37.998791 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e29a0d86-9a7d-49aa-b2d4-80c7c61b78d3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.116705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e29a0d86-9a7d-49aa-b2d4-80c7c61b78d3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.119718 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e29a0d86-9a7d-49aa-b2d4-80c7c61b78d3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.120888 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e29a0d86-9a7d-49aa-b2d4-80c7c61b78d3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e HTTP/1.1" status: 204 len: 168 time: 0.2903793 Apr 29 07:43:38.123511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55334) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:38.136548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a0d86-9a7d-49aa-b2d4-80c7c61b78d3 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:38.139025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (58b75dc7-e760-43b3-a59e-4900280f61d7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.171494 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-91941e74-d9d5-46d4-b945-f5a9473bad6b tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440559 Apr 29 07:43:38.171494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55336) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:38.206389 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0cca4956-c2df-4536-9bee-2e69c0477a51 tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0332868 Apr 29 07:43:38.209046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55338) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:38.222192 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.api.v2.resource [None req-b114a67f-5374-42f4-aa84-047bd60e155f tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] delete failed (client error): The resource could not be found. Apr 29 07:43:38.223019 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b114a67f-5374-42f4-aa84-047bd60e155f tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "DELETE /v2.0/security-groups/c47bb4ef-c6ee-4956-9fb7-b736a27fcc3e HTTP/1.1" status: 404 len: 347 time: 0.0130537 Apr 29 07:43:38.226812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55340) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:38.289669 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b2f7c9e3-eaa6-4f63-b661-a2e8c5dca0db tempest-SecGroupTest-818228424 tempest-SecGroupTest-818228424-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616348 Apr 29 07:43:38.400526 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 58b75dc7-e760-43b3-a59e-4900280f61d7 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:43:38.512465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:38.518272 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-faeb7e4a-9a58-4378-8931-a9c9f52984d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/58b75dc7-e760-43b3-a59e-4900280f61d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1908708 Apr 29 07:43:38.521028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55346) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:38.524620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] Sync routers for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:38.535572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:38.536188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:38.555680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55348) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:38.579670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5913a83-8da1-4b33-915f-70859e6be0e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting subnet 401109a2-51b0-496c-923a-6d357cab9759 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:43:38.583176 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5913a83-8da1-4b33-915f-70859e6be0e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (401109a2-51b0-496c-923a-6d357cab9759), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.634548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5913a83-8da1-4b33-915f-70859e6be0e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (401109a2-51b0-496c-923a-6d357cab9759), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.656152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:38.712942 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4db79b09-bdf1-456c-af3f-8dc6d64a5284 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cd8c23813844e82840e0d8f3eac9ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537189 Apr 29 07:43:38.713207 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55352) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:38.764772 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69bd9606-bfb8-4107-ab5a-ec4bba77675a admin admin] Publish callbacks [] for security_group (3a3a7aa5-5457-43d8-872b-e353c26203c7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.788157 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69bd9606-bfb8-4107-ab5a-ec4bba77675a admin admin] Publish callbacks [] for security_group (3a3a7aa5-5457-43d8-872b-e353c26203c7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.839436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69bd9606-bfb8-4107-ab5a-ec4bba77675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3a3a7aa5-5457-43d8-872b-e353c26203c7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.842233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69bd9606-bfb8-4107-ab5a-ec4bba77675a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:38.845885 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-69bd9606-bfb8-4107-ab5a-ec4bba77675a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a3a7aa5-5457-43d8-872b-e353c26203c7 HTTP/1.1" status: 204 len: 168 time: 0.1292317 Apr 29 07:43:38.851382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:43:37Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:38.865816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd9606-bfb8-4107-ab5a-ec4bba77675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3a7aa5-5457-43d8-872b-e353c26203c7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:38.889861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] Checking router: 58b75dc7-e760-43b3-a59e-4900280f61d7 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:43:38.904322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] Routers {'58b75dc7-e760-43b3-a59e-4900280f61d7'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:38.905182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['58b75dc7-e760-43b3-a59e-4900280f61d7'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:39.024848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] Set router 58b75dc7-e760-43b3-a59e-4900280f61d7 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:39.058177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5913a83-8da1-4b33-915f-70859e6be0e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (401109a2-51b0-496c-923a-6d357cab9759), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.121716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5913a83-8da1-4b33-915f-70859e6be0e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (401109a2-51b0-496c-923a-6d357cab9759), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.154345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5913a83-8da1-4b33-915f-70859e6be0e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Subnet': ['ID=401109a2-51b0-496c-923a-6d357cab9759,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:39.157991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5913a83-8da1-4b33-915f-70859e6be0e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.162964 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d5913a83-8da1-4b33-915f-70859e6be0e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/subnets/401109a2-51b0-496c-923a-6d357cab9759 HTTP/1.1" status: 204 len: 168 time: 0.6390202 Apr 29 07:43:39.164227 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55356) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:39.177109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de1d4c-1a65-4cac-86fc-b11a16a77d35 None None] Network dadf532d-2cee-406d-b9c0-f1ee4dcadb24 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:39.279048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (58b75dc7-e760-43b3-a59e-4900280f61d7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.322133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:43:37Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:39.355554 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528efb3-3bcd-4484-bde8-2568a15429fa None None] The sync data for ids ['58b75dc7-e760-43b3-a59e-4900280f61d7'] in dv-neutron-839860-1-hyperv is: [{'id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'name': 'tempest-TestNetworkBasicOps-router-320691798', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:42:24Z', 'updated_at': '2022-04-29T07:43:37Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '1c24fb8f-2756-43b2-9afb-fd106440b290', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b75dc7-e760-43b3-a59e-4900280f61d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:42:25Z', 'updated_at': '2022-04-29T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:39.386531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae64e464-5db8-4888-a733-628b17608a19 None None] DHCP port deletion for dadf532d-2cee-406d-b9c0-f1ee4dcadb24 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:43:39.394806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (58b75dc7-e760-43b3-a59e-4900280f61d7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.451234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ae64e464-5db8-4888-a733-628b17608a19 None None] Deleting port 64d0a744-f576-49af-a781-de71deee1ce9 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:39.451597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae64e464-5db8-4888-a733-628b17608a19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (64d0a744-f576-49af-a781-de71deee1ce9), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.458994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 1c24fb8f-2756-43b2-9afb-fd106440b290 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:43:39.459330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.512793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ae64e464-5db8-4888-a733-628b17608a19 None None] For port 64d0a744-f576-49af-a781-de71deee1ce9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=64d0a744-f576-49af-a781-de71deee1ce9,segment=NetworkSegment(9a78a87e-a2f0-45ab-885d-b5c0cf370079),segment_id=9a78a87e-a2f0-45ab-885d-b5c0cf370079)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:39.513164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae64e464-5db8-4888-a733-628b17608a19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (64d0a744-f576-49af-a781-de71deee1ce9), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.526223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ae64e464-5db8-4888-a733-628b17608a19 None None] Calling delete_port for 64d0a744-f576-49af-a781-de71deee1ce9 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:39.540910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 1c24fb8f-2756-43b2-9afb-fd106440b290, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1c24fb8f-2756-43b2-9afb-fd106440b290,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:39.541202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.555131 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 1c24fb8f-2756-43b2-9afb-fd106440b290 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:43:39.617903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ae64e464-5db8-4888-a733-628b17608a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (64d0a744-f576-49af-a781-de71deee1ce9), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.644428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64e464-5db8-4888-a733-628b17608a19 None None] Pushing event deleted for resources: {'Port': ['ID=64d0a744-f576-49af-a781-de71deee1ce9,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:39.646620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64e464-5db8-4888-a733-628b17608a19 None None] No DVR routers for this DVR port 64d0a744-f576-49af-a781-de71deee1ce9 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:43:39.730416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1c24fb8f-2756-43b2-9afb-fd106440b290), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.764396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=1c24fb8f-2756-43b2-9afb-fd106440b290,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:39.827676 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (58b75dc7-e760-43b3-a59e-4900280f61d7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.925557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (58b75dc7-e760-43b3-a59e-4900280f61d7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.927965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (58b75dc7-e760-43b3-a59e-4900280f61d7), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.976453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (58b75dc7-e760-43b3-a59e-4900280f61d7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.977003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Fanout notify agent at l3_agent the message router_deleted on router 58b75dc7-e760-43b3-a59e-4900280f61d7 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:43:39.983711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:39.985694 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-980d8e5c-372e-4e4d-a242-d814e9142d27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/routers/58b75dc7-e760-43b3-a59e-4900280f61d7 HTTP/1.1" status: 204 len: 168 time: 0.8194177 Apr 29 07:43:39.987664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55358) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:40.063887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (dadf532d-2cee-406d-b9c0-f1ee4dcadb24), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.154032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (dadf532d-2cee-406d-b9c0-f1ee4dcadb24), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.173914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadf532d-2cee-406d-b9c0-f1ee4dcadb24']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:40.182959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a78a87e-a2f0-45ab-885d-b5c0cf370079') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:40.183261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a78a87e-a2f0-45ab-885d-b5c0cf370079') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:40.192445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (9a78a87e-a2f0-45ab-885d-b5c0cf370079), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.205966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (9a78a87e-a2f0-45ab-885d-b5c0cf370079), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.211832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:43:40.212207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (9a78a87e-a2f0-45ab-885d-b5c0cf370079), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:43:40.215098 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:43:40.271945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (dadf532d-2cee-406d-b9c0-f1ee4dcadb24), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.279514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.281769 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/networks/dadf532d-2cee-406d-b9c0-f1ee4dcadb24 HTTP/1.1" status: 204 len: 168 time: 0.2930763 Apr 29 07:43:40.292060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55360) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:40.293831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d04f16-568e-402e-a81a-59c76f9701f2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Network': ['ID=dadf532d-2cee-406d-b9c0-f1ee4dcadb24,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:40.297328 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'network': {'name': 'tempest-network-smoke--786087362', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'port_security_enabled': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:40.318502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:40.322031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.345540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:43:40.354191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (fb0976d1-800d-4ce5-b4eb-841a246b0c71), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.354524 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Added segment fb0976d1-800d-4ce5-b4eb-841a246b0c71 of type vlan for network 76ff88ec-a143-4de7-a515-d753db45b88f Apr 29 07:43:40.391954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (76ff88ec-a143-4de7-a515-d753db45b88f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.419855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (76ff88ec-a143-4de7-a515-d753db45b88f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.425680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:40.426304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.487118 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1939330 Apr 29 07:43:40.490217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55362) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:40.494940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'admin_state_up': True, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:40.499195 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80aa28-2cb5-4eb8-9bc0-e72abaa23365 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Network': ['ID=76ff88ec-a143-4de7-a515-d753db45b88f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:40.510131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 76ff88ec-a143-4de7-a515-d753db45b88f details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:43:40.517096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (3751cff5-57aa-4d2a-a214-263bf7128101), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.518133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (3751cff5-57aa-4d2a-a214-263bf7128101), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.576668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (3751cff5-57aa-4d2a-a214-263bf7128101), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.715282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (3751cff5-57aa-4d2a-a214-263bf7128101), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.912680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (3751cff5-57aa-4d2a-a214-263bf7128101), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:40.932480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:41.046825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.33 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/04e2cd2a-85a3-4fae-b640-14a52a94e145) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:41.154275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:41.184078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 64d0a744-f576-49af-a781-de71deee1ce9 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:43:41.189544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:41.205322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 64d0a744-f576-49af-a781-de71deee1ce9 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:43:41.205675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 64d0a744-f576-49af-a781-de71deee1ce9 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:43:41.206100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 705d2248-d561-47c9-bce4-e06060c98192 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:43:41.225036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 705d2248-d561-47c9-bce4-e06060c98192 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:43:41.225455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 705d2248-d561-47c9-bce4-e06060c98192 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:43:41.225915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1c24fb8f-2756-43b2-9afb-fd106440b290 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:43:41.236253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:41.241121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:41.243770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:41.245609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 1c24fb8f-2756-43b2-9afb-fd106440b290 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:43:41.245962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1c24fb8f-2756-43b2-9afb-fd106440b290 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:43:41.271524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=04e2cd2a-85a3-4fae-b640-14a52a94e145,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:41.503354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (3751cff5-57aa-4d2a-a214-263bf7128101), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:41.722874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (3751cff5-57aa-4d2a-a214-263bf7128101), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:41.856718 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 3751cff5-57aa-4d2a-a214-263bf7128101 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:43:41.962689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:41.972957 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Sync routers for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:41.986376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:41.986596 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:41.987051 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:41.987578 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a559fe33-56e9-4aa6-96ec-c9b1dd5dc4ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4962008 Apr 29 07:43:41.992043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55364) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:42.023407 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2eaa8c1a-d41c-49eb-bc9f-325c3a87121d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302827 Apr 29 07:43:42.026019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55366) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:42.094879 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:42.170172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f8423-55fc-4e78-bd20-8c88eb0d45d2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:42.171708 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-689f8423-55fc-4e78-bd20-8c88eb0d45d2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447556 Apr 29 07:43:42.174725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55368) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:42.203413 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f2b86ce9-8580-4b91-bec0-f292c3d56797 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275958 Apr 29 07:43:42.206069 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:42.211052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1985235697', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:42.300820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:42.304345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.362146 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:41Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:42.387639 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Checking router: 3751cff5-57aa-4d2a-a214-263bf7128101 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:43:42.387993 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Updating router 3751cff5-57aa-4d2a-a214-263bf7128101 port 04e2cd2a-85a3-4fae-b640-14a52a94e145 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:43:42.417903 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.480936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (7c358ef8-85cc-43a4-abe9-2458e6ad5671), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.541336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=7c358ef8-85cc-43a4-abe9-2458e6ad5671,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:42.546468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Checking segment: {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:42.546825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network hostable DHCP agents. Network: 76ff88ec-a143-4de7-a515-d753db45b88f, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:43:42.566629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 76ff88ec-a143-4de7-a515-d753db45b88f is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:43:42.576113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 76ff88ec-a143-4de7-a515-d753db45b88f) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:42.580542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:42.581257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.587736 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01fa39-2685-4ef4-8754-35c0b708a40b None None] Network 76ff88ec-a143-4de7-a515-d753db45b88f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:42.602053 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ac650d2b-5876-4541-b551-e2bee446b44b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3949356 Apr 29 07:43:42.605031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55372) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:42.666716 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Publish callbacks [] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.673388 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.714129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-76ff88ec-a143-4de7-a515-d753db45b88f', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:43:42.715070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.717674 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Attempting to bind port 04e2cd2a-85a3-4fae-b640-14a52a94e145 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:43:42.718047 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Attempting to bind port 04e2cd2a-85a3-4fae-b640-14a52a94e145 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:43:42.718406 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Attempting to bind port 04e2cd2a-85a3-4fae-b640-14a52a94e145 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:43:42.728015 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:43:42.728721 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:42.729115 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.729528 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:43:42.730008 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Bound port: 04e2cd2a-85a3-4fae-b640-14a52a94e145, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:43:42.730343 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.737445 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Pushing event updated for resources: {'Port': ['ID=04e2cd2a-85a3-4fae-b640-14a52a94e145,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:42.767060 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.767424 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.767729 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.768056 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.768379 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.768702 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.769017 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.769578 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.769902 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.770239 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.770559 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.770873 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.771180 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:42.805599 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] For port 04e2cd2a-85a3-4fae-b640-14a52a94e145, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:43:42.809429 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] For port 04e2cd2a-85a3-4fae-b640-14a52a94e145, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=04e2cd2a-85a3-4fae-b640-14a52a94e145,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:43:42.817005 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:42.867763 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:42.868479 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:42.868645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Allocated IP 172.20.0.2 (76ff88ec-a143-4de7-a515-d753db45b88f/7c358ef8-85cc-43a4-abe9-2458e6ad5671/810b4e14-d76f-4918-8cb0-c94dbc5db06a) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:42.979915 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:43.020119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Publish callbacks [] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:43.027028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:43.066761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Network 76ff88ec-a143-4de7-a515-d753db45b88f is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:43.069750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:43.076644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:43.079743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Pushing event updated for resources: {'Port': ['ID=810b4e14-d76f-4918-8cb0-c94dbc5db06a,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:43.085110 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe557cb-81ae-405a-aae1-2c034411c3d2 None None] Pushing event updated for resources: {'Port': ['ID=04e2cd2a-85a3-4fae-b640-14a52a94e145,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:43.134184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Attempting to bind port 810b4e14-d76f-4918-8cb0-c94dbc5db06a on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:43:43.134556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Attempting to bind port 810b4e14-d76f-4918-8cb0-c94dbc5db06a by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:43:43.134915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Attempting to bind port 810b4e14-d76f-4918-8cb0-c94dbc5db06a on network 76ff88ec-a143-4de7-a515-d753db45b88f {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:43:43.139986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:43:43.140357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Checking segment: {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:43.140753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:43.141142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Bound using segment: {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:43:43.141648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Bound port: 810b4e14-d76f-4918-8cb0-c94dbc5db06a, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:43:43.142014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:43.184609 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:41Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:43.207077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] For port 810b4e14-d76f-4918-8cb0-c94dbc5db06a, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:43:43.210505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] For port 810b4e14-d76f-4918-8cb0-c94dbc5db06a, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=810b4e14-d76f-4918-8cb0-c94dbc5db06a,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:43:43.214176 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30704edb-b8c5-4342-9894-923e8826f10c None None] The sync data for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv is: [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:41Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:43.218741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:43.283315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785929a7-93f9-44a3-a08f-b7e56b206ebc None None] Pushing event updated for resources: {'Port': ['ID=810b4e14-d76f-4918-8cb0-c94dbc5db06a,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:43.415848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:43.734276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.1 (76ff88ec-a143-4de7-a515-d753db45b88f/7c358ef8-85cc-43a4-abe9-2458e6ad5671/e332acea-a03d-4917-bdb7-920f08c43939) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:43.856092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (e332acea-a03d-4917-bdb7-920f08c43939), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:43.893563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e332acea-a03d-4917-bdb7-920f08c43939), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:43.939647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 76ff88ec-a143-4de7-a515-d753db45b88f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:43.942999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:43.947000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:43.982809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=e332acea-a03d-4917-bdb7-920f08c43939,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:44.014722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (3751cff5-57aa-4d2a-a214-263bf7128101), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.161948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e332acea-a03d-4917-bdb7-920f08c43939), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.267698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc85b88-bc64-4f81-8a7e-9ae772015aec None None] Network 76ff88ec-a143-4de7-a515-d753db45b88f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:43:44.400285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-86594f9f-f6d6-4e40-9707-f3008fbb60b5 None None] Provisioning complete for port 810b4e14-d76f-4918-8cb0-c94dbc5db06a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:44.400657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-86594f9f-f6d6-4e40-9707-f3008fbb60b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.459006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (e332acea-a03d-4917-bdb7-920f08c43939), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.464854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (e332acea-a03d-4917-bdb7-920f08c43939), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.482893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-86594f9f-f6d6-4e40-9707-f3008fbb60b5 None None] Current status of the port 810b4e14-d76f-4918-8cb0-c94dbc5db06a is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:44.483293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-86594f9f-f6d6-4e40-9707-f3008fbb60b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.516563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-86594f9f-f6d6-4e40-9707-f3008fbb60b5 None None] For port 810b4e14-d76f-4918-8cb0-c94dbc5db06a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=810b4e14-d76f-4918-8cb0-c94dbc5db06a,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:44.526460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-86594f9f-f6d6-4e40-9707-f3008fbb60b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.545634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (3751cff5-57aa-4d2a-a214-263bf7128101), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.547649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=e332acea-a03d-4917-bdb7-920f08c43939,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:44.585515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86594f9f-f6d6-4e40-9707-f3008fbb60b5 None None] Pushing event updated for resources: {'Port': ['ID=810b4e14-d76f-4918-8cb0-c94dbc5db06a,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:44.648813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 76ff88ec-a143-4de7-a515-d753db45b88f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:44.650266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:44.759268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d8f54eec-b963-42d8-b052-33e764654cf4 None None] Provisioning complete for port 810b4e14-d76f-4918-8cb0-c94dbc5db06a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:44.759647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8f54eec-b963-42d8-b052-33e764654cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.772710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 3751cff5-57aa-4d2a-a214-263bf7128101 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:43:44.841249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d8f54eec-b963-42d8-b052-33e764654cf4 None None] Current status of the port 810b4e14-d76f-4918-8cb0-c94dbc5db06a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:44.852975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d8f54eec-b963-42d8-b052-33e764654cf4 None None] Provisioning complete for port e332acea-a03d-4917-bdb7-920f08c43939 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:44.853486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8f54eec-b963-42d8-b052-33e764654cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e332acea-a03d-4917-bdb7-920f08c43939), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:44.891794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d8f54eec-b963-42d8-b052-33e764654cf4 None None] Port e332acea-a03d-4917-bdb7-920f08c43939 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:43:44.903625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:44.909769 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cf213f45-ecd1-453e-8ad5-b31d1309848f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/3751cff5-57aa-4d2a-a214-263bf7128101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3033476 Apr 29 07:43:44.912289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55374) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:44.920155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Sync routers for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:44.930073 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:44.930735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:45.034223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f84d9628-6d15-433d-becd-58a0a89a585d None None] Provisioning complete for port e332acea-a03d-4917-bdb7-920f08c43939 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:45.034773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f84d9628-6d15-433d-becd-58a0a89a585d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e332acea-a03d-4917-bdb7-920f08c43939), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.083267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb35d2-ebf1-444d-ad53-1baa149a6dbf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:45.083734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb35d2-ebf1-444d-ad53-1baa149a6dbf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:45.084195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb35d2-ebf1-444d-ad53-1baa149a6dbf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:45.084711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb35d2-ebf1-444d-ad53-1baa149a6dbf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:45.086485 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e0eb35d2-ebf1-444d-ad53-1baa149a6dbf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1731486 Apr 29 07:43:45.089463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55376) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:45.153324 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7333348c-2ec3-4f44-b857-2a2470a30abc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:45.153803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7333348c-2ec3-4f44-b857-2a2470a30abc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:45.154273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7333348c-2ec3-4f44-b857-2a2470a30abc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:45.154730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7333348c-2ec3-4f44-b857-2a2470a30abc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:45.156471 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7333348c-2ec3-4f44-b857-2a2470a30abc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0660892 Apr 29 07:43:45.159336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55378) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:45.242072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:45.244157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f84d9628-6d15-433d-becd-58a0a89a585d None None] Port e332acea-a03d-4917-bdb7-920f08c43939 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:43:45.276159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 04e2cd2a-85a3-4fae-b640-14a52a94e145 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:43:45.298196 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-19217db8-b9f3-42b8-8711-7d461502dc58 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1374440 Apr 29 07:43:45.424587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8222a038-a0fc-4203-8111-46260c1a5f67 None None] Provisioning complete for port e332acea-a03d-4917-bdb7-920f08c43939 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:45.424875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8222a038-a0fc-4203-8111-46260c1a5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e332acea-a03d-4917-bdb7-920f08c43939), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.430819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 04e2cd2a-85a3-4fae-b640-14a52a94e145 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:45.431182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.527411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8222a038-a0fc-4203-8111-46260c1a5f67 None None] Port e332acea-a03d-4917-bdb7-920f08c43939 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:43:45.589155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 04e2cd2a-85a3-4fae-b640-14a52a94e145 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:45.589565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.605613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:45.615354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 04e2cd2a-85a3-4fae-b640-14a52a94e145, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=04e2cd2a-85a3-4fae-b640-14a52a94e145,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:45.643183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Checking router: 3751cff5-57aa-4d2a-a214-263bf7128101 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:43:45.643535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Updating router 3751cff5-57aa-4d2a-a214-263bf7128101 port e332acea-a03d-4917-bdb7-920f08c43939 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:43:45.645386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.646136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 810b4e14-d76f-4918-8cb0-c94dbc5db06a up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:43:45.723134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e332acea-a03d-4917-bdb7-920f08c43939), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.772392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=04e2cd2a-85a3-4fae-b640-14a52a94e145,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:45.799755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 810b4e14-d76f-4918-8cb0-c94dbc5db06a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:45.800136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.805590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55382) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:45.810244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-890fc2a6-1abb-4fd6-898f-17c6302ece74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177375838', 'description': 'tempest-secgroup-smoke-177375838 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:45.831659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-890fc2a6-1abb-4fd6-898f-17c6302ece74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.900600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-890fc2a6-1abb-4fd6-898f-17c6302ece74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (a7db87f4-a973-4de5-9842-61b9c13a384c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.906613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-890fc2a6-1abb-4fd6-898f-17c6302ece74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a7db87f4-a973-4de5-9842-61b9c13a384c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.936871 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fc2a6-1abb-4fd6-898f-17c6302ece74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7db87f4-a973-4de5-9842-61b9c13a384c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:45.942345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-890fc2a6-1abb-4fd6-898f-17c6302ece74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:45.946670 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-890fc2a6-1abb-4fd6-898f-17c6302ece74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1400414 Apr 29 07:43:45.946807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55384) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:45.953063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-694894a7-7e66-42c9-ba67-719a484e1bda tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a7db87f4-a973-4de5-9842-61b9c13a384c', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:45.980314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-694894a7-7e66-42c9-ba67-719a484e1bda tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (6b48dbf2-f9be-4b78-8df3-ae90b02480de), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.013256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 810b4e14-d76f-4918-8cb0-c94dbc5db06a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:46.034879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-694894a7-7e66-42c9-ba67-719a484e1bda tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (6b48dbf2-f9be-4b78-8df3-ae90b02480de), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.039517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-694894a7-7e66-42c9-ba67-719a484e1bda tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (6b48dbf2-f9be-4b78-8df3-ae90b02480de), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.057406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694894a7-7e66-42c9-ba67-719a484e1bda tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b48dbf2-f9be-4b78-8df3-ae90b02480de,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:46.065967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-694894a7-7e66-42c9-ba67-719a484e1bda tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.067250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-694894a7-7e66-42c9-ba67-719a484e1bda tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185842 Apr 29 07:43:46.070200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55386) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:46.075385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dddc7379-a5b4-4ccc-bff8-eb14f4688c22 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a7db87f4-a973-4de5-9842-61b9c13a384c', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:46.091148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Publish callbacks [] for port (e332acea-a03d-4917-bdb7-920f08c43939), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.096779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e332acea-a03d-4917-bdb7-920f08c43939), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.100399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dddc7379-a5b4-4ccc-bff8-eb14f4688c22 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (cb6addca-5b0b-4625-89c9-c8a8bb714449), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.161071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dddc7379-a5b4-4ccc-bff8-eb14f4688c22 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (cb6addca-5b0b-4625-89c9-c8a8bb714449), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.165803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dddc7379-a5b4-4ccc-bff8-eb14f4688c22 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (cb6addca-5b0b-4625-89c9-c8a8bb714449), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.167047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993e56a-dbc6-4fdb-9701-9a9d18ea2ba2 None None] Pushing event updated for resources: {'Port': ['ID=e332acea-a03d-4917-bdb7-920f08c43939,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:46.185538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc7379-a5b4-4ccc-bff8-eb14f4688c22 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6addca-5b0b-4625-89c9-c8a8bb714449,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:46.195605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dddc7379-a5b4-4ccc-bff8-eb14f4688c22 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.197667 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dddc7379-a5b4-4ccc-bff8-eb14f4688c22 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264248 Apr 29 07:43:46.200267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55388) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:46.204304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Attempting to bind port e332acea-a03d-4917-bdb7-920f08c43939 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:43:46.205028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Attempting to bind port e332acea-a03d-4917-bdb7-920f08c43939 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:43:46.205427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Attempting to bind port e332acea-a03d-4917-bdb7-920f08c43939 on network 76ff88ec-a143-4de7-a515-d753db45b88f {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:43:46.205562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cf1d4c58-780b-4df8-9359-dbe99ffc4e21 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a7db87f4-a973-4de5-9842-61b9c13a384c', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:46.211555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:43:46.211941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Checking segment: {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:46.212351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.212792 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Bound using segment: {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:43:46.213300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Bound port: e332acea-a03d-4917-bdb7-920f08c43939, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:43:46.213683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e332acea-a03d-4917-bdb7-920f08c43939), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.232430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4c58-780b-4df8-9359-dbe99ffc4e21 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (4742265d-05f7-4f0d-8aae-d8e3335fdb3c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.283003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] For port e332acea-a03d-4917-bdb7-920f08c43939, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:43:46.286357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] For port e332acea-a03d-4917-bdb7-920f08c43939, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e332acea-a03d-4917-bdb7-920f08c43939,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:43:46.292213 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4c58-780b-4df8-9359-dbe99ffc4e21 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (4742265d-05f7-4f0d-8aae-d8e3335fdb3c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.296058 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e332acea-a03d-4917-bdb7-920f08c43939), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.298000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4c58-780b-4df8-9359-dbe99ffc4e21 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (4742265d-05f7-4f0d-8aae-d8e3335fdb3c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.316732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d4c58-780b-4df8-9359-dbe99ffc4e21 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4742265d-05f7-4f0d-8aae-d8e3335fdb3c,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:46.329041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4c58-780b-4df8-9359-dbe99ffc4e21 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.330535 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cf1d4c58-780b-4df8-9359-dbe99ffc4e21 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292975 Apr 29 07:43:46.333522 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55390) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:46.338896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a06cb2e2-e4e8-407c-9d3d-036e56645f8c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a7db87f4-a973-4de5-9842-61b9c13a384c', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:46.359265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:46.359896 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:46.367648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a06cb2e2-e4e8-407c-9d3d-036e56645f8c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (ddf9acab-949b-45a2-b25a-89aa6ffce1cc), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.433779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a06cb2e2-e4e8-407c-9d3d-036e56645f8c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (ddf9acab-949b-45a2-b25a-89aa6ffce1cc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.438694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a06cb2e2-e4e8-407c-9d3d-036e56645f8c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (ddf9acab-949b-45a2-b25a-89aa6ffce1cc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.441379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993e56a-dbc6-4fdb-9701-9a9d18ea2ba2 None None] Pushing event updated for resources: {'Port': ['ID=e332acea-a03d-4917-bdb7-920f08c43939,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:46.450175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2452ae28-bf89-4c69-aab4-0eb6baf20fa5 None None] Provisioning complete for port e332acea-a03d-4917-bdb7-920f08c43939 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:46.450545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2452ae28-bf89-4c69-aab4-0eb6baf20fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e332acea-a03d-4917-bdb7-920f08c43939), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.460954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cb2e2-e4e8-407c-9d3d-036e56645f8c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf9acab-949b-45a2-b25a-89aa6ffce1cc,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:46.472233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a06cb2e2-e4e8-407c-9d3d-036e56645f8c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.473621 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a06cb2e2-e4e8-407c-9d3d-036e56645f8c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385744 Apr 29 07:43:46.476400 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55392) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:46.482043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5712185d-7b7d-49fc-ba47-c9d0601f6ac0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a7db87f4-a973-4de5-9842-61b9c13a384c', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:46.503987 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-5712185d-7b7d-49fc-ba47-c9d0601f6ac0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:43:46.509477 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5712185d-7b7d-49fc-ba47-c9d0601f6ac0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (3405e6bc-71c2-494d-8adc-24738138b14f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.528817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:46.591363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5712185d-7b7d-49fc-ba47-c9d0601f6ac0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (3405e6bc-71c2-494d-8adc-24738138b14f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.591703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2452ae28-bf89-4c69-aab4-0eb6baf20fa5 None None] Current status of the port e332acea-a03d-4917-bdb7-920f08c43939 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:46.592030 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2452ae28-bf89-4c69-aab4-0eb6baf20fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e332acea-a03d-4917-bdb7-920f08c43939), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.596174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5712185d-7b7d-49fc-ba47-c9d0601f6ac0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (3405e6bc-71c2-494d-8adc-24738138b14f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.626205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712185d-7b7d-49fc-ba47-c9d0601f6ac0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3405e6bc-71c2-494d-8adc-24738138b14f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:46.632804 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5712185d-7b7d-49fc-ba47-c9d0601f6ac0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.638052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55394) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:46.641838 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5712185d-7b7d-49fc-ba47-c9d0601f6ac0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1634345 Apr 29 07:43:46.643878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6e993ab7-ee6f-4f37-a24f-d1de7a3094d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'a7db87f4-a973-4de5-9842-61b9c13a384c', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:46.669358 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-6e993ab7-ee6f-4f37-a24f-d1de7a3094d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:43:46.675965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e993ab7-ee6f-4f37-a24f-d1de7a3094d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (46a96919-9a6b-48e7-8411-97a6469f96af), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.705919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2452ae28-bf89-4c69-aab4-0eb6baf20fa5 None None] For port e332acea-a03d-4917-bdb7-920f08c43939, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e332acea-a03d-4917-bdb7-920f08c43939,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:46.714921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2452ae28-bf89-4c69-aab4-0eb6baf20fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e332acea-a03d-4917-bdb7-920f08c43939), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.748792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e993ab7-ee6f-4f37-a24f-d1de7a3094d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (46a96919-9a6b-48e7-8411-97a6469f96af), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.753033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e993ab7-ee6f-4f37-a24f-d1de7a3094d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (46a96919-9a6b-48e7-8411-97a6469f96af), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.772484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e993ab7-ee6f-4f37-a24f-d1de7a3094d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a96919-9a6b-48e7-8411-97a6469f96af,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:46.778556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6e993ab7-ee6f-4f37-a24f-d1de7a3094d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.780388 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6e993ab7-ee6f-4f37-a24f-d1de7a3094d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410351 Apr 29 07:43:46.801727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452ae28-bf89-4c69-aab4-0eb6baf20fa5 None None] Pushing event updated for resources: {'Port': ['ID=e332acea-a03d-4917-bdb7-920f08c43939,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:46.840889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:46.843948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dd306f41-33e6-4726-9cf0-99a1a923b99e None None] Provisioning complete for port e332acea-a03d-4917-bdb7-920f08c43939 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:46.844311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd306f41-33e6-4726-9cf0-99a1a923b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e332acea-a03d-4917-bdb7-920f08c43939), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:46.869059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44a26d-c70f-4e46-bc31-3ede14ceda58 None None] The sync data for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv is: [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:46.976940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dd306f41-33e6-4726-9cf0-99a1a923b99e None None] Current status of the port e332acea-a03d-4917-bdb7-920f08c43939 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:47.024202 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-efcb3241-1837-449c-8c39-1ac6871887c5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177375838&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.0609610 Apr 29 07:43:47.132299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-c0dbb449-378b-4a1d-9d86-2e6396e2c32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:47.133884 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-c0dbb449-378b-4a1d-9d86-2e6396e2c32c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 796 time: 0.1031871 Apr 29 07:43:47.153737 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-23bc0f6e-dee8-4392-95a5-0867a70a4bcb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0124447 Apr 29 07:43:47.229306 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-52541582-5855-4f96-be3b-127bfb63a8e6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712204 Apr 29 07:43:47.265510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 04e2cd2a-85a3-4fae-b640-14a52a94e145 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:43:47.329878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 04e2cd2a-85a3-4fae-b640-14a52a94e145 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:47.330581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:47.334976 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-c8a3e12a-8a17-4233-8c9c-9db786f8112e service neutron] 10.222.0.23 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927205 Apr 29 07:43:47.418296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 04e2cd2a-85a3-4fae-b640-14a52a94e145 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:47.419392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e332acea-a03d-4917-bdb7-920f08c43939 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:43:47.433052 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-c7c4139a-af68-4a5c-ad3d-ccc91442181e service neutron] 10.222.0.23 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912142 Apr 29 07:43:47.467367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e332acea-a03d-4917-bdb7-920f08c43939 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:47.467732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e332acea-a03d-4917-bdb7-920f08c43939), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:47.552604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e332acea-a03d-4917-bdb7-920f08c43939 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:47.608186 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cfd61500-3685-48da-ad4e-8ca1a4981a5b req-62c09a1b-767d-4d16-8424-4b688ac03889 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 210 time: 0.0287631 Apr 29 07:43:48.532226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2890646c-33fe-4506-9e2b-95a41233bdc7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:48.533918 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2890646c-33fe-4506-9e2b-95a41233bdc7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 796 time: 0.1043806 Apr 29 07:43:48.614911 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-50888231-fe74-443c-bb2c-afd20f86cc4f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 379 time: 0.0731504 Apr 29 07:43:48.624955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['a7db87f4-a973-4de5-9842-61b9c13a384c']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:48.712097 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e446f9c1-fcd4-4f9c-a581-8480a3250117 req-5a80a33a-ed2d-496d-894f-19b6189747ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 210 time: 0.0328963 Apr 29 07:43:48.757851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:43:48.761484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:48.887525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.10 (76ff88ec-a143-4de7-a515-d753db45b88f/7c358ef8-85cc-43a4-abe9-2458e6ad5671/999d15e8-cd22-498e-96ab-68fedca7a48a) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:49.031485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.078157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.119274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 76ff88ec-a143-4de7-a515-d753db45b88f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:49.122385 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:49.125938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:49.135928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=999d15e8-cd22-498e-96ab-68fedca7a48a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:49.180701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:49.181452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.198953 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-fd8f0449-492e-4283-94c2-16cffa84400c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5777376 Apr 29 07:43:49.210283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Request body: {'port': {'device_id': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:49.275562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.319441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-755e7fb6-1968-4bb2-91e7-78654cb58add None None] Provisioning complete for port 999d15e8-cd22-498e-96ab-68fedca7a48a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:49.320041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-755e7fb6-1968-4bb2-91e7-78654cb58add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.353239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-755e7fb6-1968-4bb2-91e7-78654cb58add None None] Port 999d15e8-cd22-498e-96ab-68fedca7a48a cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:43:49.529028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999d15e8-cd22-498e-96ab-68fedca7a48a {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:43:49.536425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Publish callbacks [] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.549021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Transition to ACTIVE for port object 999d15e8-cd22-498e-96ab-68fedca7a48a will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:43:49.555551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.603962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Pushing event updated for resources: {'Port': ['ID=999d15e8-cd22-498e-96ab-68fedca7a48a,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:49.678432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Attempting to bind port 999d15e8-cd22-498e-96ab-68fedca7a48a on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:43:49.678976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Attempting to bind port 999d15e8-cd22-498e-96ab-68fedca7a48a by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:43:49.679507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Attempting to bind port 999d15e8-cd22-498e-96ab-68fedca7a48a on network 76ff88ec-a143-4de7-a515-d753db45b88f {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:43:49.686288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Port 999d15e8-cd22-498e-96ab-68fedca7a48a on network 76ff88ec-a143-4de7-a515-d753db45b88f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:43:49.686544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Attempting to bind port 999d15e8-cd22-498e-96ab-68fedca7a48a on network 76ff88ec-a143-4de7-a515-d753db45b88f {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:43:49.693491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:43:49.693782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Checking segment: {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:43:49.694265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Bound using segment: {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:43:49.694702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Bound port: 999d15e8-cd22-498e-96ab-68fedca7a48a, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:43:49.695033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.764180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] For port 999d15e8-cd22-498e-96ab-68fedca7a48a, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:43:49.768797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] For port 999d15e8-cd22-498e-96ab-68fedca7a48a, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=999d15e8-cd22-498e-96ab-68fedca7a48a,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:43:49.777829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.812515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:49.813306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:49.814652 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] 10.222.0.36 "PUT /v2.0/ports/999d15e8-cd22-498e-96ab-68fedca7a48a HTTP/1.1" status: 200 len: 1094 time: 0.6087937 Apr 29 07:43:49.815097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:43:49.817387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08987013-c1b9-4c25-9259-7fa1b07bcdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:43:49.842952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aead9d2-9f53-4dbb-ad24-22b83a565abb service neutron] Pushing event updated for resources: {'Port': ['ID=999d15e8-cd22-498e-96ab-68fedca7a48a,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:49.885200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccc7b7-4612-445f-a4f8-d5659ad52606 req-8e1ac93a-a10f-4be4-9649-b22621bd6b8b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:49.894180 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83ccc7b7-4612-445f-a4f8-d5659ad52606 req-8e1ac93a-a10f-4be4-9649-b22621bd6b8b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 944 time: 0.1040976 Apr 29 07:43:49.895204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c376e-623a-49c6-bf26-29d1f992c4be x-openstack-request-id: req-070c376e-623a-49c6-bf26-29d1f992c4be {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:43:49.895499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:43:49.895753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-070c376e-623a-49c6-bf26-29d1f992c4be {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:43:49.896164 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070c376e-623a-49c6-bf26-29d1f992c4be'] response: {'name': 'network-changed', 'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'status': 'completed', 'code': 200} Apr 29 07:43:49.918766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-3e8de72c-a889-475d-b5d5-e7ea261b7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:49.921762 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-3e8de72c-a889-475d-b5d5-e7ea261b7951 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 1128 time: 0.0602567 Apr 29 07:43:49.944591 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83ccc7b7-4612-445f-a4f8-d5659ad52606 req-7866b5cd-4d10-4e40-bec3-18537fca3f5e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489280 Apr 29 07:43:49.970130 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-e19135bf-b89e-41e2-b445-e94bea293b76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=999d15e8-cd22-498e-96ab-68fedca7a48a HTTP/1.1" status: 200 len: 217 time: 0.0408580 Apr 29 07:43:50.019441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-52d542ad-5bd1-4e8f-960c-52613d4b6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:50.020910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-52d542ad-5bd1-4e8f-960c-52613d4b6533 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c358ef8-85cc-43a4-abe9-2458e6ad5671 HTTP/1.1" status: 200 len: 835 time: 0.0439160 Apr 29 07:43:50.072439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-7abc0cbb-ebef-497e-aedd-eab08010e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:50.073870 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-7abc0cbb-ebef-497e-aedd-eab08010e7f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76ff88ec-a143-4de7-a515-d753db45b88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474098 Apr 29 07:43:50.162875 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-3ff2d7f3-1424-44e7-8e27-15322da0c0ce service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821085 Apr 29 07:43:50.254723 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a26d740-f8f9-474d-a21d-5e0c6bac7fe7 req-33aaa442-143f-4397-97e4-535972ae3c39 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862048 Apr 29 07:43:50.346010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-2e7eb74e-0847-4185-a514-edeee94051c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:50.347445 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-2e7eb74e-0847-4185-a514-edeee94051c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 1128 time: 0.0487099 Apr 29 07:43:50.437725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-81c7429c-a5ed-47db-814c-340b8aef0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:50.439171 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-81c7429c-a5ed-47db-814c-340b8aef0072 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 897 time: 0.0855367 Apr 29 07:43:50.484873 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-3abe7210-669e-4a68-8221-bed835f31b86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=999d15e8-cd22-498e-96ab-68fedca7a48a HTTP/1.1" status: 200 len: 217 time: 0.0378218 Apr 29 07:43:50.534492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-189d8b7b-c35a-42e1-b7e6-cdf4ee2a7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:50.535962 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-189d8b7b-c35a-42e1-b7e6-cdf4ee2a7e0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c358ef8-85cc-43a4-abe9-2458e6ad5671 HTTP/1.1" status: 200 len: 835 time: 0.0445137 Apr 29 07:43:50.587980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-a467edee-dcff-419a-9e37-6a7d7cab53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:50.589473 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-a467edee-dcff-419a-9e37-6a7d7cab53e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76ff88ec-a143-4de7-a515-d753db45b88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460045 Apr 29 07:43:50.681982 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-a0268dcc-d31b-409e-a860-59dc7dd8c635 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858512 Apr 29 07:43:50.769188 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-08987013-c1b9-4c25-9259-7fa1b07bcdfe req-896e4773-c362-4a6d-9c64-b9bbc6404bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801742 Apr 29 07:43:51.413962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1edc7b-96c0-4023-bf08-e15bd06f9df3 req-6f19d0c9-294e-442a-8095-6e9d3e893732 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:51.415594 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a1edc7b-96c0-4023-bf08-e15bd06f9df3 req-6f19d0c9-294e-442a-8095-6e9d3e893732 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 944 time: 0.3888235 Apr 29 07:43:51.463122 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a1edc7b-96c0-4023-bf08-e15bd06f9df3 req-075741a6-e34b-4a54-9d51-a9405414154d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417264 Apr 29 07:43:51.508890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 999d15e8-cd22-498e-96ab-68fedca7a48a details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:43:51.609961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 999d15e8-cd22-498e-96ab-68fedca7a48a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=999d15e8-cd22-498e-96ab-68fedca7a48a,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:51.621312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'port_id': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'mac_address': 'fa:16:3e:3b:d5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:43:51.657878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 999d15e8-cd22-498e-96ab-68fedca7a48a is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:51.658264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:51.671770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999d15e8-cd22-498e-96ab-68fedca7a48a {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:43:51.692687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 999d15e8-cd22-498e-96ab-68fedca7a48a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=999d15e8-cd22-498e-96ab-68fedca7a48a,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:51.699586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:51.748892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=999d15e8-cd22-498e-96ab-68fedca7a48a,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:51.892285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['999d15e8-cd22-498e-96ab-68fedca7a48a'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:43:52.600632 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babfafc-2b70-48f6-ba09-fb626752ba2a req-12213307-8133-448f-a56f-8dd7872c321c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:52.602153 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7babfafc-2b70-48f6-ba09-fb626752ba2a req-12213307-8133-448f-a56f-8dd7872c321c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 945 time: 0.0557008 Apr 29 07:43:52.655055 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7babfafc-2b70-48f6-ba09-fb626752ba2a req-b83f8b9d-a707-442f-ae56-db9db5ea9743 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470009 Apr 29 07:43:53.516903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 999d15e8-cd22-498e-96ab-68fedca7a48a up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:43:53.581598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 999d15e8-cd22-498e-96ab-68fedca7a48a completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:43:53.585562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 999d15e8-cd22-498e-96ab-68fedca7a48a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:43:53.585940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:53.663089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 999d15e8-cd22-498e-96ab-68fedca7a48a is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:43:53.663470 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:53.690205 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:43:53.692802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fec242-2dd9-43be-8d48-090ee1daa2a0" -d '{"events": [{"server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "name": "network-vif-plugged", "status": "completed", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:43:53.723951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 999d15e8-cd22-498e-96ab-68fedca7a48a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=999d15e8-cd22-498e-96ab-68fedca7a48a,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:43:53.729570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:53.756964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb1acdc-1f7a-48ed-b9f4-723ad5cd6d25 x-openstack-request-id: req-abb1acdc-1f7a-48ed-b9f4-723ad5cd6d25 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:43:53.757962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "name": "network-vif-plugged", "status": "completed", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:43:53.758310 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abb1acdc-1f7a-48ed-b9f4-723ad5cd6d25 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:43:53.758770 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb1acdc-1f7a-48ed-b9f4-723ad5cd6d25'] response: {'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'code': 200} Apr 29 07:43:53.782748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbf8a7-140c-4a8a-afa9-0351a65f355c req-85a77569-737d-48a5-9a22-ae19f3a789c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:53.789962 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c7bbf8a7-140c-4a8a-afa9-0351a65f355c req-85a77569-737d-48a5-9a22-ae19f3a789c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 946 time: 0.0585077 Apr 29 07:43:53.793482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=999d15e8-cd22-498e-96ab-68fedca7a48a,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:53.842719 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c7bbf8a7-140c-4a8a-afa9-0351a65f355c req-72cb7111-aac1-4b4b-b9be-dce4b841450b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518844 Apr 29 07:43:53.944631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3db6de-4d46-45b0-994e-f5d7112901d9 req-4719f85c-7b77-4e2d-8539-c21202b77ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:53.946211 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ee3db6de-4d46-45b0-994e-f5d7112901d9 req-4719f85c-7b77-4e2d-8539-c21202b77ba8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 1130 time: 0.0477600 Apr 29 07:43:53.996297 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ee3db6de-4d46-45b0-994e-f5d7112901d9 req-51c6c616-7d7b-4596-9f73-c51702199643 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436325 Apr 29 07:43:54.972987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345d820-7b4d-4f7b-a312-1068bdf04e7d req-15edad65-3281-4c17-a6f7-ffda4c631d25 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:54.974512 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e345d820-7b4d-4f7b-a312-1068bdf04e7d req-15edad65-3281-4c17-a6f7-ffda4c631d25 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 946 time: 0.0578091 Apr 29 07:43:55.028056 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e345d820-7b4d-4f7b-a312-1068bdf04e7d req-b298f10b-e395-4324-aa2f-bcd84cdd66fb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477653 Apr 29 07:43:56.155793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932194e-b14c-4314-be19-4a0925b6bf13 req-9b67cad2-ed4e-4bd9-a1e5-e8ec9a4f74bc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:56.157251 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b932194e-b14c-4314-be19-4a0925b6bf13 req-9b67cad2-ed4e-4bd9-a1e5-e8ec9a4f74bc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 946 time: 0.0534568 Apr 29 07:43:56.207724 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b932194e-b14c-4314-be19-4a0925b6bf13 req-ce1f2b10-d959-48a1-89c2-eab3eb6787dc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 Apr 29 07:43:56.340832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ace35-6944-4812-901b-45c4cd3ea75a req-8e7980fb-c948-4c25-9beb-98b33bd8ebe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:56.342512 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-534ace35-6944-4812-901b-45c4cd3ea75a req-8e7980fb-c948-4c25-9beb-98b33bd8ebe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 946 time: 0.0658834 Apr 29 07:43:56.392243 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-534ace35-6944-4812-901b-45c4cd3ea75a req-b234a7bd-6089-4bc2-b2a0-802b54a039ec tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438640 Apr 29 07:43:56.413965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55442) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:56.457188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83259f2-6385-43a0-a55d-2f5ecc1c80a9 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:56.458710 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a83259f2-6385-43a0-a55d-2f5ecc1c80a9 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 1125 time: 0.0437715 Apr 29 07:43:56.461729 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55444) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:56.465910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:43:56.495322 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:56.597020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:56.699531 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.57 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/f781c005-0f6e-4e44-b694-fdedcb02544f) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:43:56.824387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (f781c005-0f6e-4e44-b694-fdedcb02544f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:56.869199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f781c005-0f6e-4e44-b694-fdedcb02544f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:56.907181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:43:56.909999 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:43:56.916704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:43:56.919723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=f781c005-0f6e-4e44-b694-fdedcb02544f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:56.944658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.945011 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.945379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.945737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.946073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.946377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.946702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.947043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.947373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.947700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.948022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.948360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:56.948640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:43:57.702217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (38fb1880-f71b-417f-b8b9-85ba2c86286e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:57.800831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f781c005-0f6e-4e44-b694-fdedcb02544f), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:57.956681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (f781c005-0f6e-4e44-b694-fdedcb02544f), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:57.963896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (f781c005-0f6e-4e44-b694-fdedcb02544f), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:58.037038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=f781c005-0f6e-4e44-b694-fdedcb02544f,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:43:58.048061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (38fb1880-f71b-417f-b8b9-85ba2c86286e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:58.114287 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:43:58.150546 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 38fb1880-f71b-417f-b8b9-85ba2c86286e associated. External IP: 172.26.3.57, port: 999d15e8-cd22-498e-96ab-68fedca7a48a. Apr 29 07:43:58.369576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 3751cff5-57aa-4d2a-a214-263bf7128101 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:43:58.481208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:43:58.491835 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] Sync routers for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:43:58.501035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:43:58.502169 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:58.502780 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:58.531345 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0f5fc55e-ba09-440b-a494-d2b189d84c23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0686252 Apr 29 07:43:58.532046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:43:58.534445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55446) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:58.534984 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a81380-495f-46e0-a1fe-a7446c607ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:43:58.572214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afc8472-1e27-48a3-8cbf-bad4f449f632 x-openstack-request-id: req-5afc8472-1e27-48a3-8cbf-bad4f449f632 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:43:58.572586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:43:58.572847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5afc8472-1e27-48a3-8cbf-bad4f449f632 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:43:58.573300 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afc8472-1e27-48a3-8cbf-bad4f449f632'] response: {'name': 'network-changed', 'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'status': 'completed', 'code': 200} Apr 29 07:43:58.608769 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:58.634490 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8f1447ca-3c67-4c36-9df4-78139a43c2e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 991 time: 0.0984945 Apr 29 07:43:58.650567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-bb57b46e-199a-4fdc-9a5b-dca4eddeaa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:58.652052 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-bb57b46e-199a-4fdc-9a5b-dca4eddeaa5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 1130 time: 0.0574777 Apr 29 07:43:58.741087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-4e6babcd-e6c6-4044-a0f6-30a702f1e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:58.742667 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-4e6babcd-e6c6-4044-a0f6-30a702f1e665 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 897 time: 0.0838048 Apr 29 07:43:58.810315 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-18e7a71d-724e-4209-939e-8dc1baf02b57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=999d15e8-cd22-498e-96ab-68fedca7a48a HTTP/1.1" status: 200 len: 999 time: 0.0612967 Apr 29 07:43:58.830503 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '38fb1880-f71b-417f-b8b9-85ba2c86286e', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'port_id': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'mac_address': 'fa:16:3e:3b:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:43:57Z', 'updated_at': '2022-04-29T07:43:57Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:58.857423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-a4a24e5a-5107-4cc3-ba72-761702d4f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:58.858918 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-a4a24e5a-5107-4cc3-ba72-761702d4f579 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c358ef8-85cc-43a4-abe9-2458e6ad5671 HTTP/1.1" status: 200 len: 835 time: 0.0433729 Apr 29 07:43:58.859888 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] Checking router: 3751cff5-57aa-4d2a-a214-263bf7128101 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:43:58.868533 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:43:58.869130 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:43:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:58.908476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-9c662596-1130-47ba-99c6-8f6128946558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:43:58.909935 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-9c662596-1130-47ba-99c6-8f6128946558 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76ff88ec-a143-4de7-a515-d753db45b88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452542 Apr 29 07:43:58.972543 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:43:59.001697 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-fb748961-d8c6-4cd1-970b-792f582e5d38 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856137 Apr 29 07:43:59.089969 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2a81380-495f-46e0-a1fe-a7446c607ddc req-dc7e2e87-a2b6-4bb9-8e03-43ea150709d4 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826406 Apr 29 07:43:59.281976 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '38fb1880-f71b-417f-b8b9-85ba2c86286e', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'port_id': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'mac_address': 'fa:16:3e:3b:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:43:57Z', 'updated_at': '2022-04-29T07:43:57Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:43:59.310082 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99aadd5-b3da-443e-a727-f60645b43f4d None None] The sync data for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv is: [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '38fb1880-f71b-417f-b8b9-85ba2c86286e', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'port_id': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'mac_address': 'fa:16:3e:3b:d5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:43:57Z', 'updated_at': '2022-04-29T07:43:57Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:43:59.503431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df075d48-f3f9-4d61-84ce-ac05e04f4b4e None None] New status for floating IP 38fb1880-f71b-417f-b8b9-85ba2c86286e: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:43:59.638551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55450) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:43:59.708546 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-35ae9177-a087-4179-9aa9-0425ba50c60f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 993 time: 0.0688198 Apr 29 07:44:01.295800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1e08c418-1c90-463f-bcd7-37d4210f64cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:03.384643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6d26-2294-416c-8603-32e6e389f023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:04.716102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:05.342783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:06.032738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:07.326582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:26.332587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55462) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:26.425120 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c124ab-e1ac-44ae-91a3-39e619a086bf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:26.425983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c124ab-e1ac-44ae-91a3-39e619a086bf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:26.426453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c124ab-e1ac-44ae-91a3-39e619a086bf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:26.428206 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-44c124ab-e1ac-44ae-91a3-39e619a086bf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=f14233bf085d40bba00e3a72c1cbee9e&network_id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 3103 time: 0.0942264 Apr 29 07:44:29.525076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55472) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:29.579932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6731fe-cebe-48df-8100-df193d589064 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:29.581444 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8e6731fe-cebe-48df-8100-df193d589064 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b HTTP/1.1" status: 200 len: 814 time: 0.0550854 Apr 29 07:44:30.536336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55478) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:30.642950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c221eeda-b7a8-4e16-98cd-ab242faa7d80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:30.705215 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c221eeda-b7a8-4e16-98cd-ab242faa7d80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (38fb1880-f71b-417f-b8b9-85ba2c86286e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:30.848313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c221eeda-b7a8-4e16-98cd-ab242faa7d80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:30.853032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c221eeda-b7a8-4e16-98cd-ab242faa7d80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (38fb1880-f71b-417f-b8b9-85ba2c86286e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:30.853401 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-c221eeda-b7a8-4e16-98cd-ab242faa7d80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 38fb1880-f71b-417f-b8b9-85ba2c86286e disassociated. External IP: 172.26.3.57, port: 999d15e8-cd22-498e-96ab-68fedca7a48a. Apr 29 07:44:31.064488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c221eeda-b7a8-4e16-98cd-ab242faa7d80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 3751cff5-57aa-4d2a-a214-263bf7128101 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:44:31.176367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c221eeda-b7a8-4e16-98cd-ab242faa7d80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:44:31.181710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c221eeda-b7a8-4e16-98cd-ab242faa7d80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:31.187501 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] Sync routers for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:44:31.197376 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:44:31.197993 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:44:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:44:31.216078 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c221eeda-b7a8-4e16-98cd-ab242faa7d80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 689 time: 0.6751149 Apr 29 07:44:31.216078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:44:31.216078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:44:31.216503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55482) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:31.252341 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce04c03-1abe-4b08-a6f6-53cb7dafaaf5 x-openstack-request-id: req-0ce04c03-1abe-4b08-a6f6-53cb7dafaaf5 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:44:31.252518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:44:31.252754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ce04c03-1abe-4b08-a6f6-53cb7dafaaf5 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:44:31.253171 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce04c03-1abe-4b08-a6f6-53cb7dafaaf5'] response: {'name': 'network-changed', 'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'status': 'completed', 'code': 200} Apr 29 07:44:31.283463 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b7489b40-3c89-4bd0-bdf0-7195b6232aa8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 689 time: 0.0657918 Apr 29 07:44:31.287596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-61999951-3a84-491c-b2b7-3eddaa1f3e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:31.336372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-93e1cc68-f615-4007-a587-43d8b212ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:31.337993 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-93e1cc68-f615-4007-a587-43d8b212ab38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 1130 time: 0.0532238 Apr 29 07:44:31.344674 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:44:31.435489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-316ab52b-fae8-41f0-9dd3-f045b40a76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:31.436889 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-316ab52b-fae8-41f0-9dd3-f045b40a76ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 897 time: 0.0925107 Apr 29 07:44:31.477889 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-90ca8f92-344a-4fa3-967e-adc62ccf359e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=999d15e8-cd22-498e-96ab-68fedca7a48a HTTP/1.1" status: 200 len: 217 time: 0.0344508 Apr 29 07:44:31.529822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-b3019f19-ba48-4f0e-a863-aaeaea7f988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:31.531595 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-b3019f19-ba48-4f0e-a863-aaeaea7f988d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c358ef8-85cc-43a4-abe9-2458e6ad5671 HTTP/1.1" status: 200 len: 835 time: 0.0476015 Apr 29 07:44:31.551065 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:44:31.583078 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] Checking router: 3751cff5-57aa-4d2a-a214-263bf7128101 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:44:31.585515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-957e7e9f-dca7-4239-b717-3bcb177e6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:31.587186 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-957e7e9f-dca7-4239-b717-3bcb177e6c25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76ff88ec-a143-4de7-a515-d753db45b88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498312 Apr 29 07:44:31.593302 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:44:31.594064 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:44:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:44:31.682397 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-7be66350-1138-4766-8f8f-04832da0d905 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878952 Apr 29 07:44:31.702430 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:44:31.778426 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9aa40ec-f7d1-43de-ad50-048c1f0b447f req-0245fc38-87bd-4792-bd34-21c3152ef17b service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902467 Apr 29 07:44:31.898582 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:44:31.927479 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741410b-52ae-44cc-a2db-f3d604267912 None None] The sync data for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv is: [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:44:32.148257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1acf9a-4c72-4dac-a771-334c25fd5a5a None None] New status for floating IP 38fb1880-f71b-417f-b8b9-85ba2c86286e: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:44:32.285803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55486) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:32.330432 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-527e0790-39dc-451f-876b-e12b6dc7d0da tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 689 time: 0.0434155 Apr 29 07:44:33.335496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55488) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:33.369065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d74455b1-f86e-4a4d-aaf5-c8636255a87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:33.389400 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-88050391-0819-48a9-9cb7-11d764dddb18 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 687 time: 0.0522399 Apr 29 07:44:34.576729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55492) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:34.581489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298268623', 'description': 'tempest-secgroup-smoke-298268623 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:34.604155 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.672807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (9849e368-3cbc-4ec5-9346-ba045bb8a5c8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.678588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9849e368-3cbc-4ec5-9346-ba045bb8a5c8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.707965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.710731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.711953 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1341922 Apr 29 07:44:34.715272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55494) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:34.716246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9849e368-3cbc-4ec5-9346-ba045bb8a5c8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:34.719921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-30706b90-02db-4017-a493-0f316d51e029 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9849e368-3cbc-4ec5-9346-ba045bb8a5c8', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:34.723983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.724337 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.724680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.725016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.725379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.725708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.726037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.726361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.726682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.727010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.727332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.727648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.727965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17f32c-a931-4180-91b9-076e5e861a35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:34.746346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30706b90-02db-4017-a493-0f316d51e029 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (f0379a29-1ba0-42fa-835e-363804ec30e8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.808645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30706b90-02db-4017-a493-0f316d51e029 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (f0379a29-1ba0-42fa-835e-363804ec30e8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.814757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30706b90-02db-4017-a493-0f316d51e029 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (f0379a29-1ba0-42fa-835e-363804ec30e8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.832235 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30706b90-02db-4017-a493-0f316d51e029 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0379a29-1ba0-42fa-835e-363804ec30e8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:34.841499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30706b90-02db-4017-a493-0f316d51e029 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.842692 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-30706b90-02db-4017-a493-0f316d51e029 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264057 Apr 29 07:44:34.845790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55496) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:34.850197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-353c43d6-44b9-426c-94e4-e944b8af2d94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9849e368-3cbc-4ec5-9346-ba045bb8a5c8', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:34.878294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-353c43d6-44b9-426c-94e4-e944b8af2d94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (18cfaae0-871d-4c2e-bd27-0c8905dcb7f2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.934111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-353c43d6-44b9-426c-94e4-e944b8af2d94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (18cfaae0-871d-4c2e-bd27-0c8905dcb7f2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.939681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-353c43d6-44b9-426c-94e4-e944b8af2d94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (18cfaae0-871d-4c2e-bd27-0c8905dcb7f2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.959969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c43d6-44b9-426c-94e4-e944b8af2d94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cfaae0-871d-4c2e-bd27-0c8905dcb7f2,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:34.969113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-353c43d6-44b9-426c-94e4-e944b8af2d94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:34.970331 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-353c43d6-44b9-426c-94e4-e944b8af2d94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235230 Apr 29 07:44:34.973192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55498) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:34.977489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b0a61ab2-934b-49ff-a6e1-08222b0e81d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9849e368-3cbc-4ec5-9346-ba045bb8a5c8', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:35.003876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0a61ab2-934b-49ff-a6e1-08222b0e81d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (87fa334e-121a-4b10-b751-2052288cec92), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.059976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0a61ab2-934b-49ff-a6e1-08222b0e81d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (87fa334e-121a-4b10-b751-2052288cec92), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.065758 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0a61ab2-934b-49ff-a6e1-08222b0e81d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (87fa334e-121a-4b10-b751-2052288cec92), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.083671 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a61ab2-934b-49ff-a6e1-08222b0e81d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fa334e-121a-4b10-b751-2052288cec92,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:35.091706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b0a61ab2-934b-49ff-a6e1-08222b0e81d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.092915 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b0a61ab2-934b-49ff-a6e1-08222b0e81d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187596 Apr 29 07:44:35.095723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55500) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:35.100057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-becbdfdc-2f64-424c-8c1c-bcdb256474d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9849e368-3cbc-4ec5-9346-ba045bb8a5c8', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:35.113466 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:44:35.125087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-becbdfdc-2f64-424c-8c1c-bcdb256474d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (0338b909-fd32-4e9b-bc3f-3ac9fdbf8916), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.182100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-becbdfdc-2f64-424c-8c1c-bcdb256474d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (0338b909-fd32-4e9b-bc3f-3ac9fdbf8916), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.187698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-becbdfdc-2f64-424c-8c1c-bcdb256474d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (0338b909-fd32-4e9b-bc3f-3ac9fdbf8916), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.207006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbdfdc-2f64-424c-8c1c-bcdb256474d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0338b909-fd32-4e9b-bc3f-3ac9fdbf8916,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:35.212844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-becbdfdc-2f64-424c-8c1c-bcdb256474d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.216594 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-becbdfdc-2f64-424c-8c1c-bcdb256474d9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171176 Apr 29 07:44:35.216912 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55502) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:35.221273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dbe5eae8-6624-40f9-9525-535d235c564b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9849e368-3cbc-4ec5-9346-ba045bb8a5c8', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:35.243879 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-dbe5eae8-6624-40f9-9525-535d235c564b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:44:35.248817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbe5eae8-6624-40f9-9525-535d235c564b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (7fec14cb-abe5-4ca0-a64d-b24819737ce6), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.308740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbe5eae8-6624-40f9-9525-535d235c564b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (7fec14cb-abe5-4ca0-a64d-b24819737ce6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.313997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbe5eae8-6624-40f9-9525-535d235c564b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7fec14cb-abe5-4ca0-a64d-b24819737ce6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.334057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5eae8-6624-40f9-9525-535d235c564b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fec14cb-abe5-4ca0-a64d-b24819737ce6,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:35.339003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.342535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbe5eae8-6624-40f9-9525-535d235c564b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.346532 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dbe5eae8-6624-40f9-9525-535d235c564b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258409 Apr 29 07:44:35.346963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55504) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:35.354148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fd7c7f75-c13b-4390-b353-a443a2579481 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9849e368-3cbc-4ec5-9346-ba045bb8a5c8', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:35.383923 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-fd7c7f75-c13b-4390-b353-a443a2579481 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:44:35.388804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7f75-c13b-4390-b353-a443a2579481 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b9de6208-dd78-4354-a3b1-d47ee0bcfbef), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.448969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7f75-c13b-4390-b353-a443a2579481 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b9de6208-dd78-4354-a3b1-d47ee0bcfbef), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.454866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7f75-c13b-4390-b353-a443a2579481 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b9de6208-dd78-4354-a3b1-d47ee0bcfbef), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.474160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c7f75-c13b-4390-b353-a443a2579481 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9de6208-dd78-4354-a3b1-d47ee0bcfbef,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:35.480287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7f75-c13b-4390-b353-a443a2579481 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:35.481543 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fd7c7f75-c13b-4390-b353-a443a2579481 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331046 Apr 29 07:44:35.641417 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-e86aaddc-5931-409a-9b17-bbedcb5f2ff9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298268623&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.0486915 Apr 29 07:44:35.754910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-d3aae1da-b4a6-4801-9015-989ca6788ec2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:35.756310 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-d3aae1da-b4a6-4801-9015-989ca6788ec2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 796 time: 0.1084373 Apr 29 07:44:35.772200 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-32a9dd04-8b79-4c11-b138-1ded25d2e3fe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0104856 Apr 29 07:44:35.837256 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-5f80f42f-7ab5-4e59-b211-b8d0231d2a1f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599880 Apr 29 07:44:35.937257 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-ae105016-5bcf-4d0a-a91a-c138cdfedcba service neutron] 10.222.0.23 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885494 Apr 29 07:44:36.029091 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-94c8c3df-02bc-4b3b-b451-e5c6885c6a60 service neutron] 10.222.0.23 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858326 Apr 29 07:44:36.031867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:36.187731 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-322bf6d2-ebdb-4083-a4e6-f1fe7ab9dd97 req-007c4ab5-795e-421b-aa73-eae7a0093bd4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 210 time: 0.0275319 Apr 29 07:44:37.133890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-efb179d3-6f20-4155-8365-16c53f98e86a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:37.135351 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-efb179d3-6f20-4155-8365-16c53f98e86a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 796 time: 0.1088593 Apr 29 07:44:37.216877 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-83018a57-6257-4a11-8389-8656bae675ee tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 471 time: 0.0732980 Apr 29 07:44:37.225984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['9849e368-3cbc-4ec5-9346-ba045bb8a5c8']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:37.302577 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13e66501-45e3-4992-9d03-9738d188e0e3 req-3394004b-3c62-4198-8b05-3618d217d8c2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 210 time: 0.0333710 Apr 29 07:44:37.312741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:37.365973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:44:37.369410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:37.494180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.5 (76ff88ec-a143-4de7-a515-d753db45b88f/7c358ef8-85cc-43a4-abe9-2458e6ad5671/a1d364b9-57b2-4849-b3a2-aea1a676ba92) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:44:37.638985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:37.675455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:37.715994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 76ff88ec-a143-4de7-a515-d753db45b88f is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:44:37.719101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:44:37.722649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:44:37.731576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=a1d364b9-57b2-4849-b3a2-aea1a676ba92,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:37.777095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:37.777733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:37.794770 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-02ac1da8-138e-4145-9d0c-222e07fa8e58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726016 Apr 29 07:44:37.805877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Request body: {'port': {'device_id': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:37.870755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:37.972753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7fd8adcb-de95-4490-b5bb-96b1cd5c6249 None None] Provisioning complete for port a1d364b9-57b2-4849-b3a2-aea1a676ba92 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:44:37.973103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7fd8adcb-de95-4490-b5bb-96b1cd5c6249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:38.007096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8adcb-de95-4490-b5bb-96b1cd5c6249 None None] Port a1d364b9-57b2-4849-b3a2-aea1a676ba92 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:44:38.128795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d364b9-57b2-4849-b3a2-aea1a676ba92 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:44:38.136288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Publish callbacks [] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:38.148660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Transition to ACTIVE for port object a1d364b9-57b2-4849-b3a2-aea1a676ba92 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:44:38.155387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:38.204546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Pushing event updated for resources: {'Port': ['ID=a1d364b9-57b2-4849-b3a2-aea1a676ba92,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:38.281762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Attempting to bind port a1d364b9-57b2-4849-b3a2-aea1a676ba92 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:44:38.282060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Attempting to bind port a1d364b9-57b2-4849-b3a2-aea1a676ba92 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:44:38.282401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Attempting to bind port a1d364b9-57b2-4849-b3a2-aea1a676ba92 on network 76ff88ec-a143-4de7-a515-d753db45b88f {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:44:38.286957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Port a1d364b9-57b2-4849-b3a2-aea1a676ba92 on network 76ff88ec-a143-4de7-a515-d753db45b88f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:44:38.287412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Attempting to bind port a1d364b9-57b2-4849-b3a2-aea1a676ba92 on network 76ff88ec-a143-4de7-a515-d753db45b88f {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:44:38.292466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:44:38.292783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Checking segment: {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:44:38.293172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Bound using segment: {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:44:38.293632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Bound port: a1d364b9-57b2-4849-b3a2-aea1a676ba92, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0976d1-800d-4ce5-b4eb-841a246b0c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:44:38.293974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:38.363843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] For port a1d364b9-57b2-4849-b3a2-aea1a676ba92, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:44:38.367386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] For port a1d364b9-57b2-4849-b3a2-aea1a676ba92, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a1d364b9-57b2-4849-b3a2-aea1a676ba92,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:44:38.374306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:38.406739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:38.407445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:38.408733 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] 10.222.0.36 "PUT /v2.0/ports/a1d364b9-57b2-4849-b3a2-aea1a676ba92 HTTP/1.1" status: 200 len: 1093 time: 0.6070945 Apr 29 07:44:38.409182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'tag': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:44:38.411488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3c3ba3-4ebc-4040-9236-a6a5dda5045b", "tag": "a1d364b9-57b2-4849-b3a2-aea1a676ba92"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:44:38.438574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9052eb-e0ae-4b40-9db1-d04c5de7d38e service neutron] Pushing event updated for resources: {'Port': ['ID=a1d364b9-57b2-4849-b3a2-aea1a676ba92,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:38.451674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6850d-0439-4e7f-b42e-d41fbd9d72e7 req-b2739d52-f4ea-40d4-8817-8c9b83eae9cc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:38.453571 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fbc6850d-0439-4e7f-b42e-d41fbd9d72e7 req-b2739d52-f4ea-40d4-8817-8c9b83eae9cc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 943 time: 0.0785728 Apr 29 07:44:38.494471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63a5f39-112e-45a4-ba31-44a1defe7659 x-openstack-request-id: req-a63a5f39-112e-45a4-ba31-44a1defe7659 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:44:38.494854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3c3ba3-4ebc-4040-9236-a6a5dda5045b", "tag": "a1d364b9-57b2-4849-b3a2-aea1a676ba92", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:44:38.495171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a63a5f39-112e-45a4-ba31-44a1defe7659 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:44:38.495641 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63a5f39-112e-45a4-ba31-44a1defe7659'] response: {'name': 'network-changed', 'server_uuid': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'tag': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92', 'status': 'completed', 'code': 200} Apr 29 07:44:38.515745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-772f73f9-ff95-4740-90ab-540552a5a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:38.517313 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-772f73f9-ff95-4740-90ab-540552a5a4ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 1127 time: 0.0618625 Apr 29 07:44:38.521634 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fbc6850d-0439-4e7f-b42e-d41fbd9d72e7 req-fe1b397f-0537-4118-8cd2-e68ceebd157a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9849e368-3cbc-4ec5-9346-ba045bb8a5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608015 Apr 29 07:44:38.559309 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-15f8dd2f-1aa7-493b-9de8-3a31e0d7360b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d364b9-57b2-4849-b3a2-aea1a676ba92 HTTP/1.1" status: 200 len: 217 time: 0.0355926 Apr 29 07:44:38.608453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-7405f5e6-57d3-4d36-a5f1-f0067342274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:38.609973 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-7405f5e6-57d3-4d36-a5f1-f0067342274d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c358ef8-85cc-43a4-abe9-2458e6ad5671 HTTP/1.1" status: 200 len: 835 time: 0.0450032 Apr 29 07:44:38.659824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-1da1cf9e-6918-401f-8291-4270725a7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:38.661274 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-1da1cf9e-6918-401f-8291-4270725a7ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76ff88ec-a143-4de7-a515-d753db45b88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450485 Apr 29 07:44:38.758709 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-9eea7291-1325-4264-984a-62f29dd7d189 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904717 Apr 29 07:44:38.860024 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-633a8e01-5bae-4426-8cfa-3a0964ca0a76 req-f0bdc2c4-d9af-4f28-adce-9b7eb9419770 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953612 Apr 29 07:44:38.964751 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-e9b804f8-dac7-4ef8-833e-af1eb6026734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:38.966331 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-e9b804f8-dac7-4ef8-833e-af1eb6026734 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 1127 time: 0.0570152 Apr 29 07:44:39.055684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-94b655ec-0c58-4d5a-90b3-da0cf68e09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:39.057114 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-94b655ec-0c58-4d5a-90b3-da0cf68e09f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 897 time: 0.0842223 Apr 29 07:44:39.100490 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-0b9a3554-215d-41c9-9076-7b85ed631f44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d364b9-57b2-4849-b3a2-aea1a676ba92 HTTP/1.1" status: 200 len: 217 time: 0.0369670 Apr 29 07:44:39.149100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-ff606639-035e-4eb4-a273-20ebf3412a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:39.150497 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-ff606639-035e-4eb4-a273-20ebf3412a83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c358ef8-85cc-43a4-abe9-2458e6ad5671 HTTP/1.1" status: 200 len: 835 time: 0.0436451 Apr 29 07:44:39.200225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-764ed629-c043-48c3-95f8-1dfb66f43952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:39.201748 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-764ed629-c043-48c3-95f8-1dfb66f43952 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76ff88ec-a143-4de7-a515-d753db45b88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452352 Apr 29 07:44:39.302969 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-c9710768-7f77-4647-b689-35d70cf3ffaf service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941787 Apr 29 07:44:39.395773 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-54fd8ca4-bad5-4e1d-8930-e8bf037588c2 req-a6377724-9781-4ddf-9678-331e3992a816 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847490 Apr 29 07:44:39.641939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029993-f58d-497a-80be-46e3ece86474 req-fc8f606f-0358-4afd-99ee-1422c2697441 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:39.643532 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a8029993-f58d-497a-80be-46e3ece86474 req-fc8f606f-0358-4afd-99ee-1422c2697441 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 943 time: 0.0538654 Apr 29 07:44:39.696421 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a8029993-f58d-497a-80be-46e3ece86474 req-8cd0fc26-03b4-4299-a23a-c4b4e1f2bba3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9849e368-3cbc-4ec5-9346-ba045bb8a5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468929 Apr 29 07:44:39.720002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a1d364b9-57b2-4849-b3a2-aea1a676ba92 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:44:39.820832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a1d364b9-57b2-4849-b3a2-aea1a676ba92, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a1d364b9-57b2-4849-b3a2-aea1a676ba92,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:44:39.833038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'port_id': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92', 'mac_address': 'fa:16:3e:4b:7a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:44:39.869530 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a1d364b9-57b2-4849-b3a2-aea1a676ba92 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:44:39.869897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:39.882321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d364b9-57b2-4849-b3a2-aea1a676ba92 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:44:39.903380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a1d364b9-57b2-4849-b3a2-aea1a676ba92, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a1d364b9-57b2-4849-b3a2-aea1a676ba92,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:44:39.911498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:39.962394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a1d364b9-57b2-4849-b3a2-aea1a676ba92,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:39.969430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.969781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.970120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.970453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.970779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.971100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.971407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.971774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.972084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.972398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.972718 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.973040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:39.973377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:44:40.129708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['a1d364b9-57b2-4849-b3a2-aea1a676ba92'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:44:40.830567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5fb1c-0bbd-4596-b8a8-13fb4bc80ae9 req-37fb4db7-1bb5-4fdc-b53a-e1f1a1f8be74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:40.831941 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4dc5fb1c-0bbd-4596-b8a8-13fb4bc80ae9 req-37fb4db7-1bb5-4fdc-b53a-e1f1a1f8be74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 944 time: 0.0642521 Apr 29 07:44:40.891356 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4dc5fb1c-0bbd-4596-b8a8-13fb4bc80ae9 req-2295a77e-af08-4d46-875c-ce15cbdd4986 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9849e368-3cbc-4ec5-9346-ba045bb8a5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535696 Apr 29 07:44:41.733171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a1d364b9-57b2-4849-b3a2-aea1a676ba92 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:44:41.787341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port a1d364b9-57b2-4849-b3a2-aea1a676ba92 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:44:41.791874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port a1d364b9-57b2-4849-b3a2-aea1a676ba92 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:44:41.792250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:41.871539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a1d364b9-57b2-4849-b3a2-aea1a676ba92 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:44:41.871917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:41.894629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:44:41.896929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6398cb6f-3036-4555-816b-dc1afaf3a3e6" -d '{"events": [{"server_uuid": "4a3c3ba3-4ebc-4040-9236-a6a5dda5045b", "name": "network-vif-plugged", "status": "completed", "tag": "a1d364b9-57b2-4849-b3a2-aea1a676ba92"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:44:41.909418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a1d364b9-57b2-4849-b3a2-aea1a676ba92, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a1d364b9-57b2-4849-b3a2-aea1a676ba92,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:44:41.914769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:41.945647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93be80aa-5a92-4798-a9f2-8bd2aa35772c x-openstack-request-id: req-93be80aa-5a92-4798-a9f2-8bd2aa35772c {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:44:41.945958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3c3ba3-4ebc-4040-9236-a6a5dda5045b", "name": "network-vif-plugged", "status": "completed", "tag": "a1d364b9-57b2-4849-b3a2-aea1a676ba92", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:44:41.946207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93be80aa-5a92-4798-a9f2-8bd2aa35772c {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:44:41.946618 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93be80aa-5a92-4798-a9f2-8bd2aa35772c'] response: {'server_uuid': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92', 'code': 200} Apr 29 07:44:41.974432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a1d364b9-57b2-4849-b3a2-aea1a676ba92,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:44:42.018320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab39b-e27d-408d-a24c-6ae92f344709 req-64a07c07-6f79-41c8-9138-1042f479eea0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:42.019797 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-706ab39b-e27d-408d-a24c-6ae92f344709 req-64a07c07-6f79-41c8-9138-1042f479eea0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 945 time: 0.0537243 Apr 29 07:44:42.069604 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-706ab39b-e27d-408d-a24c-6ae92f344709 req-f3307658-db56-41ae-83e8-564756f15541 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9849e368-3cbc-4ec5-9346-ba045bb8a5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437746 Apr 29 07:44:42.112790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0253b-ea6b-4f95-ae12-a938a1a866b6 req-1a334e54-b770-4674-a355-16d6ed6a2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:42.114307 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5bd0253b-ea6b-4f95-ae12-a938a1a866b6 req-1a334e54-b770-4674-a355-16d6ed6a2be1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 1129 time: 0.0472209 Apr 29 07:44:42.158585 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5bd0253b-ea6b-4f95-ae12-a938a1a866b6 req-4d168d64-92e6-4056-9c6c-59bfbc48f46b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9849e368-3cbc-4ec5-9346-ba045bb8a5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379477 Apr 29 07:44:43.191665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35445a65-bd50-4aa0-a3e5-f0ab94a86e05 req-b89bed8c-40bf-4dd1-a7ef-a7ceeebe68e0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:43.193145 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-35445a65-bd50-4aa0-a3e5-f0ab94a86e05 req-b89bed8c-40bf-4dd1-a7ef-a7ceeebe68e0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 945 time: 0.0522647 Apr 29 07:44:43.245175 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-35445a65-bd50-4aa0-a3e5-f0ab94a86e05 req-51cecba0-4cda-4303-afae-0584e1ac9f65 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9849e368-3cbc-4ec5-9346-ba045bb8a5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460286 Apr 29 07:44:43.372717 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483ce11-434d-419d-a081-934bddad73ea req-0029bcd8-4523-44cd-ab2d-49c5cd1dd06a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:43.374212 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a483ce11-434d-419d-a081-934bddad73ea req-0029bcd8-4523-44cd-ab2d-49c5cd1dd06a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 945 time: 0.0546646 Apr 29 07:44:43.422086 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a483ce11-434d-419d-a081-934bddad73ea req-c6fcc7df-85e6-4358-beb3-68e2da03630f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9849e368-3cbc-4ec5-9346-ba045bb8a5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Apr 29 07:44:43.444129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55550) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:43.598210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cc628-e623-47ee-823f-e1a6fef9817f tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:43.599751 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-165cc628-e623-47ee-823f-e1a6fef9817f tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 1124 time: 0.1544235 Apr 29 07:44:43.602750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55554) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:43.606986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9de170fc-74fd-4f16-9cf3-df9e2ed595e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'port_id': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:44:43.644699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9de170fc-74fd-4f16-9cf3-df9e2ed595e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (38fb1880-f71b-417f-b8b9-85ba2c86286e), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:44.077067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9de170fc-74fd-4f16-9cf3-df9e2ed595e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:44.084881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9de170fc-74fd-4f16-9cf3-df9e2ed595e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (38fb1880-f71b-417f-b8b9-85ba2c86286e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:44.189583 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-9de170fc-74fd-4f16-9cf3-df9e2ed595e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 38fb1880-f71b-417f-b8b9-85ba2c86286e associated. External IP: 172.26.3.57, port: a1d364b9-57b2-4849-b3a2-aea1a676ba92. Apr 29 07:44:44.415590 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de170fc-74fd-4f16-9cf3-df9e2ed595e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 3751cff5-57aa-4d2a-a214-263bf7128101 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:44:44.521114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de170fc-74fd-4f16-9cf3-df9e2ed595e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:44:44.526712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9de170fc-74fd-4f16-9cf3-df9e2ed595e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:44:44.531883 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] Sync routers for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:44:44.541495 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:44:44.542108 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:44:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:44:44.562817 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9de170fc-74fd-4f16-9cf3-df9e2ed595e7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 990 time: 0.9565473 Apr 29 07:44:44.562817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'tag': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:44:44.563281 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da6e90-05cf-46e0-a785-c52fd8739c50" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3c3ba3-4ebc-4040-9236-a6a5dda5045b", "tag": "a1d364b9-57b2-4849-b3a2-aea1a676ba92"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:44:44.563435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55556) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:44.599085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671fcdb7-4a96-4746-a268-169f7cf404d0 x-openstack-request-id: req-671fcdb7-4a96-4746-a268-169f7cf404d0 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:44:44.599375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3c3ba3-4ebc-4040-9236-a6a5dda5045b", "tag": "a1d364b9-57b2-4849-b3a2-aea1a676ba92", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:44:44.599627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-671fcdb7-4a96-4746-a268-169f7cf404d0 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:44:44.600173 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671fcdb7-4a96-4746-a268-169f7cf404d0'] response: {'name': 'network-changed', 'server_uuid': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'tag': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92', 'status': 'completed', 'code': 200} Apr 29 07:44:44.635369 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-633640fb-3e0c-42a6-83d9-c627dfa41a27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 990 time: 0.0708702 Apr 29 07:44:44.651083 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:44:44.664855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-048f77c8-70ab-4cc3-a299-a5729a60e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:44.666459 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-048f77c8-70ab-4cc3-a299-a5729a60e9b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 1129 time: 0.0446141 Apr 29 07:44:44.754940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-195b9447-4d51-4345-92f2-d7d2cadd203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:44.756474 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-195b9447-4d51-4345-92f2-d7d2cadd203e service neutron] 10.222.0.36 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 897 time: 0.0847008 Apr 29 07:44:44.824344 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-385171ba-2198-4771-8f49-2f29c54028b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d364b9-57b2-4849-b3a2-aea1a676ba92 HTTP/1.1" status: 200 len: 998 time: 0.0615509 Apr 29 07:44:44.870796 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-154e321d-18a2-46e4-848b-acf7aeacdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:44.872252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-154e321d-18a2-46e4-848b-acf7aeacdebd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c358ef8-85cc-43a4-abe9-2458e6ad5671 HTTP/1.1" status: 200 len: 835 time: 0.0427589 Apr 29 07:44:44.873743 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '38fb1880-f71b-417f-b8b9-85ba2c86286e', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'port_id': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'mac_address': 'fa:16:3e:4b:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:43:57Z', 'updated_at': '2022-04-29T07:44:43Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:44:44.900345 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] Checking router: 3751cff5-57aa-4d2a-a214-263bf7128101 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:44:44.908951 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:44:44.909553 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:44:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:44:44.920119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-2d331ce8-c95d-4f2d-8c5d-8aa4f100e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:44:44.921654 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-2d331ce8-c95d-4f2d-8c5d-8aa4f100e5af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76ff88ec-a143-4de7-a515-d753db45b88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435710 Apr 29 07:44:45.114116 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:44:45.344778 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '38fb1880-f71b-417f-b8b9-85ba2c86286e', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'port_id': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'mac_address': 'fa:16:3e:4b:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:43:57Z', 'updated_at': '2022-04-29T07:44:43Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:44:45.365148 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-dd3f7a4e-3266-46a7-80bf-8c5987a66d28 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376740 Apr 29 07:44:45.373979 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc3ebc-6660-4c29-ab24-528f5dba7f82 None None] The sync data for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv is: [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '38fb1880-f71b-417f-b8b9-85ba2c86286e', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'port_id': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'mac_address': 'fa:16:3e:4b:7a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:43:57Z', 'updated_at': '2022-04-29T07:44:43Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:44:45.460040 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b9da6e90-05cf-46e0-a785-c52fd8739c50 req-a7952099-c5e3-4a5c-a8b8-9e86dbbeb777 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879714 Apr 29 07:44:45.571156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522aaec-44a4-4455-8fda-3685da940fd6 None None] New status for floating IP 38fb1880-f71b-417f-b8b9-85ba2c86286e: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:44:45.639214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55560) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:45.703425 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eecee4bc-0b49-4322-a919-c619d8849f42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 990 time: 0.0630417 Apr 29 07:44:46.708443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55562) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:44:46.775010 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f3d72357-051c-4f2d-9358-52021d5d8eaa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 200 len: 992 time: 0.0648444 Apr 29 07:45:01.304880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1de4f8d9-5aae-4883-94b8-32575222a10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:03.379701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-874288f4-1ee9-4d18-b3c8-8293855c0167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:04.719211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:05.358568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:06.036741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:07.313160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:12.118115 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:45:16.993027 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-00ade6bb-46e9-41a5-a4e9-36062cd244ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455124 Apr 29 07:45:17.088187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-660296f5-1f66-4105-ac23-2c9323c22349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:17.089672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-660296f5-1f66-4105-ac23-2c9323c22349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 1130 time: 0.0549898 Apr 29 07:45:17.194608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-d41a6da9-ab1e-4c7c-b22b-6ecd209b56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:17.196167 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-d41a6da9-ab1e-4c7c-b22b-6ecd209b56d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 200 len: 897 time: 0.0862284 Apr 29 07:45:17.240118 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-151fe2bb-356b-4b76-ad4a-dcff19cbde78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=999d15e8-cd22-498e-96ab-68fedca7a48a HTTP/1.1" status: 200 len: 217 time: 0.0376868 Apr 29 07:45:17.291633 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-587484b0-ad7b-4dc8-8c0d-7187053463ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:17.292987 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-587484b0-ad7b-4dc8-8c0d-7187053463ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c358ef8-85cc-43a4-abe9-2458e6ad5671 HTTP/1.1" status: 200 len: 835 time: 0.0466914 Apr 29 07:45:17.341798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-aa9717d4-308c-47b7-a7dd-637d4015673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:17.343248 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-aa9717d4-308c-47b7-a7dd-637d4015673a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76ff88ec-a143-4de7-a515-d753db45b88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445032 Apr 29 07:45:17.435377 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-84fe7ccd-d7e1-486d-80c2-7f931eb59526 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856178 Apr 29 07:45:17.532147 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6dac31ef-9c84-4b97-8fe1-c9325c2f0def req-4f6d30b3-113a-4d0a-8b23-250f0f5877d1 service neutron] 10.222.0.36 "GET /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903292 Apr 29 07:45:18.298105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ef604-fa1b-4ec8-a11e-3e6ebccd94e3 req-143a1a2d-dc92-42b4-ab10-0c4a94c45b40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:18.299577 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-392ef604-fa1b-4ec8-a11e-3e6ebccd94e3 req-143a1a2d-dc92-42b4-ab10-0c4a94c45b40 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 945 time: 0.0577912 Apr 29 07:45:18.348480 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-392ef604-fa1b-4ec8-a11e-3e6ebccd94e3 req-09041be9-ed25-4fef-8ee8-04ad67361a50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9849e368-3cbc-4ec5-9346-ba045bb8a5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431840 Apr 29 07:45:19.477756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a6a3c-7e73-4733-8ec3-70def9177257 req-42141931-f3f9-461c-8a99-828f83109b9f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:19.479127 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cc6a6a3c-7e73-4733-8ec3-70def9177257 req-42141931-f3f9-461c-8a99-828f83109b9f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 945 time: 0.0531929 Apr 29 07:45:19.536087 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cc6a6a3c-7e73-4733-8ec3-70def9177257 req-c1dded55-0d44-4f47-b093-07075e83c994 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9849e368-3cbc-4ec5-9346-ba045bb8a5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512242 Apr 29 07:45:19.581135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-47221ff7-6838-45c0-b0c3-f7c4fa0a9bd1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:19.582610 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-47221ff7-6838-45c0-b0c3-f7c4fa0a9bd1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 945 time: 0.0592325 Apr 29 07:45:19.676725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port a1d364b9-57b2-4849-b3a2-aea1a676ba92 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:45:19.677146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:19.777788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port a1d364b9-57b2-4849-b3a2-aea1a676ba92, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a1d364b9-57b2-4849-b3a2-aea1a676ba92,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:19.778038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:20.018565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:20.018893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (38fb1880-f71b-417f-b8b9-85ba2c86286e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:20.019223 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 38fb1880-f71b-417f-b8b9-85ba2c86286e disassociated. External IP: 172.26.3.57, port: a1d364b9-57b2-4849-b3a2-aea1a676ba92. Apr 29 07:45:20.019555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for a1d364b9-57b2-4849-b3a2-aea1a676ba92 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:45:20.169879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a1d364b9-57b2-4849-b3a2-aea1a676ba92), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:20.196802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=a1d364b9-57b2-4849-b3a2-aea1a676ba92,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:20.318076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 3751cff5-57aa-4d2a-a214-263bf7128101 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:45:20.432243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:45:20.442513 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] Sync routers for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:45:20.453941 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:20.454544 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:20.497706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port a1d364b9-57b2-4849-b3a2-aea1a676ba92 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:45:20.500383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:20.503921 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c51e39b-06c6-40fa-8cab-2ce81fc7d12c req-7afd5c83-7811-4429-a533-4eb3af012b91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/a1d364b9-57b2-4849-b3a2-aea1a676ba92 HTTP/1.1" status: 204 len: 173 time: 0.9157288 Apr 29 07:45:20.504421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'name': 'network-vif-deleted', 'tag': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:45:20.507209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a420f5ec-3ff0-4192-972b-6d4764da773b" -d '{"events": [{"server_uuid": "4a3c3ba3-4ebc-4040-9236-a6a5dda5045b", "name": "network-vif-deleted", "tag": "a1d364b9-57b2-4849-b3a2-aea1a676ba92"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:45:20.547852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8adb550-069f-4881-a072-a207177636bf x-openstack-request-id: req-c8adb550-069f-4881-a072-a207177636bf {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:45:20.548822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3c3ba3-4ebc-4040-9236-a6a5dda5045b", "name": "network-vif-deleted", "tag": "a1d364b9-57b2-4849-b3a2-aea1a676ba92", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:45:20.549082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8adb550-069f-4881-a072-a207177636bf {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:45:20.549526 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8adb550-069f-4881-a072-a207177636bf'] response: {'server_uuid': '4a3c3ba3-4ebc-4040-9236-a6a5dda5045b', 'name': 'network-vif-deleted', 'tag': 'a1d364b9-57b2-4849-b3a2-aea1a676ba92', 'status': 'completed', 'code': 200} Apr 29 07:45:20.582341 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:20.642770 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-afdf88f0-4edb-4d7a-be89-58edffba3f8f req-e3363d97-c0a6-4ad3-9b5b-d88cd32f3b39 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3c3ba3-4ebc-4040-9236-a6a5dda5045b HTTP/1.1" status: 200 len: 210 time: 0.0298023 Apr 29 07:45:20.805214 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:20.830490 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] Checking router: 3751cff5-57aa-4d2a-a214-263bf7128101 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:45:20.838718 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:20.839316 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:20.952152 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:21.158923 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:21.186559 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a629524-80fa-4bcf-b4cb-894e02afb7d2 None None] The sync data for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv is: [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:44Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e332acea-a03d-4917-bdb7-920f08c43939', 'name': '', 'network_id': '76ff88ec-a143-4de7-a515-d753db45b88f', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:02:72:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:43Z', 'updated_at': '2022-04-29T07:43:46Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '7c358ef8-85cc-43a4-abe9-2458e6ad5671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:45:21.429771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d67617-3a64-40eb-8601-a904f2cd5048 None None] New status for floating IP 38fb1880-f71b-417f-b8b9-85ba2c86286e: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:45:21.714298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55586) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:21.773445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (9849e368-3cbc-4ec5-9346-ba045bb8a5c8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:21.798617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (9849e368-3cbc-4ec5-9346-ba045bb8a5c8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:21.863244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9849e368-3cbc-4ec5-9346-ba045bb8a5c8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:21.865956 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:21.867124 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/9849e368-3cbc-4ec5-9346-ba045bb8a5c8 HTTP/1.1" status: 204 len: 168 time: 0.1518483 Apr 29 07:45:21.877080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9849e368-3cbc-4ec5-9346-ba045bb8a5c8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:21.884703 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.885044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.885423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.885804 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.886144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.886447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.886776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.887108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.887432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.887758 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.888082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.888405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.888728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2c9fc-045e-449e-9366-d8a941089d35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:21.889547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a1d364b9-57b2-4849-b3a2-aea1a676ba92 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:45:21.911335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55590) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:21.920085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: a1d364b9-57b2-4849-b3a2-aea1a676ba92 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:45:21.920424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a1d364b9-57b2-4849-b3a2-aea1a676ba92 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:45:22.044836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port f781c005-0f6e-4e44-b694-fdedcb02544f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:45:22.045140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f781c005-0f6e-4e44-b694-fdedcb02544f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:22.123348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f781c005-0f6e-4e44-b694-fdedcb02544f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:22.123650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (f781c005-0f6e-4e44-b694-fdedcb02544f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:22.136093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for f781c005-0f6e-4e44-b694-fdedcb02544f owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:45:22.273912 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f781c005-0f6e-4e44-b694-fdedcb02544f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:22.298336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=f781c005-0f6e-4e44-b694-fdedcb02544f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:22.359790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (38fb1880-f71b-417f-b8b9-85ba2c86286e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:22.362340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:22.363493 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-607aa585-385a-4f67-bf61-d3f5b4f7d110 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/floatingips/38fb1880-f71b-417f-b8b9-85ba2c86286e HTTP/1.1" status: 204 len: 168 time: 0.4510808 Apr 29 07:45:22.605453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6d36e-9058-4744-8a04-727e59c4df5d req-8590fb9b-75fc-47d7-8b6e-e52aa741c75f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:22.606963 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c6f6d36e-9058-4744-8a04-727e59c4df5d req-8590fb9b-75fc-47d7-8b6e-e52aa741c75f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 946 time: 0.0667655 Apr 29 07:45:22.657713 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c6f6d36e-9058-4744-8a04-727e59c4df5d req-2af95053-f085-4b6f-9c9d-1a470e3935f5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439942 Apr 29 07:45:23.794987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401bd5-88ab-4b26-8c6d-479333f0acb6 req-b3358715-1c03-4c80-bc0a-724ed54b1c4d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:23.796472 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-86401bd5-88ab-4b26-8c6d-479333f0acb6 req-b3358715-1c03-4c80-bc0a-724ed54b1c4d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 946 time: 0.0547316 Apr 29 07:45:23.839190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-b61f8026-385b-4189-9fe9-931a94fd85b7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:23.840565 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-b61f8026-385b-4189-9fe9-931a94fd85b7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2accf6-a953-431a-9910-fb285ab1ea94 HTTP/1.1" status: 200 len: 946 time: 0.0545354 Apr 29 07:45:23.850666 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-86401bd5-88ab-4b26-8c6d-479333f0acb6 req-90ea7108-5541-4c0b-914b-76013392603b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7db87f4-a973-4de5-9842-61b9c13a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481703 Apr 29 07:45:23.939990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 999d15e8-cd22-498e-96ab-68fedca7a48a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:45:23.940333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:24.038400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 999d15e8-cd22-498e-96ab-68fedca7a48a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=999d15e8-cd22-498e-96ab-68fedca7a48a,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:24.038764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:24.055267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 999d15e8-cd22-498e-96ab-68fedca7a48a owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:45:24.183211 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (999d15e8-cd22-498e-96ab-68fedca7a48a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:24.211003 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=999d15e8-cd22-498e-96ab-68fedca7a48a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:24.259080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port 999d15e8-cd22-498e-96ab-68fedca7a48a on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:45:24.261640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:24.264867 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f4519ff-5cb3-4f53-9245-810ed7fa0e87 req-8990b54b-a4fc-4745-83a1-41e61f6ee181 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/999d15e8-cd22-498e-96ab-68fedca7a48a HTTP/1.1" status: 204 len: 173 time: 0.4192443 Apr 29 07:45:24.265327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'name': 'network-vif-deleted', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:45:24.267617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be5e58b-2473-4f83-8bc8-5db53b84aabb" -d '{"events": [{"server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "name": "network-vif-deleted", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:45:24.305046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7d7369-b93c-4117-a645-1283388dc192 x-openstack-request-id: req-8e7d7369-b93c-4117-a645-1283388dc192 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:45:24.305378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2accf6-a953-431a-9910-fb285ab1ea94", "name": "network-vif-deleted", "tag": "999d15e8-cd22-498e-96ab-68fedca7a48a", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:45:24.305630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e7d7369-b93c-4117-a645-1283388dc192 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:45:24.306049 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7d7369-b93c-4117-a645-1283388dc192'] response: {'server_uuid': '2b2accf6-a953-431a-9910-fb285ab1ea94', 'name': 'network-vif-deleted', 'tag': '999d15e8-cd22-498e-96ab-68fedca7a48a', 'status': 'completed', 'code': 200} Apr 29 07:45:24.912793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55602) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:24.974327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb770-7658-4871-92ca-133672f6a80a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (a7db87f4-a973-4de5-9842-61b9c13a384c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:25.001106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb770-7658-4871-92ca-133672f6a80a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (a7db87f4-a973-4de5-9842-61b9c13a384c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:25.060924 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb770-7658-4871-92ca-133672f6a80a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (a7db87f4-a973-4de5-9842-61b9c13a384c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:25.063449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb770-7658-4871-92ca-133672f6a80a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:25.064602 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5e6fb770-7658-4871-92ca-133672f6a80a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/a7db87f4-a973-4de5-9842-61b9c13a384c HTTP/1.1" status: 204 len: 168 time: 0.1507885 Apr 29 07:45:25.073681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fb770-7658-4871-92ca-133672f6a80a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7db87f4-a973-4de5-9842-61b9c13a384c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:25.096470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55606) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:25.533331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (3751cff5-57aa-4d2a-a214-263bf7128101), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:25.838346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port e332acea-a03d-4917-bdb7-920f08c43939 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:45:25.838605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e332acea-a03d-4917-bdb7-920f08c43939), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:25.886148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 999d15e8-cd22-498e-96ab-68fedca7a48a no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:45:25.908984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 999d15e8-cd22-498e-96ab-68fedca7a48a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:45:25.909353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 999d15e8-cd22-498e-96ab-68fedca7a48a not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:45:25.927269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port e332acea-a03d-4917-bdb7-920f08c43939, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e332acea-a03d-4917-bdb7-920f08c43939,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:25.927620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e332acea-a03d-4917-bdb7-920f08c43939), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:25.940136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for e332acea-a03d-4917-bdb7-920f08c43939 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:45:26.127196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e332acea-a03d-4917-bdb7-920f08c43939), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:26.161637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=e332acea-a03d-4917-bdb7-920f08c43939,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:26.666983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (3751cff5-57aa-4d2a-a214-263bf7128101), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:26.890914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 3751cff5-57aa-4d2a-a214-263bf7128101 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:45:27.000797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:45:27.005997 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-022834c0-cd5b-49b5-b582-3393797a42a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/3751cff5-57aa-4d2a-a214-263bf7128101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9075103 Apr 29 07:45:27.008935 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55608) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:27.011260 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] Sync routers for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:45:27.021335 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:27.021933 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:27.060135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-580334b8-00c6-4333-b414-3c04fd0fdecd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting subnet 7c358ef8-85cc-43a4-abe9-2458e6ad5671 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:45:27.063473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-580334b8-00c6-4333-b414-3c04fd0fdecd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (7c358ef8-85cc-43a4-abe9-2458e6ad5671), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.107282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-580334b8-00c6-4333-b414-3c04fd0fdecd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (7c358ef8-85cc-43a4-abe9-2458e6ad5671), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.127385 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:27.189303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-580334b8-00c6-4333-b414-3c04fd0fdecd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (7c358ef8-85cc-43a4-abe9-2458e6ad5671), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.255850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-580334b8-00c6-4333-b414-3c04fd0fdecd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (7c358ef8-85cc-43a4-abe9-2458e6ad5671), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.281681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580334b8-00c6-4333-b414-3c04fd0fdecd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Subnet': ['ID=7c358ef8-85cc-43a4-abe9-2458e6ad5671,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:27.287882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-580334b8-00c6-4333-b414-3c04fd0fdecd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.291305 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-580334b8-00c6-4333-b414-3c04fd0fdecd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/subnets/7c358ef8-85cc-43a4-abe9-2458e6ad5671 HTTP/1.1" status: 204 len: 168 time: 0.2807705 Apr 29 07:45:27.293948 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55610) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:27.296635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859cb83d-2f78-483e-9d9d-e214d35b27de None None] Network 76ff88ec-a143-4de7-a515-d753db45b88f requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:45:27.409856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (3751cff5-57aa-4d2a-a214-263bf7128101), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.413298 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:45:26Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:27.442081 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] Checking router: 3751cff5-57aa-4d2a-a214-263bf7128101 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:45:27.451241 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] Routers {'3751cff5-57aa-4d2a-a214-263bf7128101'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:27.451852 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3751cff5-57aa-4d2a-a214-263bf7128101'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:27.462421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a36b1e-2c24-49af-9f55-b95329a6c6a0 None None] DHCP port deletion for 76ff88ec-a143-4de7-a515-d753db45b88f request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:45:27.514825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-04a36b1e-2c24-49af-9f55-b95329a6c6a0 None None] Deleting port 810b4e14-d76f-4918-8cb0-c94dbc5db06a {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:45:27.515499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04a36b1e-2c24-49af-9f55-b95329a6c6a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.565974 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] Set router 3751cff5-57aa-4d2a-a214-263bf7128101 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:27.584513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-04a36b1e-2c24-49af-9f55-b95329a6c6a0 None None] For port 810b4e14-d76f-4918-8cb0-c94dbc5db06a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=810b4e14-d76f-4918-8cb0-c94dbc5db06a,segment=NetworkSegment(fb0976d1-800d-4ce5-b4eb-841a246b0c71),segment_id=fb0976d1-800d-4ce5-b4eb-841a246b0c71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:27.585268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04a36b1e-2c24-49af-9f55-b95329a6c6a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.598989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-04a36b1e-2c24-49af-9f55-b95329a6c6a0 None None] Calling delete_port for 810b4e14-d76f-4918-8cb0-c94dbc5db06a owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:45:27.684705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-04a36b1e-2c24-49af-9f55-b95329a6c6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (810b4e14-d76f-4918-8cb0-c94dbc5db06a), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.711435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a36b1e-2c24-49af-9f55-b95329a6c6a0 None None] Pushing event deleted for resources: {'Port': ['ID=810b4e14-d76f-4918-8cb0-c94dbc5db06a,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:27.715243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a36b1e-2c24-49af-9f55-b95329a6c6a0 None None] No DVR routers for this DVR port 810b4e14-d76f-4918-8cb0-c94dbc5db06a on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:45:27.759781 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:45:26Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:27.786303 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946a702-372c-4b35-93cf-bfd962604547 None None] The sync data for ids ['3751cff5-57aa-4d2a-a214-263bf7128101'] in dv-neutron-839860-1-hyperv is: [{'id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'name': 'tempest-TestNetworkBasicOps-router-1312843163', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:45:26Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '04e2cd2a-85a3-4fae-b640-14a52a94e145', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3751cff5-57aa-4d2a-a214-263bf7128101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:43:40Z', 'updated_at': '2022-04-29T07:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:45:27.869730 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (3751cff5-57aa-4d2a-a214-263bf7128101), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:27.926844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 04e2cd2a-85a3-4fae-b640-14a52a94e145 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:45:27.927139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.007636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 04e2cd2a-85a3-4fae-b640-14a52a94e145, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=04e2cd2a-85a3-4fae-b640-14a52a94e145,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:28.008005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.021323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 04e2cd2a-85a3-4fae-b640-14a52a94e145 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:45:28.188932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (04e2cd2a-85a3-4fae-b640-14a52a94e145), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.222187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=04e2cd2a-85a3-4fae-b640-14a52a94e145,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:28.284153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (3751cff5-57aa-4d2a-a214-263bf7128101), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.375109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (3751cff5-57aa-4d2a-a214-263bf7128101), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.377272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (3751cff5-57aa-4d2a-a214-263bf7128101), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.419860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (3751cff5-57aa-4d2a-a214-263bf7128101), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.420382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Fanout notify agent at l3_agent the message router_deleted on router 3751cff5-57aa-4d2a-a214-263bf7128101 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:45:28.427132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.428316 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-82f9db49-f3a3-43dd-8600-c65e38e5194b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/routers/3751cff5-57aa-4d2a-a214-263bf7128101 HTTP/1.1" status: 204 len: 168 time: 1.1334147 Apr 29 07:45:28.431468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55612) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:28.513476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (76ff88ec-a143-4de7-a515-d753db45b88f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.615417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (76ff88ec-a143-4de7-a515-d753db45b88f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.636893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ff88ec-a143-4de7-a515-d753db45b88f']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:28.655994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0976d1-800d-4ce5-b4eb-841a246b0c71') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:28.656282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0976d1-800d-4ce5-b4eb-841a246b0c71') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:28.674349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (fb0976d1-800d-4ce5-b4eb-841a246b0c71), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.704079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (fb0976d1-800d-4ce5-b4eb-841a246b0c71), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.711419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:45:28.711766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (fb0976d1-800d-4ce5-b4eb-841a246b0c71), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:45:28.714827 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:45:28.774470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (76ff88ec-a143-4de7-a515-d753db45b88f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.782046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.784277 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/networks/76ff88ec-a143-4de7-a515-d753db45b88f HTTP/1.1" status: 204 len: 168 time: 0.3517308 Apr 29 07:45:28.802417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55614) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:28.807339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1a97a-6e4e-4447-b871-fdae2a0aba6a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Network': ['ID=76ff88ec-a143-4de7-a515-d753db45b88f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:28.809819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'network': {'name': 'tempest-network-smoke--2061466628', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'port_security_enabled': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:28.831775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:45:28.835242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.861475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:45:28.871793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (aad4a240-53a4-4af4-8e69-d48105753e2b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.872139 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Added segment aad4a240-53a4-4af4-8e69-d48105753e2b of type vlan for network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 Apr 29 07:45:28.916009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (7d9ea6b6-4c65-4192-81b3-124ea3c07f22), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.942048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (7d9ea6b6-4c65-4192-81b3-124ea3c07f22), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:28.951432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:28.952050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:29.008263 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2044849 Apr 29 07:45:29.011063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55616) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:29.016365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'admin_state_up': True, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:29.022147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f564a-801e-4c51-bfeb-c4c56323c810 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Network': ['ID=7d9ea6b6-4c65-4192-81b3-124ea3c07f22,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:29.032831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:45:29.045479 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (670308a7-392b-4384-a8eb-1b695e617b5e), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:29.046736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (670308a7-392b-4384-a8eb-1b695e617b5e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:29.137060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (670308a7-392b-4384-a8eb-1b695e617b5e), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:29.244814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 04e2cd2a-85a3-4fae-b640-14a52a94e145 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:45:29.265348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 04e2cd2a-85a3-4fae-b640-14a52a94e145 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:45:29.265690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 04e2cd2a-85a3-4fae-b640-14a52a94e145 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:45:29.266104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e332acea-a03d-4917-bdb7-920f08c43939 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:45:29.278966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (670308a7-392b-4384-a8eb-1b695e617b5e), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:29.284710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: e332acea-a03d-4917-bdb7-920f08c43939 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:45:29.285051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e332acea-a03d-4917-bdb7-920f08c43939 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:45:29.285588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 810b4e14-d76f-4918-8cb0-c94dbc5db06a no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:45:29.303969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 810b4e14-d76f-4918-8cb0-c94dbc5db06a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:45:29.304310 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 810b4e14-d76f-4918-8cb0-c94dbc5db06a not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:45:29.479691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (670308a7-392b-4384-a8eb-1b695e617b5e), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:29.503548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:29.657213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.54 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/dd4d086d-0850-4d80-a194-d78e9d2ccfb0) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:45:29.778334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:29.820253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:29.859038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:45:29.866294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:45:29.868680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:45:29.871877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=dd4d086d-0850-4d80-a194-d78e9d2ccfb0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:30.130165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (670308a7-392b-4384-a8eb-1b695e617b5e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:30.334345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (670308a7-392b-4384-a8eb-1b695e617b5e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:30.739289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 670308a7-392b-4384-a8eb-1b695e617b5e is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:45:30.848716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:45:30.859026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Sync routers for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:45:30.869166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:30.869813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:30.872387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:30.874015 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a7cf2c9f-da9d-4585-9c62-9af0d3b3b912 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8615086 Apr 29 07:45:30.876848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55618) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:30.906894 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bd58be0d-0d2c-49a2-9dd2-20c5a3ef9871 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264637 Apr 29 07:45:30.907159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55620) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:30.996140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f389cca6-bee1-413b-b432-36529249cc0e tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:31.000891 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f389cca6-bee1-413b-b432-36529249cc0e tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902703 Apr 29 07:45:31.001100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55622) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:31.029328 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bc4c0b6e-5d01-4d58-b9c6-98835375c477 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270767 Apr 29 07:45:31.031978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55624) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:31.036809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-565721191', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:31.132495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:45:31.136830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.137126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:31.311039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab9b-9bd8-4fc6-8207-ce4aa8cf0106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.323330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (c45aedd9-e46a-4a9b-9747-df287ec0609f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.344774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:30Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:31.374137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Checking router: 670308a7-392b-4384-a8eb-1b695e617b5e for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:45:31.374605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Updating router 670308a7-392b-4384-a8eb-1b695e617b5e port dd4d086d-0850-4d80-a194-d78e9d2ccfb0 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:45:31.387615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=c45aedd9-e46a-4a9b-9747-df287ec0609f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:31.397864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Checking segment: {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:45:31.398231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network hostable DHCP agents. Network: 7d9ea6b6-4c65-4192-81b3-124ea3c07f22, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:45:31.408567 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.415719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:45:31.425313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 7d9ea6b6-4c65-4192-81b3-124ea3c07f22) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:45:31.430014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:31.430913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.439229 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c011fd-d2e6-4276-81f4-d0589663387a None None] Network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:45:31.451968 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-af01d197-d52c-41bd-a058-fa31b9f6b8ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4189451 Apr 29 07:45:31.455460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55626) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:31.648643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:45:31.649157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.864048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Publish callbacks [] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.868816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Allocated IP 172.20.0.2 (7d9ea6b6-4c65-4192-81b3-124ea3c07f22/c45aedd9-e46a-4a9b-9747-df287ec0609f/17cbe76b-6e6a-41b9-a591-d65bcf34dd4f) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:45:31.877817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.925577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.975266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Attempting to bind port dd4d086d-0850-4d80-a194-d78e9d2ccfb0 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:45:31.975632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Attempting to bind port dd4d086d-0850-4d80-a194-d78e9d2ccfb0 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:45:31.975988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Attempting to bind port dd4d086d-0850-4d80-a194-d78e9d2ccfb0 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:45:31.980718 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3cca5-6dea-40e4-b204-2bc6f3308e29 None None] Pushing event updated for resources: {'Port': ['ID=dd4d086d-0850-4d80-a194-d78e9d2ccfb0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:31.988450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:45:31.988820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:45:31.989243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:31.989627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:45:31.990084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Bound port: dd4d086d-0850-4d80-a194-d78e9d2ccfb0, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:45:31.990465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.089104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] For port dd4d086d-0850-4d80-a194-d78e9d2ccfb0, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:45:32.097131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] For port dd4d086d-0850-4d80-a194-d78e9d2ccfb0, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dd4d086d-0850-4d80-a194-d78e9d2ccfb0,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:45:32.109298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.111278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Publish callbacks [] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.141001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.173126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:45:32.180598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:45:32.184195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:45:32.186142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:32.186764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:32.220492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.1 (7d9ea6b6-4c65-4192-81b3-124ea3c07f22/c45aedd9-e46a-4a9b-9747-df287ec0609f/f1c36294-9504-428e-979b-4c583b5d6267) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:45:32.232477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3cca5-6dea-40e4-b204-2bc6f3308e29 None None] Pushing event updated for resources: {'Port': ['ID=dd4d086d-0850-4d80-a194-d78e9d2ccfb0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:32.341665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (f1c36294-9504-428e-979b-4c583b5d6267), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.355848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Pushing event updated for resources: {'Port': ['ID=17cbe76b-6e6a-41b9-a591-d65bcf34dd4f,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:32.359865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Attempting to bind port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:45:32.360235 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Attempting to bind port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:45:32.360594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Attempting to bind port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:45:32.372571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:45:32.372779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Checking segment: {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:45:32.373194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.373635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Bound using segment: {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:45:32.374069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Bound port: 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:45:32.374496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.377894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f1c36294-9504-428e-979b-4c583b5d6267), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.390006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:32.423909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:45:32.427552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:45:32.430171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:45:32.460195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=f1c36294-9504-428e-979b-4c583b5d6267,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:32.483566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (670308a7-392b-4384-a8eb-1b695e617b5e), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.543038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] For port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:45:32.547835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] For port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=17cbe76b-6e6a-41b9-a591-d65bcf34dd4f,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:45:32.560426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.640065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f1c36294-9504-428e-979b-4c583b5d6267), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:32.648460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc3ae-8bed-4269-9442-e6a7c4275cba None None] Pushing event updated for resources: {'Port': ['ID=17cbe76b-6e6a-41b9-a591-d65bcf34dd4f,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:32.683133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:30Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:32.715426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa25a6-03fb-44c7-9361-e50de1b8229d None None] The sync data for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv is: [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:30Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:45:32.994512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (f1c36294-9504-428e-979b-4c583b5d6267), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.000217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (f1c36294-9504-428e-979b-4c583b5d6267), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.075497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=f1c36294-9504-428e-979b-4c583b5d6267,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:33.080843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (670308a7-392b-4384-a8eb-1b695e617b5e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.178921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:45:33.180400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:45:33.319413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 670308a7-392b-4384-a8eb-1b695e617b5e has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:45:33.328143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:45:33.405422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3380735e-c303-4ac8-ace4-bdd7a75774bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.408334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:33.408698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.466444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:45:33.471879 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cedf6423-7bbf-41a7-b056-7223d616ed23 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/670308a7-392b-4384-a8eb-1b695e617b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0159833 Apr 29 07:45:33.474483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55628) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:33.503865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:33.504388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.545458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=17cbe76b-6e6a-41b9-a591-d65bcf34dd4f,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:33.552139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.555539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dd4d086d-0850-4d80-a194-d78e9d2ccfb0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:45:33.596535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25fdffa-135e-4376-b29a-e4d169eeaf2b tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:33.597206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25fdffa-135e-4376-b29a-e4d169eeaf2b tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:33.597717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25fdffa-135e-4376-b29a-e4d169eeaf2b tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:33.598326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25fdffa-135e-4376-b29a-e4d169eeaf2b tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:33.602713 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a25fdffa-135e-4376-b29a-e4d169eeaf2b tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1260488 Apr 29 07:45:33.604268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55630) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:33.640411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=17cbe76b-6e6a-41b9-a591-d65bcf34dd4f,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:33.651767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port dd4d086d-0850-4d80-a194-d78e9d2ccfb0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:33.652221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.732201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c00579-34f6-403b-8e70-e4a798b13891 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:33.732748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c00579-34f6-403b-8e70-e4a798b13891 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:33.733244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c00579-34f6-403b-8e70-e4a798b13891 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:33.733889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c00579-34f6-403b-8e70-e4a798b13891 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:33.738752 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-73c00579-34f6-403b-8e70-e4a798b13891 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1298635 Apr 29 07:45:33.738752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55632) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:33.739031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb5062-9234-4e27-9a9e-cc567fe660a1 None None] Network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:45:33.753960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port dd4d086d-0850-4d80-a194-d78e9d2ccfb0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:33.754343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.968104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port dd4d086d-0850-4d80-a194-d78e9d2ccfb0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dd4d086d-0850-4d80-a194-d78e9d2ccfb0,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:33.974298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:33.979012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55634) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:33.979408 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-51d47c3c-5322-4c04-b496-db2c2747c7a2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2361395 Apr 29 07:45:33.984727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-604040143', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:34.010909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-90b2af2c-2563-42fd-a63f-862aea36ff5b None None] Provisioning complete for port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:34.011131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-90b2af2c-2563-42fd-a63f-862aea36ff5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.088924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=dd4d086d-0850-4d80-a194-d78e9d2ccfb0,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:34.097968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:45:34.102581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.122849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] device_id is not set on port 63004545-621e-4a99-8d24-e16856fc9d01 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:45:34.148178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-90b2af2c-2563-42fd-a63f-862aea36ff5b None None] Current status of the port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:34.251922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.6 (7d9ea6b6-4c65-4192-81b3-124ea3c07f22/c45aedd9-e46a-4a9b-9747-df287ec0609f/63004545-621e-4a99-8d24-e16856fc9d01) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:45:34.371963 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d384849e-e5ab-40c4-ace1-bfa8339f3703 None None] Provisioning complete for port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:34.372592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d384849e-e5ab-40c4-ace1-bfa8339f3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.418437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (63004545-621e-4a99-8d24-e16856fc9d01), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.457470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.463499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d384849e-e5ab-40c4-ace1-bfa8339f3703 None None] Current status of the port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:34.474857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d384849e-e5ab-40c4-ace1-bfa8339f3703 None None] Provisioning complete for port f1c36294-9504-428e-979b-4c583b5d6267 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:34.475228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d384849e-e5ab-40c4-ace1-bfa8339f3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f1c36294-9504-428e-979b-4c583b5d6267), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.496878 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Sync routers for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:45:34.507899 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:34.508761 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:34.518179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:45:34.519419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d384849e-e5ab-40c4-ace1-bfa8339f3703 None None] Port f1c36294-9504-428e-979b-4c583b5d6267 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:45:34.520162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:34.523213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:45:34.527104 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:45:34.576222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:34.576860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.599408 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f98ccc5d-8960-4f89-8066-f8443c55ee76 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6189382 Apr 29 07:45:34.635206 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:34.654639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-048c72a8-5a20-4d4a-8268-9478295c597c None None] Provisioning complete for port f1c36294-9504-428e-979b-4c583b5d6267 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:34.655380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-048c72a8-5a20-4d4a-8268-9478295c597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f1c36294-9504-428e-979b-4c583b5d6267), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.727457 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-048c72a8-5a20-4d4a-8268-9478295c597c None None] Port f1c36294-9504-428e-979b-4c583b5d6267 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:45:34.742499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.845913 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'f1c36294-9504-428e-979b-4c583b5d6267', 'name': '', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:23:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:32Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:34.850623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b8489c2b-95e7-4ee8-b984-106481706d2f None None] Provisioning complete for port f1c36294-9504-428e-979b-4c583b5d6267 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:34.850996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8489c2b-95e7-4ee8-b984-106481706d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f1c36294-9504-428e-979b-4c583b5d6267), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.874210 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Checking router: 670308a7-392b-4384-a8eb-1b695e617b5e for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:45:34.874551 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Updating router 670308a7-392b-4384-a8eb-1b695e617b5e port f1c36294-9504-428e-979b-4c583b5d6267 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:45:34.899986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b8489c2b-95e7-4ee8-b984-106481706d2f None None] Port f1c36294-9504-428e-979b-4c583b5d6267 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:45:34.907904 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f1c36294-9504-428e-979b-4c583b5d6267), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:34.944835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55638) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:34.950907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d0244c2a-113c-4509-9092-854d5c0f37dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982837619', 'description': 'tempest-secgroup-smoke-1982837619 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:34.972475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0244c2a-113c-4509-9092-854d5c0f37dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.024023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-344a7378-7821-4ea3-8adf-ffc0af5cef69 None None] Provisioning complete for port 63004545-621e-4a99-8d24-e16856fc9d01 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:35.024397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-344a7378-7821-4ea3-8adf-ffc0af5cef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63004545-621e-4a99-8d24-e16856fc9d01), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.043135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0244c2a-113c-4509-9092-854d5c0f37dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (ea4aefa3-7ce0-4983-af60-59b5562393af), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.048242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0244c2a-113c-4509-9092-854d5c0f37dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ea4aefa3-7ce0-4983-af60-59b5562393af), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.067796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-344a7378-7821-4ea3-8adf-ffc0af5cef69 None None] Port 63004545-621e-4a99-8d24-e16856fc9d01 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:45:35.080411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0244c2a-113c-4509-9092-854d5c0f37dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.081756 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d0244c2a-113c-4509-9092-854d5c0f37dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1348307 Apr 29 07:45:35.084784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55640) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:35.086180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0244c2a-113c-4509-9092-854d5c0f37dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4aefa3-7ce0-4983-af60-59b5562393af,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:35.090608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ea4aefa3-7ce0-4983-af60-59b5562393af', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:35.118196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (0a6694f7-cdfd-4e8e-a71b-8851c5772921), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.166183 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Publish callbacks [] for port (f1c36294-9504-428e-979b-4c583b5d6267), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.173376 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f1c36294-9504-428e-979b-4c583b5d6267), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.179284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (0a6694f7-cdfd-4e8e-a71b-8851c5772921), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.184111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (0a6694f7-cdfd-4e8e-a71b-8851c5772921), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.205963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6694f7-cdfd-4e8e-a71b-8851c5772921,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:35.216080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.220358 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314716 Apr 29 07:45:35.220358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.220570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55642) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:35.225193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6d75594b-291a-447f-b719-e7a30ea34c55 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ea4aefa3-7ce0-4983-af60-59b5562393af', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:35.229161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.229630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.229969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.230302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.230924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.231045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.231291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.233083 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.233304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.233589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.233915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.234240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2d382-821c-452e-adfd-867dd74e208e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.253781 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Pushing event updated for resources: {'Port': ['ID=f1c36294-9504-428e-979b-4c583b5d6267,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:35.262330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d75594b-291a-447f-b719-e7a30ea34c55 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (2aea9428-6db6-4e5c-9801-759ba521fec2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.280539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:45:35.287470 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.288159 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.288511 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.288838 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.289161 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.289517 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.289856 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.290386 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.290730 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.291068 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.291393 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.291732 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.292098 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:35.309809 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Attempting to bind port f1c36294-9504-428e-979b-4c583b5d6267 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:45:35.310177 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Attempting to bind port f1c36294-9504-428e-979b-4c583b5d6267 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:45:35.310543 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Attempting to bind port f1c36294-9504-428e-979b-4c583b5d6267 on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:45:35.316316 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:45:35.316686 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Checking segment: {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:45:35.317463 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.318074 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Bound using segment: {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:45:35.318709 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Bound port: f1c36294-9504-428e-979b-4c583b5d6267, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:45:35.319272 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f1c36294-9504-428e-979b-4c583b5d6267), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.336500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:35.336877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.353452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d75594b-291a-447f-b719-e7a30ea34c55 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (2aea9428-6db6-4e5c-9801-759ba521fec2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.361040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d75594b-291a-447f-b719-e7a30ea34c55 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2aea9428-6db6-4e5c-9801-759ba521fec2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.396029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75594b-291a-447f-b719-e7a30ea34c55 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aea9428-6db6-4e5c-9801-759ba521fec2,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:35.396292 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] For port f1c36294-9504-428e-979b-4c583b5d6267, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:45:35.400642 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] For port f1c36294-9504-428e-979b-4c583b5d6267, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f1c36294-9504-428e-979b-4c583b5d6267,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:45:35.400956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.408575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6d75594b-291a-447f-b719-e7a30ea34c55 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.409648 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f1c36294-9504-428e-979b-4c583b5d6267), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.410737 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6d75594b-291a-447f-b719-e7a30ea34c55 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1891415 Apr 29 07:45:35.413088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55644) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:35.420471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-eaaa96fb-f9f5-4518-bf5f-8478971ed491 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ea4aefa3-7ce0-4983-af60-59b5562393af', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:35.444356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:35.445622 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dd4d086d-0850-4d80-a194-d78e9d2ccfb0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:45:35.466447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eaaa96fb-f9f5-4518-bf5f-8478971ed491 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (65a50d6b-7a5a-4c4d-8fc0-0306b4e6df1d), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.479044 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:35.479661 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:35.506636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bea0caac-d9db-401b-ba33-e1e3dfacde2c None None] Provisioning complete for port f1c36294-9504-428e-979b-4c583b5d6267 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:35.506949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bea0caac-d9db-401b-ba33-e1e3dfacde2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f1c36294-9504-428e-979b-4c583b5d6267), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.534033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port dd4d086d-0850-4d80-a194-d78e9d2ccfb0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:35.534404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.549624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eaaa96fb-f9f5-4518-bf5f-8478971ed491 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (65a50d6b-7a5a-4c4d-8fc0-0306b4e6df1d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.558327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eaaa96fb-f9f5-4518-bf5f-8478971ed491 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (65a50d6b-7a5a-4c4d-8fc0-0306b4e6df1d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.567600 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351c02f-9688-4ba8-b1be-4c761bb9ca11 None None] Pushing event updated for resources: {'Port': ['ID=f1c36294-9504-428e-979b-4c583b5d6267,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:35.581060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa96fb-f9f5-4518-bf5f-8478971ed491 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a50d6b-7a5a-4c4d-8fc0-0306b4e6df1d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:35.599650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eaaa96fb-f9f5-4518-bf5f-8478971ed491 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.604501 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-eaaa96fb-f9f5-4518-bf5f-8478971ed491 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1872480 Apr 29 07:45:35.604702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55646) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:35.610536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f2092073-93dd-4ed3-9381-8d8d96f223d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ea4aefa3-7ce0-4983-af60-59b5562393af', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:35.625507 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:35.640868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f2092073-93dd-4ed3-9381-8d8d96f223d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (8fd844f3-5394-437b-bd73-d96811e0a004), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.688887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bea0caac-d9db-401b-ba33-e1e3dfacde2c None None] Current status of the port f1c36294-9504-428e-979b-4c583b5d6267 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:35.689301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bea0caac-d9db-401b-ba33-e1e3dfacde2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f1c36294-9504-428e-979b-4c583b5d6267), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.715317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port dd4d086d-0850-4d80-a194-d78e9d2ccfb0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:35.738200 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f2092073-93dd-4ed3-9381-8d8d96f223d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (8fd844f3-5394-437b-bd73-d96811e0a004), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.738498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-bea0caac-d9db-401b-ba33-e1e3dfacde2c None None] For port f1c36294-9504-428e-979b-4c583b5d6267, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f1c36294-9504-428e-979b-4c583b5d6267,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:35.745139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bea0caac-d9db-401b-ba33-e1e3dfacde2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f1c36294-9504-428e-979b-4c583b5d6267), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.748039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f2092073-93dd-4ed3-9381-8d8d96f223d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (8fd844f3-5394-437b-bd73-d96811e0a004), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.769358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2092073-93dd-4ed3-9381-8d8d96f223d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd844f3-5394-437b-bd73-d96811e0a004,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:35.779646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f2092073-93dd-4ed3-9381-8d8d96f223d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.784672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55648) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:35.788476 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f2092073-93dd-4ed3-9381-8d8d96f223d6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813743 Apr 29 07:45:35.789572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b9ea92f8-966c-4100-8d84-dbc7cf92e22e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ea4aefa3-7ce0-4983-af60-59b5562393af', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:35.802861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0caac-d9db-401b-ba33-e1e3dfacde2c None None] Pushing event updated for resources: {'Port': ['ID=f1c36294-9504-428e-979b-4c583b5d6267,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:35.811595 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-b9ea92f8-966c-4100-8d84-dbc7cf92e22e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:45:35.816913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9ea92f8-966c-4100-8d84-dbc7cf92e22e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (c227a95e-c435-43c2-adba-432ca0aa2d11), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.865395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-32e44fa3-b8b0-4c2f-8835-f00d8b6feb7d None None] Provisioning complete for port f1c36294-9504-428e-979b-4c583b5d6267 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:35.866048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-32e44fa3-b8b0-4c2f-8835-f00d8b6feb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f1c36294-9504-428e-979b-4c583b5d6267), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.889406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9ea92f8-966c-4100-8d84-dbc7cf92e22e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (c227a95e-c435-43c2-adba-432ca0aa2d11), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.894977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9ea92f8-966c-4100-8d84-dbc7cf92e22e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (c227a95e-c435-43c2-adba-432ca0aa2d11), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.914277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea92f8-966c-4100-8d84-dbc7cf92e22e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c227a95e-c435-43c2-adba-432ca0aa2d11,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:35.927059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9ea92f8-966c-4100-8d84-dbc7cf92e22e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.928786 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b9ea92f8-966c-4100-8d84-dbc7cf92e22e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428766 Apr 29 07:45:35.931681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55650) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:35.936506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-424d591f-a4c8-4512-8385-30205b73d520 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ea4aefa3-7ce0-4983-af60-59b5562393af', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:35.957552 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'f1c36294-9504-428e-979b-4c583b5d6267', 'name': '', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:23:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:32Z', 'updated_at': '2022-04-29T07:45:35Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:35.958448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-32e44fa3-b8b0-4c2f-8835-f00d8b6feb7d None None] Current status of the port f1c36294-9504-428e-979b-4c583b5d6267 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:35.962622 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-424d591f-a4c8-4512-8385-30205b73d520 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:45:35.968039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-424d591f-a4c8-4512-8385-30205b73d520 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d2c2b841-f99f-4e21-894b-446391244575), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:35.984770 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1c846-0f3a-4683-9a8c-8f74fcff1532 None None] The sync data for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv is: [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'f1c36294-9504-428e-979b-4c583b5d6267', 'name': '', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:23:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:32Z', 'updated_at': '2022-04-29T07:45:35Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:45:36.054053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-424d591f-a4c8-4512-8385-30205b73d520 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d2c2b841-f99f-4e21-894b-446391244575), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:36.059260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-424d591f-a4c8-4512-8385-30205b73d520 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d2c2b841-f99f-4e21-894b-446391244575), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:36.061471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:36.077383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d591f-a4c8-4512-8385-30205b73d520 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c2b841-f99f-4e21-894b-446391244575,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:36.088413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-424d591f-a4c8-4512-8385-30205b73d520 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:36.089701 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-424d591f-a4c8-4512-8385-30205b73d520 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569817 Apr 29 07:45:36.243639 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-14d9fd4a-8859-4e97-b951-cb72a8b3c6c3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982837619&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.0451858 Apr 29 07:45:36.295116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85846-dd91-4d4d-812c-7279b967834a req-1dad503a-b0af-4e0c-9577-d2642bcff709 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:36.296506 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-1dad503a-b0af-4e0c-9577-d2642bcff709 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 929 time: 0.0463185 Apr 29 07:45:36.347473 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-62fc33eb-5f1b-44e2-99db-4cdb2389a8ea service neutron] 10.222.0.23 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0383468 Apr 29 07:45:36.443324 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-6c58c525-e3f5-47b3-aa82-f60d5f925964 service neutron] 10.222.0.23 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899830 Apr 29 07:45:36.534887 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-6c045b43-b3f4-4624-bd63-c0e29f7a098f service neutron] 10.222.0.23 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858400 Apr 29 07:45:36.591851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85846-dd91-4d4d-812c-7279b967834a req-f7989320-2d3f-4222-b455-e97b41ba4353 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:36.593250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-f7989320-2d3f-4222-b455-e97b41ba4353 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 929 time: 0.0522838 Apr 29 07:45:36.768325 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-babc6466-5eec-43bc-a551-73ec37edf140 req-c44786ec-18b0-49b2-8a5a-d9321ac663af tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 210 time: 0.0281465 Apr 29 07:45:36.869386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55670) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:36.963206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85846-dd91-4d4d-812c-7279b967834a req-c802d027-5b01-4348-917a-ea1f6e8b9993 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:36.964680 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-c802d027-5b01-4348-917a-ea1f6e8b9993 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 929 time: 0.0934448 Apr 29 07:45:37.271072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f1c36294-9504-428e-979b-4c583b5d6267 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:45:37.321153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:37.336137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f1c36294-9504-428e-979b-4c583b5d6267 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:37.336500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f1c36294-9504-428e-979b-4c583b5d6267), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:37.413665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f1c36294-9504-428e-979b-4c583b5d6267 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:37.883814 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-25835fc6-6f3d-4484-a8f0-e1bfab64bff2 req-cec2be34-0fb9-4809-9367-64367f273dae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 210 time: 0.0470033 Apr 29 07:45:37.896062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85846-dd91-4d4d-812c-7279b967834a req-1176743e-90eb-49eb-9821-ad62f3313a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:37.897596 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-1176743e-90eb-49eb-9821-ad62f3313a28 service neutron] 10.222.0.36 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 1025 time: 0.0594306 Apr 29 07:45:38.008113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85846-dd91-4d4d-812c-7279b967834a req-98b3731c-9845-476d-86c4-fac707105621 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:38.009637 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-98b3731c-9845-476d-86c4-fac707105621 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22 HTTP/1.1" status: 200 len: 797 time: 0.1066899 Apr 29 07:45:38.078729 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-ebd38312-02c0-4146-af30-ee16557d146f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 380 time: 0.0572281 Apr 29 07:45:38.090615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Request body: {'port': {'device_id': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:38.152188 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:38.431262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63004545-621e-4a99-8d24-e16856fc9d01 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:45:38.438707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Publish callbacks [] for port (63004545-621e-4a99-8d24-e16856fc9d01), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:38.451279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Transition to ACTIVE for port object 63004545-621e-4a99-8d24-e16856fc9d01 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:45:38.458831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:38.512425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:38.593331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Attempting to bind port 63004545-621e-4a99-8d24-e16856fc9d01 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:45:38.593662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Attempting to bind port 63004545-621e-4a99-8d24-e16856fc9d01 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:45:38.593991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Attempting to bind port 63004545-621e-4a99-8d24-e16856fc9d01 on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:45:38.598597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Port 63004545-621e-4a99-8d24-e16856fc9d01 on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:45:38.598913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Attempting to bind port 63004545-621e-4a99-8d24-e16856fc9d01 on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:45:38.604174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:45:38.604513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Checking segment: {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:45:38.604898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Bound using segment: {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:45:38.605349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Bound port: 63004545-621e-4a99-8d24-e16856fc9d01, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:45:38.605711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:38.671654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:45:38.675480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:45:38.681912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:38.720014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:38.720645 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:38.722045 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] 10.222.0.36 "PUT /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 1130 time: 0.6361868 Apr 29 07:45:38.722495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:45:38.724759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e800f7-bcf0-4d45-96be-3a788ae542a8" -d '{"events": [{"name": "network-changed", "server_uuid": "69b32b6a-5d0e-4c7b-aea4-340d85c19587", "tag": "63004545-621e-4a99-8d24-e16856fc9d01"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:45:38.752222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bf3dc-d7b8-4d71-998a-f70889bade05 service neutron] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:38.763254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f0ceb0-07f8-4099-a650-ed841a1f4466 x-openstack-request-id: req-17f0ceb0-07f8-4099-a650-ed841a1f4466 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:45:38.765619 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b32b6a-5d0e-4c7b-aea4-340d85c19587", "tag": "63004545-621e-4a99-8d24-e16856fc9d01", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:45:38.766375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17f0ceb0-07f8-4099-a650-ed841a1f4466 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:45:38.766973 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f0ceb0-07f8-4099-a650-ed841a1f4466'] response: {'name': 'network-changed', 'server_uuid': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01', 'status': 'completed', 'code': 200} Apr 29 07:45:38.820062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85846-dd91-4d4d-812c-7279b967834a req-c6cc7598-58d6-4d55-aa05-974495c99b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:38.821659 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-c6cc7598-58d6-4d55-aa05-974495c99b93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 1164 time: 0.0464325 Apr 29 07:45:38.866492 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-d750a839-d8eb-4610-893d-d199ee4ef249 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 217 time: 0.0384853 Apr 29 07:45:38.915908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85846-dd91-4d4d-812c-7279b967834a req-4d2223bb-e900-469b-b51d-d8a0ff373db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:38.917455 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-4d2223bb-e900-469b-b51d-d8a0ff373db3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c45aedd9-e46a-4a9b-9747-df287ec0609f HTTP/1.1" status: 200 len: 834 time: 0.0451624 Apr 29 07:45:38.996928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85846-dd91-4d4d-812c-7279b967834a req-3d59fd02-9164-472d-90d5-2b937b2ffb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:38.998473 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-3d59fd02-9164-472d-90d5-2b937b2ffb3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0753176 Apr 29 07:45:39.056195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f032-5969-4849-93f8-2b3c41eb767b req-9e03aaad-fa88-4932-81f6-69957cb5c06e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:39.057673 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6e91f032-5969-4849-93f8-2b3c41eb767b req-9e03aaad-fa88-4932-81f6-69957cb5c06e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 980 time: 0.1031115 Apr 29 07:45:39.132380 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-175e0e52-539b-4a2d-ac19-0f265c5ae9c7 service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278172 Apr 29 07:45:39.135938 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6e91f032-5969-4849-93f8-2b3c41eb767b req-185fd349-1b0b-41ce-87d9-a7a39ff6668c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725560 Apr 29 07:45:39.227119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-3648c1c4-98df-4639-b094-77af40b766b7 service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884440 Apr 29 07:45:39.325377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-bb45bab7-7a6b-473d-9065-18e6b9c1323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:39.326857 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-bb45bab7-7a6b-473d-9065-18e6b9c1323f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 1164 time: 0.0468199 Apr 29 07:45:39.697881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-12f16e26-dde8-4c0a-8e78-3682f20fa105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:39.699715 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-12f16e26-dde8-4c0a-8e78-3682f20fa105 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22 HTTP/1.1" status: 200 len: 898 time: 0.3668208 Apr 29 07:45:39.740608 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-0308a8c0-b3ab-4a38-8990-bbb6d9f06e1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 217 time: 0.0336623 Apr 29 07:45:39.789190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-b5b24eb1-37da-46f6-bf9c-1ee9535556ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:39.790737 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-b5b24eb1-37da-46f6-bf9c-1ee9535556ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c45aedd9-e46a-4a9b-9747-df287ec0609f HTTP/1.1" status: 200 len: 834 time: 0.0420749 Apr 29 07:45:39.847348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-6c04228c-b7b6-408b-bf2d-46070a814e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:39.849655 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-6c04228c-b7b6-408b-bf2d-46070a814e43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0521104 Apr 29 07:45:39.939758 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-6ff67ea5-e920-4b39-a6c4-7883197485d0 service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821855 Apr 29 07:45:39.995151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63004545-621e-4a99-8d24-e16856fc9d01 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:45:40.038216 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00e800f7-bcf0-4d45-96be-3a788ae542a8 req-5c92d642-6f80-4cc5-8bdd-18e66f772e05 service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917294 Apr 29 07:45:40.097456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:40.108651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '63004545-621e-4a99-8d24-e16856fc9d01', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'port_id': '63004545-621e-4a99-8d24-e16856fc9d01', 'mac_address': 'fa:16:3e:e4:c1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:45:40.144623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 63004545-621e-4a99-8d24-e16856fc9d01 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:40.145001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:40.158202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63004545-621e-4a99-8d24-e16856fc9d01 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:45:40.178337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:40.183931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:40.233978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:40.241024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.241411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.241755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.242084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.242410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.242734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.243059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.243448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.243771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.244093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.244411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.244730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.245045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:45:40.260584 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeef0a-be86-451e-94e6-cfef673c73b6 req-b1230adf-ac64-462d-8bd8-84364b6256e5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:40.262242 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-37aeef0a-be86-451e-94e6-cfef673c73b6 req-b1230adf-ac64-462d-8bd8-84364b6256e5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 981 time: 0.0528004 Apr 29 07:45:40.307927 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-37aeef0a-be86-451e-94e6-cfef673c73b6 req-4e340d42-63a9-47b8-9946-46e68188d09d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Apr 29 07:45:40.388328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['63004545-621e-4a99-8d24-e16856fc9d01'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:45:41.456453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06f47-15c0-449a-922e-0000c3716c2d req-73d249dd-c95a-40bd-836a-581d547ab0ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:41.457863 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0ef06f47-15c0-449a-922e-0000c3716c2d req-73d249dd-c95a-40bd-836a-581d547ab0ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 981 time: 0.0724757 Apr 29 07:45:41.504614 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0ef06f47-15c0-449a-922e-0000c3716c2d req-ddd2f910-230d-495b-b0b4-c1f0a5f6634c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Apr 29 07:45:41.995836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63004545-621e-4a99-8d24-e16856fc9d01 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:45:42.052180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 63004545-621e-4a99-8d24-e16856fc9d01 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:45:42.056151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 63004545-621e-4a99-8d24-e16856fc9d01 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:42.056521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63004545-621e-4a99-8d24-e16856fc9d01), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:42.132761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 63004545-621e-4a99-8d24-e16856fc9d01 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:42.133140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:42.157563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:45:42.159832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369a414-2633-462a-9300-ed124a0215e3" -d '{"events": [{"server_uuid": "69b32b6a-5d0e-4c7b-aea4-340d85c19587", "name": "network-vif-plugged", "status": "completed", "tag": "63004545-621e-4a99-8d24-e16856fc9d01"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:45:42.172332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:42.177708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:42.210624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d4a669-b83b-4c0c-b176-8e9376a8e484 x-openstack-request-id: req-b3d4a669-b83b-4c0c-b176-8e9376a8e484 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:45:42.210624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b32b6a-5d0e-4c7b-aea4-340d85c19587", "name": "network-vif-plugged", "status": "completed", "tag": "63004545-621e-4a99-8d24-e16856fc9d01", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:45:42.210624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3d4a669-b83b-4c0c-b176-8e9376a8e484 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:45:42.210624 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d4a669-b83b-4c0c-b176-8e9376a8e484'] response: {'server_uuid': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01', 'code': 200} Apr 29 07:45:42.238091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:42.386006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb203f-77fb-412c-9aaa-5aa8755e08f1 req-06e9a232-c96f-4663-9caa-58cbaa0cd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:42.387485 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e8fb203f-77fb-412c-9aaa-5aa8755e08f1 req-06e9a232-c96f-4663-9caa-58cbaa0cd314 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 1166 time: 0.0458863 Apr 29 07:45:42.435433 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e8fb203f-77fb-412c-9aaa-5aa8755e08f1 req-1c36dd8f-2d1c-4a0b-bc1d-36cd9cd1dab4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Apr 29 07:45:42.627144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e47247-268b-4c45-81ef-e2952b2b63a7 req-11d875e5-8060-487f-b545-6b4301dd2693 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:42.628687 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2e47247-268b-4c45-81ef-e2952b2b63a7 req-11d875e5-8060-487f-b545-6b4301dd2693 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 982 time: 0.0523338 Apr 29 07:45:42.674383 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2e47247-268b-4c45-81ef-e2952b2b63a7 req-09366fd1-a333-4608-a359-3f2587154ad3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Apr 29 07:45:43.814186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaf1a1-51f0-4fdd-896a-e53ded78b505 req-32ed2db9-19c8-4200-89fd-306d92d04f94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:43.815561 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0efaf1a1-51f0-4fdd-896a-e53ded78b505 req-32ed2db9-19c8-4200-89fd-306d92d04f94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 982 time: 0.0594513 Apr 29 07:45:43.863964 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0efaf1a1-51f0-4fdd-896a-e53ded78b505 req-cea00dd4-4964-4644-8643-3b742c41b288 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Apr 29 07:45:43.984210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41b41-2f3c-42dd-8db8-86767e4c79e2 req-af141a8b-3af2-420d-a278-d52643a353cb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:43.985701 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6e41b41-2f3c-42dd-8db8-86767e4c79e2 req-af141a8b-3af2-420d-a278-d52643a353cb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 982 time: 0.0559869 Apr 29 07:45:44.034152 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6e41b41-2f3c-42dd-8db8-86767e4c79e2 req-21ffcc0b-4b22-4745-8843-52b317b9024d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 Apr 29 07:45:44.060836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55706) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:44.109456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b82531-0c68-4b51-9d44-9af492a49cc9 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:44.110855 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d6b82531-0c68-4b51-9d44-9af492a49cc9 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 1161 time: 0.0490046 Apr 29 07:45:44.113740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55708) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:44.117977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '63004545-621e-4a99-8d24-e16856fc9d01', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:44.144300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:44.240024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:44.344998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.105 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/3e4f1e82-c607-4501-b335-818e9f446fa6) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:45:44.442381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (3e4f1e82-c607-4501-b335-818e9f446fa6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:44.477834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3e4f1e82-c607-4501-b335-818e9f446fa6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:44.517770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:45:44.520536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:45:44.529613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:45:44.532644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=3e4f1e82-c607-4501-b335-818e9f446fa6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:44.914621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (bc8c8d1a-01b1-41c5-b931-2fa2a508da82), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:44.993570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e4f1e82-c607-4501-b335-818e9f446fa6), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:45.141262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (3e4f1e82-c607-4501-b335-818e9f446fa6), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:45.148084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (3e4f1e82-c607-4501-b335-818e9f446fa6), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:45.226256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=3e4f1e82-c607-4501-b335-818e9f446fa6,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:45.233745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (bc8c8d1a-01b1-41c5-b931-2fa2a508da82), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:45.350498 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP bc8c8d1a-01b1-41c5-b931-2fa2a508da82 associated. External IP: 172.26.3.105, port: 63004545-621e-4a99-8d24-e16856fc9d01. Apr 29 07:45:45.571895 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 670308a7-392b-4384-a8eb-1b695e617b5e has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:45:45.685032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:45:45.696510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] Sync routers for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:45:45.705867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:45.708234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:45.708949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:45.735188 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-21add9aa-e1ff-4fc4-8140-facf069bb4d1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.6204829 Apr 29 07:45:45.736053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:45:45.739843 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55712) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:45.740476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb577e6-467d-4c11-89f7-dcca1879bd91" -d '{"events": [{"name": "network-changed", "server_uuid": "69b32b6a-5d0e-4c7b-aea4-340d85c19587", "tag": "63004545-621e-4a99-8d24-e16856fc9d01"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:45:45.773669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cf923a-e9d7-4471-a7c6-52a3f11bad0f x-openstack-request-id: req-05cf923a-e9d7-4471-a7c6-52a3f11bad0f {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:45:45.774024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b32b6a-5d0e-4c7b-aea4-340d85c19587", "tag": "63004545-621e-4a99-8d24-e16856fc9d01", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:45:45.774143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05cf923a-e9d7-4471-a7c6-52a3f11bad0f {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:45:45.774882 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cf923a-e9d7-4471-a7c6-52a3f11bad0f'] response: {'name': 'network-changed', 'server_uuid': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01', 'status': 'completed', 'code': 200} Apr 29 07:45:45.818531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:45.820379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab78fb-b831-494c-8b27-90f560852a3a tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:45.825540 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-beab78fb-b831-494c-8b27-90f560852a3a tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587&network_id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22 HTTP/1.1" status: 200 len: 1161 time: 0.0860546 Apr 29 07:45:45.842940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-72f28f1b-8948-4653-bca5-7178f684b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:45.844462 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-72f28f1b-8948-4653-bca5-7178f684b8f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 1166 time: 0.0488439 Apr 29 07:45:45.951610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-dc1481fa-3644-46f1-be1b-af84b60e389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:45.953308 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-dc1481fa-3644-46f1-be1b-af84b60e389d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22 HTTP/1.1" status: 200 len: 898 time: 0.0981765 Apr 29 07:45:46.024223 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-bb2c9045-9404-43c6-9974-0896c1dbe875 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 1036 time: 0.0636842 Apr 29 07:45:46.055910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'bc8c8d1a-01b1-41c5-b931-2fa2a508da82', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.105', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'port_id': '63004545-621e-4a99-8d24-e16856fc9d01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-604040143', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'mac_address': 'fa:16:3e:e4:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:45:44Z', 'updated_at': '2022-04-29T07:45:44Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c36294-9504-428e-979b-4c583b5d6267', 'name': '', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:23:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:32Z', 'updated_at': '2022-04-29T07:45:35Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:46.075554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-f10a25dc-0c35-4db2-9cb6-b1e88672c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:46.076930 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-f10a25dc-0c35-4db2-9cb6-b1e88672c435 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c45aedd9-e46a-4a9b-9747-df287ec0609f HTTP/1.1" status: 200 len: 834 time: 0.0448172 Apr 29 07:45:46.078014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbbe31-75ab-4acc-a26e-85988aed7830 req-a7c2b895-de80-4654-83bf-8622de20fe48 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:46.079512 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b4cbbe31-75ab-4acc-a26e-85988aed7830 req-a7c2b895-de80-4654-83bf-8622de20fe48 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 982 time: 0.0566757 Apr 29 07:45:46.088905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] Checking router: 670308a7-392b-4384-a8eb-1b695e617b5e for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:45:46.098048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:45:46.098673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:45:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:46.131250 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b4cbbe31-75ab-4acc-a26e-85988aed7830 req-c2d33ed1-3a02-485c-ab08-857c3a4707f3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447748 Apr 29 07:45:46.132505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-dd4a7dbe-f58f-44ba-abbd-7a0b33c21612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:46.135238 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-dd4a7dbe-f58f-44ba-abbd-7a0b33c21612 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507627 Apr 29 07:45:46.214216 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:45:46.225002 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-8f8ccd12-4527-422f-95c3-85225f316e57 service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841544 Apr 29 07:45:46.322447 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6eb577e6-467d-4c11-89f7-dcca1879bd91 req-5da53846-6199-4684-9718-a195ac314abb service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886481 Apr 29 07:45:46.592970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'bc8c8d1a-01b1-41c5-b931-2fa2a508da82', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.105', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'port_id': '63004545-621e-4a99-8d24-e16856fc9d01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-604040143', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'mac_address': 'fa:16:3e:e4:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:45:44Z', 'updated_at': '2022-04-29T07:45:44Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c36294-9504-428e-979b-4c583b5d6267', 'name': '', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:23:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:32Z', 'updated_at': '2022-04-29T07:45:35Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:45:46.621564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc8d8b-b4b5-49e4-8a0e-8adef10e47b6 None None] The sync data for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv is: [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'bc8c8d1a-01b1-41c5-b931-2fa2a508da82', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.105', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'port_id': '63004545-621e-4a99-8d24-e16856fc9d01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-604040143', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'mac_address': 'fa:16:3e:e4:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b32b6a-5d0e-4c7b-aea4-340d85c19587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:45:44Z', 'updated_at': '2022-04-29T07:45:44Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c36294-9504-428e-979b-4c583b5d6267', 'name': '', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:23:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:32Z', 'updated_at': '2022-04-29T07:45:35Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:45:46.819433 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d19e36-80b8-4ffc-8fcd-487b1a387a63 None None] New status for floating IP bc8c8d1a-01b1-41c5-b931-2fa2a508da82: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:45:47.259437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971a223-3fb3-4f4d-b0ac-edc811ab0f74 req-8b254c3b-88dd-450c-991b-61da2a479c35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:47.261012 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d971a223-3fb3-4f4d-b0ac-edc811ab0f74 req-8b254c3b-88dd-450c-991b-61da2a479c35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 982 time: 0.0556552 Apr 29 07:45:47.340763 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d971a223-3fb3-4f4d-b0ac-edc811ab0f74 req-8b98edcb-9bee-47fd-8116-8fdfdf0ab837 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669529 Apr 29 07:45:47.348276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-0b7733a0-2089-4d70-b9bd-087ac5e7b1aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:47.349708 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-0b7733a0-2089-4d70-b9bd-087ac5e7b1aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 982 time: 0.0877869 Apr 29 07:45:47.398250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-b11994df-d050-497e-a26f-9a066b263ebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:47.399499 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-b11994df-d050-497e-a26f-9a066b263ebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0441196 Apr 29 07:45:47.500322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-62598fd0-eeb0-4081-b778-351214814531 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0955782 Apr 29 07:45:47.510174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:47.851001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:47.982758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:48.015477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:45:48.046475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] device_id is not set on port 63004545-621e-4a99-8d24-e16856fc9d01 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:45:48.055428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] Publish callbacks [] for port (63004545-621e-4a99-8d24-e16856fc9d01), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:48.064115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:48.172321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=6']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:48.232431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] No DVR routers for this DVR port 63004545-621e-4a99-8d24-e16856fc9d01 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:45:48.306662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-52d50cea-7e28-4e4a-9eb5-cfedb9056768 None None] Provisioning complete for port 63004545-621e-4a99-8d24-e16856fc9d01 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:48.307407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52d50cea-7e28-4e4a-9eb5-cfedb9056768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63004545-621e-4a99-8d24-e16856fc9d01), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:48.342114 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-52d50cea-7e28-4e4a-9eb5-cfedb9056768 None None] Port 63004545-621e-4a99-8d24-e16856fc9d01 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:45:48.371899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] In _notify_port_updated(), no bound segment for port 63004545-621e-4a99-8d24-e16856fc9d01 on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:45:48.372788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:48.373485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:48.374780 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-31bac3c4-177a-40ed-8f61-da2277b8a633 req-30068a5b-4224-4df6-9d04-36ee6731ee94 service neutron] 10.222.0.36 "PUT /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 1025 time: 0.8684027 Apr 29 07:45:48.438205 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-763d6b54-86e3-46b7-88ed-648540aba4ac req-4edbb944-0761-4c5b-bfaf-9b4a79422a51 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b32b6a-5d0e-4c7b-aea4-340d85c19587 HTTP/1.1" status: 200 len: 210 time: 0.0273228 Apr 29 07:45:49.123203 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:45:49.500173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55726) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:49.544671 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c6e2ee-4870-4d48-b380-5be38f5219b6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:49.546060 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c5c6e2ee-4870-4d48-b380-5be38f5219b6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 924 time: 0.0448468 Apr 29 07:45:49.835918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55730) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:49.840653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-81ab5712-c286-4bb1-be60-67392c8fd1ec tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1646326729', 'description': 'tempest-secgroup-smoke-1646326729 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:49.864585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81ab5712-c286-4bb1-be60-67392c8fd1ec tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:49.934840 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81ab5712-c286-4bb1-be60-67392c8fd1ec tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (93188c47-6e61-4f30-92cb-1dd30478a222), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:49.941296 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81ab5712-c286-4bb1-be60-67392c8fd1ec tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (93188c47-6e61-4f30-92cb-1dd30478a222), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:49.979276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81ab5712-c286-4bb1-be60-67392c8fd1ec tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:49.980668 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-81ab5712-c286-4bb1-be60-67392c8fd1ec tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1437573 Apr 29 07:45:49.985664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55732) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:49.986403 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab5712-c286-4bb1-be60-67392c8fd1ec tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93188c47-6e61-4f30-92cb-1dd30478a222,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:49.990362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-b24fdfe8-3eb7-45a6-99f9-ebba37464233 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '93188c47-6e61-4f30-92cb-1dd30478a222', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:50.016911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b24fdfe8-3eb7-45a6-99f9-ebba37464233 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b8527a0e-d6a9-4b71-bde0-13bf1588f3ce), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.040822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63004545-621e-4a99-8d24-e16856fc9d01 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:45:50.077246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b24fdfe8-3eb7-45a6-99f9-ebba37464233 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b8527a0e-d6a9-4b71-bde0-13bf1588f3ce), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.081849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] The host hv-neutron-8398 is not matching for port 63004545-621e-4a99-8d24-e16856fc9d01 host ! {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 29 07:45:50.082192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b24fdfe8-3eb7-45a6-99f9-ebba37464233 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b8527a0e-d6a9-4b71-bde0-13bf1588f3ce), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.082336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63004545-621e-4a99-8d24-e16856fc9d01 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:45:50.100000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fdfe8-3eb7-45a6-99f9-ebba37464233 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8527a0e-d6a9-4b71-bde0-13bf1588f3ce,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:50.109734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b24fdfe8-3eb7-45a6-99f9-ebba37464233 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.110925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b24fdfe8-3eb7-45a6-99f9-ebba37464233 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242268 Apr 29 07:45:50.113800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55734) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:50.118049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-146b7f08-415a-49ed-a640-bb4ca6e4711c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '93188c47-6e61-4f30-92cb-1dd30478a222', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:50.144925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-146b7f08-415a-49ed-a640-bb4ca6e4711c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (7bb06ea6-41ba-4269-a71c-5b0ee84665cc), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.204532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-146b7f08-415a-49ed-a640-bb4ca6e4711c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (7bb06ea6-41ba-4269-a71c-5b0ee84665cc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.211322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-146b7f08-415a-49ed-a640-bb4ca6e4711c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7bb06ea6-41ba-4269-a71c-5b0ee84665cc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.229523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b7f08-415a-49ed-a640-bb4ca6e4711c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb06ea6-41ba-4269-a71c-5b0ee84665cc,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:50.234882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-146b7f08-415a-49ed-a640-bb4ca6e4711c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.236083 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-146b7f08-415a-49ed-a640-bb4ca6e4711c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213446 Apr 29 07:45:50.238952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55736) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:50.243252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-aab2b159-8af1-4265-ae59-0ffff1cabf35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '93188c47-6e61-4f30-92cb-1dd30478a222', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:50.269438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aab2b159-8af1-4265-ae59-0ffff1cabf35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (e150130d-cd7d-4cb1-b555-38c92351f5eb), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.324875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aab2b159-8af1-4265-ae59-0ffff1cabf35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (e150130d-cd7d-4cb1-b555-38c92351f5eb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.331837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aab2b159-8af1-4265-ae59-0ffff1cabf35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e150130d-cd7d-4cb1-b555-38c92351f5eb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.359280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2b159-8af1-4265-ae59-0ffff1cabf35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e150130d-cd7d-4cb1-b555-38c92351f5eb,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:50.366761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aab2b159-8af1-4265-ae59-0ffff1cabf35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.367943 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aab2b159-8af1-4265-ae59-0ffff1cabf35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280465 Apr 29 07:45:50.370864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55738) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:50.375179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f9193159-2dfa-43ca-bc96-55e075ef4bcd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '93188c47-6e61-4f30-92cb-1dd30478a222', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:50.400626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f9193159-2dfa-43ca-bc96-55e075ef4bcd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (95c465f3-c066-4670-a649-d81cf16e7e36), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.460428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f9193159-2dfa-43ca-bc96-55e075ef4bcd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (95c465f3-c066-4670-a649-d81cf16e7e36), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.465377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f9193159-2dfa-43ca-bc96-55e075ef4bcd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (95c465f3-c066-4670-a649-d81cf16e7e36), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.482642 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9193159-2dfa-43ca-bc96-55e075ef4bcd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c465f3-c066-4670-a649-d81cf16e7e36,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:50.490241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f9193159-2dfa-43ca-bc96-55e075ef4bcd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.491428 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f9193159-2dfa-43ca-bc96-55e075ef4bcd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196373 Apr 29 07:45:50.494349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55740) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:50.498788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ed64a4f3-51cf-44ea-8d44-4592c51f8a56 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '93188c47-6e61-4f30-92cb-1dd30478a222', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:50.519819 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-ed64a4f3-51cf-44ea-8d44-4592c51f8a56 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:45:50.524870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed64a4f3-51cf-44ea-8d44-4592c51f8a56 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b62101fb-8e24-47c3-9f4a-ddedbbb4f9ba), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.583321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed64a4f3-51cf-44ea-8d44-4592c51f8a56 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b62101fb-8e24-47c3-9f4a-ddedbbb4f9ba), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.589289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed64a4f3-51cf-44ea-8d44-4592c51f8a56 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b62101fb-8e24-47c3-9f4a-ddedbbb4f9ba), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.606617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64a4f3-51cf-44ea-8d44-4592c51f8a56 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62101fb-8e24-47c3-9f4a-ddedbbb4f9ba,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:50.613804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed64a4f3-51cf-44ea-8d44-4592c51f8a56 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.617814 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ed64a4f3-51cf-44ea-8d44-4592c51f8a56 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197693 Apr 29 07:45:50.617990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55742) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:50.622645 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4e542e3e-6bb7-4b05-9af4-101f68f9fd19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '93188c47-6e61-4f30-92cb-1dd30478a222', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:50.645782 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-4e542e3e-6bb7-4b05-9af4-101f68f9fd19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:45:50.650662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e542e3e-6bb7-4b05-9af4-101f68f9fd19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (7504b945-8ed0-4ad5-974d-7244abdb96fd), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.710676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e542e3e-6bb7-4b05-9af4-101f68f9fd19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (7504b945-8ed0-4ad5-974d-7244abdb96fd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.715735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e542e3e-6bb7-4b05-9af4-101f68f9fd19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7504b945-8ed0-4ad5-974d-7244abdb96fd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.735250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e542e3e-6bb7-4b05-9af4-101f68f9fd19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7504b945-8ed0-4ad5-974d-7244abdb96fd,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:50.744295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4e542e3e-6bb7-4b05-9af4-101f68f9fd19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:50.745563 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4e542e3e-6bb7-4b05-9af4-101f68f9fd19 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266155 Apr 29 07:45:50.895954 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-9fd7e98f-830a-40f2-8c69-186bbd35fe8b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646326729&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.0473273 Apr 29 07:45:50.947123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-4c391036-b453-47f9-9b84-69ee7801df0d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:50.948490 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-4c391036-b453-47f9-9b84-69ee7801df0d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 929 time: 0.0457783 Apr 29 07:45:50.996477 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-00290d20-5075-47f5-96fa-145b0be70673 service neutron] 10.222.0.23 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0349493 Apr 29 07:45:51.095457 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-91d013de-a043-4198-b65d-8202d0f890df service neutron] 10.222.0.23 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931938 Apr 29 07:45:51.189522 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-3c40e623-0261-419d-8cef-e5a74fb40728 service neutron] 10.222.0.23 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857549 Apr 29 07:45:51.243254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-3468f6ab-6906-4dbc-ad2b-b5cc13dd2082 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:51.244594 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-3468f6ab-6906-4dbc-ad2b-b5cc13dd2082 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 929 time: 0.0468657 Apr 29 07:45:51.404226 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0e4ba02a-9738-4a97-bbce-c7ee0fa6b60e req-55ce2102-919a-43a5-a74f-df18f531a0b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 210 time: 0.0275645 Apr 29 07:45:51.417425 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55762) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:51.506676 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-b6e26fe2-6ea7-4a59-9e76-61753e71e120 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:51.508031 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-b6e26fe2-6ea7-4a59-9e76-61753e71e120 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 929 time: 0.0895772 Apr 29 07:45:52.409935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-65b5d95d-813a-498c-8771-fa7fa25e0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:52.411333 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-65b5d95d-813a-498c-8771-fa7fa25e0f59 service neutron] 10.222.0.36 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 1025 time: 0.0425029 Apr 29 07:45:52.518047 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0680587e-e6d6-4434-9662-bcd3a7fb0c94 req-5d55782a-e593-423e-8c6f-512e7351a948 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 210 time: 0.0403016 Apr 29 07:45:52.546364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-a86fad3f-e587-441e-b2a8-fb555abb81d5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:52.547797 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-a86fad3f-e587-441e-b2a8-fb555abb81d5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22 HTTP/1.1" status: 200 len: 797 time: 0.1311738 Apr 29 07:45:52.623572 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-e3aa2b3e-108e-4686-a05a-c05bca474553 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 473 time: 0.0662034 Apr 29 07:45:52.634380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Request body: {'port': {'device_id': 'bd8ea5f7-999b-4f81-9ef2-75edc49bb8de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:45:52.704986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:52.981848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63004545-621e-4a99-8d24-e16856fc9d01 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:45:52.989754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Publish callbacks [] for port (63004545-621e-4a99-8d24-e16856fc9d01), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:53.003079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Transition to ACTIVE for port object 63004545-621e-4a99-8d24-e16856fc9d01 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:45:53.010450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:53.102282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=7']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:53.211003 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Attempting to bind port 63004545-621e-4a99-8d24-e16856fc9d01 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:45:53.211474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Attempting to bind port 63004545-621e-4a99-8d24-e16856fc9d01 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:45:53.211910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Attempting to bind port 63004545-621e-4a99-8d24-e16856fc9d01 on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:45:53.216510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Port 63004545-621e-4a99-8d24-e16856fc9d01 on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:45:53.216826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Attempting to bind port 63004545-621e-4a99-8d24-e16856fc9d01 on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:45:53.221632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:45:53.221961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Checking segment: {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:45:53.222337 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Bound using segment: {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:45:53.222754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Bound port: 63004545-621e-4a99-8d24-e16856fc9d01, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad4a240-53a4-4af4-8e69-d48105753e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:45:53.223108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:53.283517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:45:53.287312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:45:53.296249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:53.332012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:53.332664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:53.334037 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] 10.222.0.36 "PUT /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 1130 time: 0.7035153 Apr 29 07:45:53.334421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8ea5f7-999b-4f81-9ef2-75edc49bb8de', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:45:53.336711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b24dde1-0f64-437f-a679-79ae24a015cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8ea5f7-999b-4f81-9ef2-75edc49bb8de", "tag": "63004545-621e-4a99-8d24-e16856fc9d01"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:45:53.364794 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e4367-c741-4f15-a7f0-57857c130013 service neutron] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=8']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:53.375384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56171f55-8009-470f-a17a-8ac9668ac2dd x-openstack-request-id: req-56171f55-8009-470f-a17a-8ac9668ac2dd {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:45:53.375680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8ea5f7-999b-4f81-9ef2-75edc49bb8de", "tag": "63004545-621e-4a99-8d24-e16856fc9d01", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:45:53.375934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56171f55-8009-470f-a17a-8ac9668ac2dd {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:45:53.376367 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56171f55-8009-470f-a17a-8ac9668ac2dd'] response: {'name': 'network-changed', 'server_uuid': 'bd8ea5f7-999b-4f81-9ef2-75edc49bb8de', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01', 'status': 'completed', 'code': 200} Apr 29 07:45:53.435377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-841bc6be-e2d9-461a-a44e-7cb2129bc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:53.437081 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-841bc6be-e2d9-461a-a44e-7cb2129bc743 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 1164 time: 0.0521526 Apr 29 07:45:53.503887 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-ae407de0-43e8-4683-be5e-55e3d48cc538 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 1036 time: 0.0597541 Apr 29 07:45:53.554334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-46b0339f-dc9e-46ae-917b-ae35714b3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:53.555418 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-46b0339f-dc9e-46ae-917b-ae35714b3d7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c45aedd9-e46a-4a9b-9747-df287ec0609f HTTP/1.1" status: 200 len: 834 time: 0.0453115 Apr 29 07:45:53.641413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-7ed6b6d1-ee8b-42fa-a705-838aaefaa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:53.642950 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-7ed6b6d1-ee8b-42fa-a705-838aaefaa143 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0809956 Apr 29 07:45:53.654208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048d717-f281-4198-9932-ea23c3137245 req-2813d6ad-cf56-4971-863e-55ff0fa0a6f9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:53.655623 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3048d717-f281-4198-9932-ea23c3137245 req-2813d6ad-cf56-4971-863e-55ff0fa0a6f9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 980 time: 0.0650179 Apr 29 07:45:53.753086 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3048d717-f281-4198-9932-ea23c3137245 req-1cf3e413-dcc7-4c93-9fce-843f3c50af35 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895514 Apr 29 07:45:53.775570 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-2a194f33-0566-4fc0-bbaf-9a735f7f2be5 service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190283 Apr 29 07:45:53.865960 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-36710bb9-d88e-48ae-97b8-283ad22f55b0 service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835006 Apr 29 07:45:53.958530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-a4b2d1f3-2fc4-4669-9fad-a109480dd7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:53.960010 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-a4b2d1f3-2fc4-4669-9fad-a109480dd7cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 1164 time: 0.0458238 Apr 29 07:45:54.052810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-91556255-72a5-47d6-a8a6-fc072478d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:54.054201 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-91556255-72a5-47d6-a8a6-fc072478d619 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22 HTTP/1.1" status: 200 len: 898 time: 0.0866985 Apr 29 07:45:54.119036 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-71c55bde-3e6a-46e4-b081-17d5fa6f501a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 1036 time: 0.0584636 Apr 29 07:45:54.170348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-f57739e8-ab44-472b-a4cd-8fbb31753ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:54.171833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-f57739e8-ab44-472b-a4cd-8fbb31753ffa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c45aedd9-e46a-4a9b-9747-df287ec0609f HTTP/1.1" status: 200 len: 834 time: 0.0467877 Apr 29 07:45:54.224381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-2a8cddd9-e20b-4697-b2a1-9a80912815ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:54.225905 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-2a8cddd9-e20b-4697-b2a1-9a80912815ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471332 Apr 29 07:45:54.316794 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-118c3a23-bfa6-4730-8c6b-4bb379393ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839424 Apr 29 07:45:54.411131 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2b24dde1-0f64-437f-a679-79ae24a015cf req-3db323be-0278-4a75-9e07-2d18ee270b9b service neutron] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880787 Apr 29 07:45:54.878543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96da74-6c7a-4f9e-9a36-941409ddd2b3 req-6d4cdd27-1021-4558-9f89-c46d7273c8da tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:54.880014 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7f96da74-6c7a-4f9e-9a36-941409ddd2b3 req-6d4cdd27-1021-4558-9f89-c46d7273c8da tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 980 time: 0.0579991 Apr 29 07:45:54.929026 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7f96da74-6c7a-4f9e-9a36-941409ddd2b3 req-2067ee6e-73e3-481f-8aae-b765da683676 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Apr 29 07:45:56.054125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4044a89-a8be-4671-b3d7-e12f052a8806 req-c3bf5197-4259-4f6d-915d-2c85f73a2ad4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:56.055598 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4044a89-a8be-4671-b3d7-e12f052a8806 req-c3bf5197-4259-4f6d-915d-2c85f73a2ad4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 980 time: 0.0546265 Apr 29 07:45:56.063347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63004545-621e-4a99-8d24-e16856fc9d01 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:45:56.106240 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4044a89-a8be-4671-b3d7-e12f052a8806 req-b8e3bf6d-0f18-4fbb-a7e9-59efbba9057e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434914 Apr 29 07:45:56.161046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:56.172090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '63004545-621e-4a99-8d24-e16856fc9d01', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'port_id': '63004545-621e-4a99-8d24-e16856fc9d01', 'mac_address': 'fa:16:3e:e4:c1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:45:56.208208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 63004545-621e-4a99-8d24-e16856fc9d01 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:56.208610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:56.221615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63004545-621e-4a99-8d24-e16856fc9d01 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:45:56.241110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:56.247216 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:56.293890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=9']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:56.434538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['63004545-621e-4a99-8d24-e16856fc9d01'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:45:57.245264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9e08c-fde1-4666-aa12-8a06c1b5ad7b req-161d0328-07ec-4594-b44e-c91b23c221e2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:57.246782 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8aa9e08c-fde1-4666-aa12-8a06c1b5ad7b req-161d0328-07ec-4594-b44e-c91b23c221e2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 981 time: 0.0579295 Apr 29 07:45:57.292976 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8aa9e08c-fde1-4666-aa12-8a06c1b5ad7b req-24f582ed-460e-4880-b90e-17f80e7f2ec7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Apr 29 07:45:58.059220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63004545-621e-4a99-8d24-e16856fc9d01 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:45:58.122635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 63004545-621e-4a99-8d24-e16856fc9d01 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:45:58.126286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 63004545-621e-4a99-8d24-e16856fc9d01 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:45:58.126657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63004545-621e-4a99-8d24-e16856fc9d01), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:58.203874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 63004545-621e-4a99-8d24-e16856fc9d01 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:45:58.204243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:58.226773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8ea5f7-999b-4f81-9ef2-75edc49bb8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:45:58.229018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d64c4d-1b89-4283-85de-ca0bb4891e23" -d '{"events": [{"server_uuid": "bd8ea5f7-999b-4f81-9ef2-75edc49bb8de", "name": "network-vif-plugged", "status": "completed", "tag": "63004545-621e-4a99-8d24-e16856fc9d01"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:45:58.241168 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:45:58.246483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:45:58.271494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0707e5-ff2b-4fb2-9f2d-214b1f21a534 x-openstack-request-id: req-cc0707e5-ff2b-4fb2-9f2d-214b1f21a534 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:45:58.271772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8ea5f7-999b-4f81-9ef2-75edc49bb8de", "name": "network-vif-plugged", "status": "completed", "tag": "63004545-621e-4a99-8d24-e16856fc9d01", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:45:58.272037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc0707e5-ff2b-4fb2-9f2d-214b1f21a534 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:45:58.272576 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0707e5-ff2b-4fb2-9f2d-214b1f21a534'] response: {'server_uuid': 'bd8ea5f7-999b-4f81-9ef2-75edc49bb8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63004545-621e-4a99-8d24-e16856fc9d01', 'code': 200} Apr 29 07:45:58.298487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=10']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:45:58.418571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de2f76-5673-47f5-bfe7-e7be8d6a9a85 req-a7285a9b-f0ff-4951-9f2b-ce9d75e99f96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:58.420053 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-99de2f76-5673-47f5-bfe7-e7be8d6a9a85 req-a7285a9b-f0ff-4951-9f2b-ce9d75e99f96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 983 time: 0.0584023 Apr 29 07:45:58.440468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb7cdf-da51-4c23-8454-96380aa12eca req-5c1f5fc4-5473-4115-9573-20f6958a6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:58.442012 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5edb7cdf-da51-4c23-8454-96380aa12eca req-5c1f5fc4-5473-4115-9573-20f6958a6bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 1167 time: 0.0495479 Apr 29 07:45:58.468191 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-99de2f76-5673-47f5-bfe7-e7be8d6a9a85 req-a240f33a-2b95-40b3-9dc3-e045d3cbce54 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 Apr 29 07:45:58.486824 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5edb7cdf-da51-4c23-8454-96380aa12eca req-c51f6090-3391-4898-b33c-11427b6e9a61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Apr 29 07:45:59.589807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e581-5f24-4b92-962f-d61f907dfe72 req-ef3dc1fc-58e1-41e9-868b-426be5c3f254 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:59.591281 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6fa8e581-5f24-4b92-962f-d61f907dfe72 req-ef3dc1fc-58e1-41e9-868b-426be5c3f254 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 983 time: 0.0539043 Apr 29 07:45:59.637252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6fa8e581-5f24-4b92-962f-d61f907dfe72 req-376b1088-b7d7-443b-bed9-817d57eb860d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Apr 29 07:45:59.760869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63bdbe-c893-48f4-9450-b00cbc101e29 req-b064438a-6227-4070-8632-0201ccdc27e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:59.762324 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ba63bdbe-c893-48f4-9450-b00cbc101e29 req-b064438a-6227-4070-8632-0201ccdc27e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 983 time: 0.0582447 Apr 29 07:45:59.809664 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ba63bdbe-c893-48f4-9450-b00cbc101e29 req-8146034e-0c60-4909-b858-55fb7cbf7bea tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Apr 29 07:45:59.837711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55798) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:45:59.884155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b5cf98-c921-4eeb-9fcd-8703071378f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:45:59.885722 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-69b5cf98-c921-4eeb-9fcd-8703071378f7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de&network_id=7d9ea6b6-4c65-4192-81b3-124ea3c07f22 HTTP/1.1" status: 200 len: 1162 time: 0.0470624 Apr 29 07:46:00.112626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71780b-7b24-4605-a97d-a26004be24f4 req-6de7a9ef-c5b1-41dd-be21-97dd94ccdbb0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:00.114133 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8a71780b-7b24-4605-a97d-a26004be24f4 req-6de7a9ef-c5b1-41dd-be21-97dd94ccdbb0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 983 time: 0.0614104 Apr 29 07:46:00.160439 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8a71780b-7b24-4605-a97d-a26004be24f4 req-cf56e924-e063-4419-82f5-64a7269549c9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Apr 29 07:46:01.282693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf40603-f6b3-46c7-9337-80bc208d9b0d req-3f9c1bc8-5a1c-4cea-b763-4181386aeb50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:01.284159 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4bf40603-f6b3-46c7-9337-80bc208d9b0d req-3f9c1bc8-5a1c-4cea-b763-4181386aeb50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 983 time: 0.0531917 Apr 29 07:46:01.288784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ce2785d9-d531-43a6-b2d3-d3c61912f77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:01.362547 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4bf40603-f6b3-46c7-9337-80bc208d9b0d req-992ad797-8874-4b0e-8601-233aaed68ccc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=93249ac9-0eb4-431a-94f7-c929703387ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678542 Apr 29 07:46:01.370045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-1ce713ed-db89-41da-b394-29263eed9a34 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:01.371466 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-1ce713ed-db89-41da-b394-29263eed9a34 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 983 time: 0.0849366 Apr 29 07:46:01.419154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-2303b3e1-e81c-4679-9efb-b909cfb2bdae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:01.420513 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-2303b3e1-e81c-4679-9efb-b909cfb2bdae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0434821 Apr 29 07:46:01.523307 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-301c3c7d-091f-4895-96b5-84074629edd5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0975032 Apr 29 07:46:01.533253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:01.591241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:01.719251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63004545-621e-4a99-8d24-e16856fc9d01,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:01.757616 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] For port 63004545-621e-4a99-8d24-e16856fc9d01, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:46:01.793335 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] device_id is not set on port 63004545-621e-4a99-8d24-e16856fc9d01 yet. {{(pid=104223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 07:46:01.806110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] Publish callbacks [] for port (63004545-621e-4a99-8d24-e16856fc9d01), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:01.814987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:01.890749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] Pushing event updated for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=11']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:01.936047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] No DVR routers for this DVR port 63004545-621e-4a99-8d24-e16856fc9d01 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:46:02.073595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] In _notify_port_updated(), no bound segment for port 63004545-621e-4a99-8d24-e16856fc9d01 on network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 {{(pid=104223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 29 07:46:02.074774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:02.075466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:02.076761 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-46656fcc-f24a-4c02-8fb6-6850a6e6a66c req-9e1e17be-1bf9-47cd-b3c5-88baa936d015 service neutron] 10.222.0.36 "PUT /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 200 len: 1026 time: 0.5474255 Apr 29 07:46:02.104441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6dda9f3c-0007-4cb8-95ec-33fa3aee4a42 None None] Provisioning complete for port 63004545-621e-4a99-8d24-e16856fc9d01 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:02.104834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6dda9f3c-0007-4cb8-95ec-33fa3aee4a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63004545-621e-4a99-8d24-e16856fc9d01), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:02.138517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6dda9f3c-0007-4cb8-95ec-33fa3aee4a42 None None] Port 63004545-621e-4a99-8d24-e16856fc9d01 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:46:02.492243 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cc151152-86f8-436c-adcc-8f140e97b0d2 req-212b4965-1b63-44b3-9377-1fe9a0d6f10d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8ea5f7-999b-4f81-9ef2-75edc49bb8de HTTP/1.1" status: 200 len: 210 time: 0.0324216 Apr 29 07:46:03.379283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-efa6a299-248d-44cf-9557-4c60461ec7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:03.555572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55810) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:03.613684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89f9e272-c34f-41f2-9ab5-d8e12ddb2e52 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (93188c47-6e61-4f30-92cb-1dd30478a222), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:03.640114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89f9e272-c34f-41f2-9ab5-d8e12ddb2e52 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (93188c47-6e61-4f30-92cb-1dd30478a222), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:03.703232 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89f9e272-c34f-41f2-9ab5-d8e12ddb2e52 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (93188c47-6e61-4f30-92cb-1dd30478a222), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:03.706853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-89f9e272-c34f-41f2-9ab5-d8e12ddb2e52 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:03.708443 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-89f9e272-c34f-41f2-9ab5-d8e12ddb2e52 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/93188c47-6e61-4f30-92cb-1dd30478a222 HTTP/1.1" status: 204 len: 168 time: 0.1518862 Apr 29 07:46:03.717428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9e272-c34f-41f2-9ab5-d8e12ddb2e52 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93188c47-6e61-4f30-92cb-1dd30478a222,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:03.739125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55814) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:03.896223 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 3e4f1e82-c607-4501-b335-818e9f446fa6 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:46:03.896481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3e4f1e82-c607-4501-b335-818e9f446fa6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:03.975985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3e4f1e82-c607-4501-b335-818e9f446fa6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:03.976265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (3e4f1e82-c607-4501-b335-818e9f446fa6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:03.988922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 3e4f1e82-c607-4501-b335-818e9f446fa6 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:46:04.181517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3e4f1e82-c607-4501-b335-818e9f446fa6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:04.206951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=3e4f1e82-c607-4501-b335-818e9f446fa6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:04.270024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (bc8c8d1a-01b1-41c5-b931-2fa2a508da82), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:04.270352 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP bc8c8d1a-01b1-41c5-b931-2fa2a508da82 disassociated (deleted). External IP: 172.26.3.105, port: 63004545-621e-4a99-8d24-e16856fc9d01. Apr 29 07:46:04.719488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:04.765708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 670308a7-392b-4384-a8eb-1b695e617b5e has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:46:04.876758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:46:04.881905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:04.886655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] Sync routers for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:46:04.896374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:04.896998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:04.911328 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-498da183-093b-43ca-82f6-b4d332556a82 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/floatingips/bc8c8d1a-01b1-41c5-b931-2fa2a508da82 HTTP/1.1" status: 204 len: 168 time: 1.1710563 Apr 29 07:46:04.982409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55820) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:05.010438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:05.039127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fbb23a1b-f139-4bda-a324-6e9c1a725535 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (ea4aefa3-7ce0-4983-af60-59b5562393af), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:05.064641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fbb23a1b-f139-4bda-a324-6e9c1a725535 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (ea4aefa3-7ce0-4983-af60-59b5562393af), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:05.129683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fbb23a1b-f139-4bda-a324-6e9c1a725535 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ea4aefa3-7ce0-4983-af60-59b5562393af), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:05.132255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fbb23a1b-f139-4bda-a324-6e9c1a725535 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:05.133526 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fbb23a1b-f139-4bda-a324-6e9c1a725535 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea4aefa3-7ce0-4983-af60-59b5562393af HTTP/1.1" status: 204 len: 168 time: 0.1500614 Apr 29 07:46:05.142765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb23a1b-f139-4bda-a324-6e9c1a725535 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4aefa3-7ce0-4983-af60-59b5562393af,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:05.164562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55824) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:05.228917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'f1c36294-9504-428e-979b-4c583b5d6267', 'name': '', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:23:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:32Z', 'updated_at': '2022-04-29T07:45:35Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:05.251114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-71e29f79-0f57-492a-a458-bdfb2d87a482 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 63004545-621e-4a99-8d24-e16856fc9d01 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:46:05.251452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71e29f79-0f57-492a-a458-bdfb2d87a482 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (63004545-621e-4a99-8d24-e16856fc9d01), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:05.255123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] Checking router: 670308a7-392b-4384-a8eb-1b695e617b5e for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:46:05.263543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:05.264138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:05.340602 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71e29f79-0f57-492a-a458-bdfb2d87a482 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (63004545-621e-4a99-8d24-e16856fc9d01), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:05.352790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-71e29f79-0f57-492a-a458-bdfb2d87a482 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 63004545-621e-4a99-8d24-e16856fc9d01 owned by {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:46:05.363730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:05.379678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:05.486898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71e29f79-0f57-492a-a458-bdfb2d87a482 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (63004545-621e-4a99-8d24-e16856fc9d01), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:05.517257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e29f79-0f57-492a-a458-bdfb2d87a482 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=63004545-621e-4a99-8d24-e16856fc9d01,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:05.589210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-71e29f79-0f57-492a-a458-bdfb2d87a482 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:05.592664 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-71e29f79-0f57-492a-a458-bdfb2d87a482 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/ports/63004545-621e-4a99-8d24-e16856fc9d01 HTTP/1.1" status: 204 len: 168 time: 0.4269559 Apr 29 07:46:05.595880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55826) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:05.596066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'f1c36294-9504-428e-979b-4c583b5d6267', 'name': '', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:23:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:32Z', 'updated_at': '2022-04-29T07:45:35Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:05.623575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5b19c-118d-4971-a187-2ca26ccd37a9 None None] The sync data for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv is: [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:32Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'f1c36294-9504-428e-979b-4c583b5d6267', 'name': '', 'network_id': '7d9ea6b6-4c65-4192-81b3-124ea3c07f22', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:23:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:32Z', 'updated_at': '2022-04-29T07:45:35Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'c45aedd9-e46a-4a9b-9747-df287ec0609f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:46:05.848645 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3caea7c-2670-4341-9932-2d913897b46c None None] New status for floating IP bc8c8d1a-01b1-41c5-b931-2fa2a508da82: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:46:05.985325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (670308a7-392b-4384-a8eb-1b695e617b5e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:06.043371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:06.071475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63004545-621e-4a99-8d24-e16856fc9d01 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:46:06.091832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 63004545-621e-4a99-8d24-e16856fc9d01 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:46:06.092173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63004545-621e-4a99-8d24-e16856fc9d01 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:46:06.248380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port f1c36294-9504-428e-979b-4c583b5d6267 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:46:06.248843 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f1c36294-9504-428e-979b-4c583b5d6267), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:06.347614 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port f1c36294-9504-428e-979b-4c583b5d6267, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f1c36294-9504-428e-979b-4c583b5d6267,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:06.347876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f1c36294-9504-428e-979b-4c583b5d6267), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:06.361059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for f1c36294-9504-428e-979b-4c583b5d6267 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:46:06.785925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f1c36294-9504-428e-979b-4c583b5d6267), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:06.809690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=f1c36294-9504-428e-979b-4c583b5d6267,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:06.988403 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (670308a7-392b-4384-a8eb-1b695e617b5e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.243564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 670308a7-392b-4384-a8eb-1b695e617b5e has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:46:07.308981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.355605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:46:07.360911 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-31990c39-0bfc-4aee-a5cb-366acca0bb94 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/670308a7-392b-4384-a8eb-1b695e617b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637086 Apr 29 07:46:07.363638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55828) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:07.366097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] Sync routers for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:46:07.375831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:07.376472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:07.416351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c881b6-b629-40fb-b63e-7c5bc26d5944 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting subnet c45aedd9-e46a-4a9b-9747-df287ec0609f {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:46:07.420070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80c881b6-b629-40fb-b63e-7c5bc26d5944 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (c45aedd9-e46a-4a9b-9747-df287ec0609f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.464679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80c881b6-b629-40fb-b63e-7c5bc26d5944 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (c45aedd9-e46a-4a9b-9747-df287ec0609f), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.482127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:07.545233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80c881b6-b629-40fb-b63e-7c5bc26d5944 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (c45aedd9-e46a-4a9b-9747-df287ec0609f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.604796 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80c881b6-b629-40fb-b63e-7c5bc26d5944 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (c45aedd9-e46a-4a9b-9747-df287ec0609f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.632273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c881b6-b629-40fb-b63e-7c5bc26d5944 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Subnet': ['ID=c45aedd9-e46a-4a9b-9747-df287ec0609f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:07.634208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80c881b6-b629-40fb-b63e-7c5bc26d5944 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.637422 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-80c881b6-b629-40fb-b63e-7c5bc26d5944 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/subnets/c45aedd9-e46a-4a9b-9747-df287ec0609f HTTP/1.1" status: 204 len: 168 time: 0.2718139 Apr 29 07:46:07.640055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55830) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:07.643772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf7de3-6672-4642-99da-e69e97a256f8 None None] Network 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:46:07.730283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:46:06Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:07.750555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (670308a7-392b-4384-a8eb-1b695e617b5e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.758434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] Checking router: 670308a7-392b-4384-a8eb-1b695e617b5e for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:46:07.772568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] Routers {'670308a7-392b-4384-a8eb-1b695e617b5e'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:07.773201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['670308a7-392b-4384-a8eb-1b695e617b5e'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:07.864025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (670308a7-392b-4384-a8eb-1b695e617b5e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.919931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port dd4d086d-0850-4d80-a194-d78e9d2ccfb0 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:46:07.920245 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:07.996311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3017988-dd5c-4dbb-81a5-707724a12078 None None] DHCP port deletion for 7d9ea6b6-4c65-4192-81b3-124ea3c07f22 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:46:08.005364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port dd4d086d-0850-4d80-a194-d78e9d2ccfb0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dd4d086d-0850-4d80-a194-d78e9d2ccfb0,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:08.005931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.018239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for dd4d086d-0850-4d80-a194-d78e9d2ccfb0 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:46:08.064738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] Set router 670308a7-392b-4384-a8eb-1b695e617b5e gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:08.134554 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a3017988-dd5c-4dbb-81a5-707724a12078 None None] Deleting port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:46:08.134966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3017988-dd5c-4dbb-81a5-707724a12078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.189342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (dd4d086d-0850-4d80-a194-d78e9d2ccfb0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.213379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=dd4d086d-0850-4d80-a194-d78e9d2ccfb0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:08.259992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a3017988-dd5c-4dbb-81a5-707724a12078 None None] For port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=17cbe76b-6e6a-41b9-a591-d65bcf34dd4f,segment=NetworkSegment(aad4a240-53a4-4af4-8e69-d48105753e2b),segment_id=aad4a240-53a4-4af4-8e69-d48105753e2b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:08.260242 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3017988-dd5c-4dbb-81a5-707724a12078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.275727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a3017988-dd5c-4dbb-81a5-707724a12078 None None] Calling delete_port for 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:46:08.295308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (670308a7-392b-4384-a8eb-1b695e617b5e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.383667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:46:06Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:08.387650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (670308a7-392b-4384-a8eb-1b695e617b5e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.389958 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (670308a7-392b-4384-a8eb-1b695e617b5e), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.411434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561aafa-c6d1-454f-b0fb-b2a22623fc60 None None] The sync data for ids ['670308a7-392b-4384-a8eb-1b695e617b5e'] in dv-neutron-839860-1-hyperv is: [{'id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'name': 'tempest-TestNetworkBasicOps-router-1644171373', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:46:06Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'dd4d086d-0850-4d80-a194-d78e9d2ccfb0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670308a7-392b-4384-a8eb-1b695e617b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:45:29Z', 'updated_at': '2022-04-29T07:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:46:08.414784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3017988-dd5c-4dbb-81a5-707724a12078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (17cbe76b-6e6a-41b9-a591-d65bcf34dd4f), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.435475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (670308a7-392b-4384-a8eb-1b695e617b5e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.436608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Fanout notify agent at l3_agent the message router_deleted on router 670308a7-392b-4384-a8eb-1b695e617b5e {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:46:08.439309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3017988-dd5c-4dbb-81a5-707724a12078 None None] Pushing event deleted for resources: {'Port': ['ID=17cbe76b-6e6a-41b9-a591-d65bcf34dd4f,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:08.445161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3017988-dd5c-4dbb-81a5-707724a12078 None None] No DVR routers for this DVR port 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:46:08.452617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.456738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55832) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:08.457138 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0fbaf0de-6dd8-4e9c-a93b-997b38dac3ef tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/routers/670308a7-392b-4384-a8eb-1b695e617b5e HTTP/1.1" status: 204 len: 168 time: 0.8157773 Apr 29 07:46:08.535567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (7d9ea6b6-4c65-4192-81b3-124ea3c07f22), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.630850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (7d9ea6b6-4c65-4192-81b3-124ea3c07f22), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.652339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9ea6b6-4c65-4192-81b3-124ea3c07f22']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:08.662607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad4a240-53a4-4af4-8e69-d48105753e2b') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:08.662907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad4a240-53a4-4af4-8e69-d48105753e2b') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:08.678432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (aad4a240-53a4-4af4-8e69-d48105753e2b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.694468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (aad4a240-53a4-4af4-8e69-d48105753e2b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.701521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:46:08.701930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (aad4a240-53a4-4af4-8e69-d48105753e2b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:46:08.705180 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:46:08.763294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (7d9ea6b6-4c65-4192-81b3-124ea3c07f22), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.770901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.777478 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/networks/7d9ea6b6-4c65-4192-81b3-124ea3c07f22 HTTP/1.1" status: 204 len: 168 time: 0.3163748 Apr 29 07:46:08.783385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55834) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:08.788747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d7ea1-0ae6-4753-b1ce-6c166be79b31 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Network': ['ID=7d9ea6b6-4c65-4192-81b3-124ea3c07f22,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:08.806092 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-251eb53e-cba1-4d78-ad1a-fb8bbd832729 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0209742 Apr 29 07:46:08.808624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55836) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:08.813878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'network': {'name': 'tempest-network-smoke--589911140', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'port_security_enabled': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:08.835827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:46:08.839336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.868594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:46:08.879528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (8963e3fa-5447-478a-a2cd-c79e7c5c4b4a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.879878 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Added segment 8963e3fa-5447-478a-a2cd-c79e7c5c4b4a of type vlan for network 6454c94a-37c7-4353-ac28-d3e814052c87 Apr 29 07:46:08.921332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (6454c94a-37c7-4353-ac28-d3e814052c87), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.952895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (6454c94a-37c7-4353-ac28-d3e814052c87), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:08.957970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:08.958568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:09.017984 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2079363 Apr 29 07:46:09.019425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55838) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:09.024115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-365043894', 'admin_state_up': True, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:09.031386 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944a975-c72a-4d06-bc17-49b4c6f2a50b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Network': ['ID=6454c94a-37c7-4353-ac28-d3e814052c87,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:09.043091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 6454c94a-37c7-4353-ac28-d3e814052c87 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:46:09.047364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (6a977950-9b43-453d-896d-b41a8d091736), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:09.048415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (6a977950-9b43-453d-896d-b41a8d091736), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:09.110865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (6a977950-9b43-453d-896d-b41a8d091736), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:09.250119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (6a977950-9b43-453d-896d-b41a8d091736), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:09.465082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (6a977950-9b43-453d-896d-b41a8d091736), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:09.486067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:09.499491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f1c36294-9504-428e-979b-4c583b5d6267 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:46:09.520691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: f1c36294-9504-428e-979b-4c583b5d6267 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:46:09.521026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f1c36294-9504-428e-979b-4c583b5d6267 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:46:09.521489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:46:09.540461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:46:09.540800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 17cbe76b-6e6a-41b9-a591-d65bcf34dd4f not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:46:09.541252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dd4d086d-0850-4d80-a194-d78e9d2ccfb0 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:46:09.559678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: dd4d086d-0850-4d80-a194-d78e9d2ccfb0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:46:09.560024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dd4d086d-0850-4d80-a194-d78e9d2ccfb0 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:46:09.594404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.185 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:46:09.695181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:09.743607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:09.781707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:46:09.784584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:46:09.791407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:46:09.794641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:10.075319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (6a977950-9b43-453d-896d-b41a8d091736), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:10.274053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (6a977950-9b43-453d-896d-b41a8d091736), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:10.418378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 6a977950-9b43-453d-896d-b41a8d091736 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:46:10.524020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:46:10.534104 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Sync routers for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:46:10.544807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:10.545045 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:10.545530 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:10.546049 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-80797981-406f-47c0-a82a-1ae268432ba5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5256219 Apr 29 07:46:10.549171 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55840) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:10.584013 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a6c80229-2af7-4679-a0ae-0485d2091c69 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336239 Apr 29 07:46:10.586779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55842) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:10.658321 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:10.734911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b2aed2-fa5d-46af-b7e5-04ed985f0716 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:10.736298 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-84b2aed2-fa5d-46af-b7e5-04ed985f0716 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485970 Apr 29 07:46:10.739335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55844) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:10.776814 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4545b58a-4eed-494c-b3e7-a4b883923441 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364027 Apr 29 07:46:10.779784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55846) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:10.784905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-757699628', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:10.831416 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:09Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:10.864374 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Checking router: 6a977950-9b43-453d-896d-b41a8d091736 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:46:10.864756 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Updating router 6a977950-9b43-453d-896d-b41a8d091736 port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:46:10.877868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:46:10.881364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:10.892215 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.058404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.121340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:11.129991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Checking segment: {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:46:11.130355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network hostable DHCP agents. Network: 6454c94a-37c7-4353-ac28-d3e814052c87, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:46:11.142389 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Publish callbacks [] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.147140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 6454c94a-37c7-4353-ac28-d3e814052c87 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:46:11.148259 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.156361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 6454c94a-37c7-4353-ac28-d3e814052c87) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:46:11.160932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:11.161569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.165622 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e5ad2-9803-423d-856b-3c6cbd425c7a None None] Network 6454c94a-37c7-4353-ac28-d3e814052c87 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:46:11.188603 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3b56216a-3199-4d0e-86fe-b086c4b073aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4048522 Apr 29 07:46:11.188849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55848) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:11.197662 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Attempting to bind port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:46:11.197996 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Attempting to bind port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:46:11.198365 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Attempting to bind port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:46:11.210031 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81c042-b154-46e5-8444-a08c030ebf84 None None] Pushing event updated for resources: {'Port': ['ID=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:11.212424 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:46:11.212802 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:46:11.213202 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.213589 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:46:11.214058 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Bound port: e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:46:11.214430 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.268207 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] For port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:46:11.271411 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] For port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:46:11.271707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-6454c94a-37c7-4353-ac28-d3e814052c87', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:46:11.272865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.278108 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.329429 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:11.330046 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:11.403188 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81c042-b154-46e5-8444-a08c030ebf84 None None] Pushing event updated for resources: {'Port': ['ID=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:11.420617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Allocated IP 172.20.0.2 (6454c94a-37c7-4353-ac28-d3e814052c87/eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536/ea2708dd-0f05-4050-b96f-96e351452373) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:46:11.445439 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:11.582124 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Publish callbacks [] for port (ea2708dd-0f05-4050-b96f-96e351452373), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.589712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (ea2708dd-0f05-4050-b96f-96e351452373), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.630263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Network 6454c94a-37c7-4353-ac28-d3e814052c87 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:46:11.633471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:46:11.637857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:46:11.648590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Pushing event updated for resources: {'Port': ['ID=ea2708dd-0f05-4050-b96f-96e351452373,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:11.701302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Attempting to bind port ea2708dd-0f05-4050-b96f-96e351452373 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:46:11.702006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Attempting to bind port ea2708dd-0f05-4050-b96f-96e351452373 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:46:11.702343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Attempting to bind port ea2708dd-0f05-4050-b96f-96e351452373 on network 6454c94a-37c7-4353-ac28-d3e814052c87 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:46:11.707755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:46:11.708206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Checking segment: {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:46:11.708674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.709126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Bound using segment: {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:46:11.709676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Bound port: ea2708dd-0f05-4050-b96f-96e351452373, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:46:11.710113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ea2708dd-0f05-4050-b96f-96e351452373), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.737940 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:09Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:11.768689 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1248b-2dbd-4d46-9cb9-a337887d2735 None None] The sync data for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv is: [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:09Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:46:11.778831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] For port ea2708dd-0f05-4050-b96f-96e351452373, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:46:11.782486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] For port ea2708dd-0f05-4050-b96f-96e351452373, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ea2708dd-0f05-4050-b96f-96e351452373,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:46:11.798793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ea2708dd-0f05-4050-b96f-96e351452373), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:11.865108 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd921264-5433-43d0-8e1b-5db7f50ecca7 None None] Pushing event updated for resources: {'Port': ['ID=ea2708dd-0f05-4050-b96f-96e351452373,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:11.989699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:12.301777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.1 (6454c94a-37c7-4353-ac28-d3e814052c87/eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536/3093e643-c302-4d56-a974-688ef2eb4347) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:46:12.430849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (3093e643-c302-4d56-a974-688ef2eb4347), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:12.469090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3093e643-c302-4d56-a974-688ef2eb4347), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:12.509684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 6454c94a-37c7-4353-ac28-d3e814052c87 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:46:12.512884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:46:12.516618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:46:12.525523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=3093e643-c302-4d56-a974-688ef2eb4347,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:12.571503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (6a977950-9b43-453d-896d-b41a8d091736), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:12.719180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3093e643-c302-4d56-a974-688ef2eb4347), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:12.877075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8bc7b-7973-4104-966d-59ffeabbbeea None None] Network 6454c94a-37c7-4353-ac28-d3e814052c87 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:46:12.948418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-28d34cf2-54f4-4509-a4cc-31f5623fe9d4 None None] Provisioning complete for port ea2708dd-0f05-4050-b96f-96e351452373 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:12.948787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28d34cf2-54f4-4509-a4cc-31f5623fe9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ea2708dd-0f05-4050-b96f-96e351452373), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.019538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (3093e643-c302-4d56-a974-688ef2eb4347), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.025580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (3093e643-c302-4d56-a974-688ef2eb4347), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.077935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-28d34cf2-54f4-4509-a4cc-31f5623fe9d4 None None] Current status of the port ea2708dd-0f05-4050-b96f-96e351452373 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:13.078411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28d34cf2-54f4-4509-a4cc-31f5623fe9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ea2708dd-0f05-4050-b96f-96e351452373), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.102843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=3093e643-c302-4d56-a974-688ef2eb4347,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:13.105425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (6a977950-9b43-453d-896d-b41a8d091736), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.120926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-28d34cf2-54f4-4509-a4cc-31f5623fe9d4 None None] For port ea2708dd-0f05-4050-b96f-96e351452373, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ea2708dd-0f05-4050-b96f-96e351452373,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:13.127458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-28d34cf2-54f4-4509-a4cc-31f5623fe9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ea2708dd-0f05-4050-b96f-96e351452373), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.181692 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d34cf2-54f4-4509-a4cc-31f5623fe9d4 None None] Pushing event updated for resources: {'Port': ['ID=ea2708dd-0f05-4050-b96f-96e351452373,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:13.211699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 6454c94a-37c7-4353-ac28-d3e814052c87 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:46:13.213384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:46:13.338782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:46:13.348958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 6a977950-9b43-453d-896d-b41a8d091736 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:46:13.385664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-965b3b01-fcf4-4496-93da-69bc4e5ed254 None None] Provisioning complete for port 3093e643-c302-4d56-a974-688ef2eb4347 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:13.386377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-965b3b01-fcf4-4496-93da-69bc4e5ed254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3093e643-c302-4d56-a974-688ef2eb4347), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.431610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-965b3b01-fcf4-4496-93da-69bc4e5ed254 None None] Port 3093e643-c302-4d56-a974-688ef2eb4347 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:46:13.445595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:13.446140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.448782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-965b3b01-fcf4-4496-93da-69bc4e5ed254 None None] Provisioning complete for port ea2708dd-0f05-4050-b96f-96e351452373 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:13.449644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-965b3b01-fcf4-4496-93da-69bc4e5ed254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ea2708dd-0f05-4050-b96f-96e351452373), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.474582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:46:13.482391 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6cd65e2c-2eb2-436a-904d-49ad53fff4fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/6a977950-9b43-453d-896d-b41a8d091736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2899919 Apr 29 07:46:13.482828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55850) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:13.590921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Sync routers for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:46:13.599095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:13.599814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.619502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-965b3b01-fcf4-4496-93da-69bc4e5ed254 None None] Current status of the port ea2708dd-0f05-4050-b96f-96e351452373 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:13.631732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:13.632379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:13.635257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:13.660704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c708c7ef-dd2a-4e9a-9c98-9557ce66b9ab tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:13.661181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c708c7ef-dd2a-4e9a-9c98-9557ce66b9ab tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:13.661807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c708c7ef-dd2a-4e9a-9c98-9557ce66b9ab tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:13.662144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c708c7ef-dd2a-4e9a-9c98-9557ce66b9ab tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:13.663941 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c708c7ef-dd2a-4e9a-9c98-9557ce66b9ab tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1799967 Apr 29 07:46:13.666689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55852) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:13.696709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.697509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ea2708dd-0f05-4050-b96f-96e351452373 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:46:13.725571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e6e1c-eed5-4a3f-989e-e4f913c79eb7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:13.726023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e6e1c-eed5-4a3f-989e-e4f913c79eb7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:13.726660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e6e1c-eed5-4a3f-989e-e4f913c79eb7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:13.727312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e6e1c-eed5-4a3f-989e-e4f913c79eb7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:13.729359 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dc5e6e1c-eed5-4a3f-989e-e4f913c79eb7 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0615919 Apr 29 07:46:13.732874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55854) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:13.808095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-49f2fda2-35e4-4708-951b-8cc0405e84e1 None None] Provisioning complete for port 3093e643-c302-4d56-a974-688ef2eb4347 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:13.808435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-49f2fda2-35e4-4708-951b-8cc0405e84e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3093e643-c302-4d56-a974-688ef2eb4347), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.813972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:13.855306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:13.869614 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ff2a4e6a-dbe7-4c28-8759-d48d8f739c55 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1327865 Apr 29 07:46:13.894026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ea2708dd-0f05-4050-b96f-96e351452373 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:13.894532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ea2708dd-0f05-4050-b96f-96e351452373), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:13.919832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-49f2fda2-35e4-4708-951b-8cc0405e84e1 None None] Port 3093e643-c302-4d56-a974-688ef2eb4347 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:46:14.054298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55858) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:14.059476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ff1d6b4e-26ab-40d0-966c-7a25e5e3109e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351588048', 'description': 'tempest-secgroup-smoke-351588048 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:14.082842 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6b4e-26ab-40d0-966c-7a25e5e3109e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.151911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6b4e-26ab-40d0-966c-7a25e5e3109e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (e7121013-3728-4929-a8c6-37bf95b70bdf), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.156658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6b4e-26ab-40d0-966c-7a25e5e3109e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e7121013-3728-4929-a8c6-37bf95b70bdf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.186109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6b4e-26ab-40d0-966c-7a25e5e3109e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.187366 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ff1d6b4e-26ab-40d0-966c-7a25e5e3109e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1317978 Apr 29 07:46:14.189317 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d6b4e-26ab-40d0-966c-7a25e5e3109e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7121013-3728-4929-a8c6-37bf95b70bdf,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:14.191748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55860) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:14.198436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-aebded18-8267-413f-9697-e38bcd16d6db None None] Provisioning complete for port 3093e643-c302-4d56-a974-688ef2eb4347 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:14.199253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-aebded18-8267-413f-9697-e38bcd16d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3093e643-c302-4d56-a974-688ef2eb4347), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.200178 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-45514047-7dfc-4277-a025-590c486350ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'e7121013-3728-4929-a8c6-37bf95b70bdf', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:14.227252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45514047-7dfc-4277-a025-590c486350ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (9c984466-375a-45bd-94e3-38685787545c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.286060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45514047-7dfc-4277-a025-590c486350ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (9c984466-375a-45bd-94e3-38685787545c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.290447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45514047-7dfc-4277-a025-590c486350ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (9c984466-375a-45bd-94e3-38685787545c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.303890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-aebded18-8267-413f-9697-e38bcd16d6db None None] Port 3093e643-c302-4d56-a974-688ef2eb4347 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:46:14.306574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ea2708dd-0f05-4050-b96f-96e351452373 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:14.308523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45514047-7dfc-4277-a025-590c486350ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c984466-375a-45bd-94e3-38685787545c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:14.318056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-45514047-7dfc-4277-a025-590c486350ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.319316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-45514047-7dfc-4277-a025-590c486350ab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250298 Apr 29 07:46:14.322099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55862) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:14.326922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d5354d0b-ffa8-4bea-84c7-c743bce13832 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'e7121013-3728-4929-a8c6-37bf95b70bdf', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:14.338036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:14.354594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5354d0b-ffa8-4bea-84c7-c743bce13832 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d9d47553-09ae-4339-b72f-806ad2483877), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.364909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Checking router: 6a977950-9b43-453d-896d-b41a8d091736 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:46:14.365287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Updating router 6a977950-9b43-453d-896d-b41a8d091736 port 3093e643-c302-4d56-a974-688ef2eb4347 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:46:14.392257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3093e643-c302-4d56-a974-688ef2eb4347), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.409828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5354d0b-ffa8-4bea-84c7-c743bce13832 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d9d47553-09ae-4339-b72f-806ad2483877), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.414857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5354d0b-ffa8-4bea-84c7-c743bce13832 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d9d47553-09ae-4339-b72f-806ad2483877), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.433115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5354d0b-ffa8-4bea-84c7-c743bce13832 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d47553-09ae-4339-b72f-806ad2483877,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:14.441805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d5354d0b-ffa8-4bea-84c7-c743bce13832 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.443050 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d5354d0b-ffa8-4bea-84c7-c743bce13832 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200225 Apr 29 07:46:14.445939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55864) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:14.450966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3ad3562a-21a3-451c-8bcd-e537e21934a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'e7121013-3728-4929-a8c6-37bf95b70bdf', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:14.474496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ad3562a-21a3-451c-8bcd-e537e21934a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d1edaaad-7526-4349-b043-1d5345f20eee), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.533759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ad3562a-21a3-451c-8bcd-e537e21934a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d1edaaad-7526-4349-b043-1d5345f20eee), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.538380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ad3562a-21a3-451c-8bcd-e537e21934a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d1edaaad-7526-4349-b043-1d5345f20eee), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.555340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3562a-21a3-451c-8bcd-e537e21934a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1edaaad-7526-4349-b043-1d5345f20eee,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:14.565099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3ad3562a-21a3-451c-8bcd-e537e21934a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.566515 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3ad3562a-21a3-451c-8bcd-e537e21934a3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196389 Apr 29 07:46:14.569558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55866) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:14.574528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-2f3efec7-9c35-4cfa-b1b8-8bbccff919c4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'e7121013-3728-4929-a8c6-37bf95b70bdf', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:14.600737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f3efec7-9c35-4cfa-b1b8-8bbccff919c4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d9e61d3e-61bf-40e1-a1de-2a98f50bfd92), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.661488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f3efec7-9c35-4cfa-b1b8-8bbccff919c4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d9e61d3e-61bf-40e1-a1de-2a98f50bfd92), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.665986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f3efec7-9c35-4cfa-b1b8-8bbccff919c4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d9e61d3e-61bf-40e1-a1de-2a98f50bfd92), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.671977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Publish callbacks [] for port (3093e643-c302-4d56-a974-688ef2eb4347), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.678286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3093e643-c302-4d56-a974-688ef2eb4347), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.684925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3efec7-9c35-4cfa-b1b8-8bbccff919c4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e61d3e-61bf-40e1-a1de-2a98f50bfd92,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:14.693182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2f3efec7-9c35-4cfa-b1b8-8bbccff919c4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.694428 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2f3efec7-9c35-4cfa-b1b8-8bbccff919c4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237502 Apr 29 07:46:14.697268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55868) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:14.702371 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1e2ffea6-a563-4f09-a133-6ea6717b1291 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'e7121013-3728-4929-a8c6-37bf95b70bdf', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:14.728294 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-1e2ffea6-a563-4f09-a133-6ea6717b1291 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:46:14.737106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e2ffea6-a563-4f09-a133-6ea6717b1291 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (04d8192f-7d41-4d46-a232-1d269c08065f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.742098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25329ad1-0b3f-4a41-88ff-6033488a067e None None] Pushing event updated for resources: {'Port': ['ID=3093e643-c302-4d56-a974-688ef2eb4347,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:14.795989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Attempting to bind port 3093e643-c302-4d56-a974-688ef2eb4347 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:46:14.796365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Attempting to bind port 3093e643-c302-4d56-a974-688ef2eb4347 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:46:14.796729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Attempting to bind port 3093e643-c302-4d56-a974-688ef2eb4347 on network 6454c94a-37c7-4353-ac28-d3e814052c87 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:46:14.801022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e2ffea6-a563-4f09-a133-6ea6717b1291 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (04d8192f-7d41-4d46-a232-1d269c08065f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.803084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:46:14.803482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Checking segment: {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:46:14.804175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.804651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Bound using segment: {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:46:14.805253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Bound port: 3093e643-c302-4d56-a974-688ef2eb4347, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:46:14.805643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3093e643-c302-4d56-a974-688ef2eb4347), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.809586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e2ffea6-a563-4f09-a133-6ea6717b1291 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (04d8192f-7d41-4d46-a232-1d269c08065f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.828220 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ffea6-a563-4f09-a133-6ea6717b1291 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d8192f-7d41-4d46-a232-1d269c08065f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:14.840247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e2ffea6-a563-4f09-a133-6ea6717b1291 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.841870 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1e2ffea6-a563-4f09-a133-6ea6717b1291 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436231 Apr 29 07:46:14.844652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55870) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:14.850231 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cf88a174-bef8-4c7b-9e17-e92a771759ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'e7121013-3728-4929-a8c6-37bf95b70bdf', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:14.873593 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-cf88a174-bef8-4c7b-9e17-e92a771759ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:46:14.880394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf88a174-bef8-4c7b-9e17-e92a771759ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b7a0f062-331c-433a-848f-8af4db59eba7), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.885519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] For port 3093e643-c302-4d56-a974-688ef2eb4347, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:46:14.889583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] For port 3093e643-c302-4d56-a974-688ef2eb4347, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3093e643-c302-4d56-a974-688ef2eb4347,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:46:14.897127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3093e643-c302-4d56-a974-688ef2eb4347), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.950652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf88a174-bef8-4c7b-9e17-e92a771759ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b7a0f062-331c-433a-848f-8af4db59eba7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.955300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf88a174-bef8-4c7b-9e17-e92a771759ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b7a0f062-331c-433a-848f-8af4db59eba7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.958753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:14.959384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:14.962837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25329ad1-0b3f-4a41-88ff-6033488a067e None None] Pushing event updated for resources: {'Port': ['ID=3093e643-c302-4d56-a974-688ef2eb4347,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:14.977738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88a174-bef8-4c7b-9e17-e92a771759ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a0f062-331c-433a-848f-8af4db59eba7,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:14.986769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cf88a174-bef8-4c7b-9e17-e92a771759ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:14.988057 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cf88a174-bef8-4c7b-9e17-e92a771759ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414137 Apr 29 07:46:15.066234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-466eff4b-bb00-4f59-b054-484fd904f36a None None] Provisioning complete for port 3093e643-c302-4d56-a974-688ef2eb4347 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:15.066680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-466eff4b-bb00-4f59-b054-484fd904f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3093e643-c302-4d56-a974-688ef2eb4347), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:15.119909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:15.265296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-466eff4b-bb00-4f59-b054-484fd904f36a None None] Current status of the port 3093e643-c302-4d56-a974-688ef2eb4347 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:15.265686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-466eff4b-bb00-4f59-b054-484fd904f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3093e643-c302-4d56-a974-688ef2eb4347), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:15.279232 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-1597aee4-5cc4-45a0-b49e-2666835a2c7f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351588048&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.0524344 Apr 29 07:46:15.296337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:46:15.346604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-466eff4b-bb00-4f59-b054-484fd904f36a None None] For port 3093e643-c302-4d56-a974-688ef2eb4347, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3093e643-c302-4d56-a974-688ef2eb4347,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:15.360317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-466eff4b-bb00-4f59-b054-484fd904f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3093e643-c302-4d56-a974-688ef2eb4347), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:15.391415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-0d332d12-6490-4f8c-ad2b-408524e6304f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:15.392915 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-0d332d12-6490-4f8c-ad2b-408524e6304f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=6454c94a-37c7-4353-ac28-d3e814052c87 HTTP/1.1" status: 200 len: 796 time: 0.1056833 Apr 29 07:46:15.408272 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-2b6a52e6-76c7-4954-943e-d0c3547a6c05 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0095923 Apr 29 07:46:15.452061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466eff4b-bb00-4f59-b054-484fd904f36a None None] Pushing event updated for resources: {'Port': ['ID=3093e643-c302-4d56-a974-688ef2eb4347,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:15.459772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:15.460150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:15.468356 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-5f54c00c-2c41-48d5-809a-a9ab65de48e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548151 Apr 29 07:46:15.483596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-3e6857f0-39e4-4ee1-a5dc-9d9fb17bebae service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:46:15.484796 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-3e6857f0-39e4-4ee1-a5dc-9d9fb17bebae service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052953 Apr 29 07:46:15.508234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:14Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:15.540679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b63d31-dc87-451b-872d-870ebb832b21 None None] The sync data for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv is: [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:14Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:46:15.542465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0f3d8a8b-f3d6-40c4-8043-a221813f53ba None None] Provisioning complete for port 3093e643-c302-4d56-a974-688ef2eb4347 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:15.542837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0f3d8a8b-f3d6-40c4-8043-a221813f53ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3093e643-c302-4d56-a974-688ef2eb4347), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:15.577080 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-333103cc-4c76-42be-8d75-b95b82554392 service neutron] 10.222.0.23 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867834 Apr 29 07:46:15.634411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:15.681304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d8a8b-f3d6-40c4-8043-a221813f53ba None None] Current status of the port 3093e643-c302-4d56-a974-688ef2eb4347 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:15.705426 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-63865622-808b-4c65-a05e-de4c65056057 service neutron] 10.222.0.23 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173079 Apr 29 07:46:15.932574 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-004227ae-b3ce-4f7a-9e63-6a55191f22c2 req-fb59f6b0-c8fc-4a2f-88a4-c541d2a769c9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 210 time: 0.0899634 Apr 29 07:46:16.820798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-2364c0f1-803c-4d2c-917e-39d17302b722 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:16.822158 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-2364c0f1-803c-4d2c-917e-39d17302b722 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=6454c94a-37c7-4353-ac28-d3e814052c87 HTTP/1.1" status: 200 len: 796 time: 0.1030440 Apr 29 07:46:16.887499 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-92921e12-da9d-43f5-a748-c575102f38a6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 379 time: 0.0568342 Apr 29 07:46:16.900679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['e7121013-3728-4929-a8c6-37bf95b70bdf']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:17.031913 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0d373d62-c04c-4647-bc16-9bb4049b9f3c req-83af2b45-3f7e-4dc3-8d3a-a5c985026b09 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 210 time: 0.0306480 Apr 29 07:46:17.038151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:46:17.042603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:17.172110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.7 (6454c94a-37c7-4353-ac28-d3e814052c87/eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536/54fc7370-96ef-463f-8c73-ed598986035e) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:46:17.292882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3093e643-c302-4d56-a974-688ef2eb4347 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:46:17.317628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (54fc7370-96ef-463f-8c73-ed598986035e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:17.344263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3093e643-c302-4d56-a974-688ef2eb4347 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:17.344961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3093e643-c302-4d56-a974-688ef2eb4347), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:17.354010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (54fc7370-96ef-463f-8c73-ed598986035e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:17.392319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 6454c94a-37c7-4353-ac28-d3e814052c87 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:46:17.395426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:46:17.397864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:46:17.426948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3093e643-c302-4d56-a974-688ef2eb4347 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:17.444174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=54fc7370-96ef-463f-8c73-ed598986035e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:17.463505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:17.464132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:17.481866 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-19bafb83-ca10-4528-ade5-9b47dcf86184 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874364 Apr 29 07:46:17.493253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Request body: {'port': {'device_id': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:17.561779 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (54fc7370-96ef-463f-8c73-ed598986035e), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:17.615827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9266a3b2-ea8b-4b2b-9dc6-7c2a13dd12bd None None] Provisioning complete for port 54fc7370-96ef-463f-8c73-ed598986035e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:17.616197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9266a3b2-ea8b-4b2b-9dc6-7c2a13dd12bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (54fc7370-96ef-463f-8c73-ed598986035e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:17.651156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9266a3b2-ea8b-4b2b-9dc6-7c2a13dd12bd None None] Port 54fc7370-96ef-463f-8c73-ed598986035e cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:46:17.833462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fc7370-96ef-463f-8c73-ed598986035e {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:46:17.841172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Publish callbacks [] for port (54fc7370-96ef-463f-8c73-ed598986035e), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:17.854333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Transition to ACTIVE for port object 54fc7370-96ef-463f-8c73-ed598986035e will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:46:17.860645 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (54fc7370-96ef-463f-8c73-ed598986035e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:17.911975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Pushing event updated for resources: {'Port': ['ID=54fc7370-96ef-463f-8c73-ed598986035e,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:17.989251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Attempting to bind port 54fc7370-96ef-463f-8c73-ed598986035e on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:46:17.989606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Attempting to bind port 54fc7370-96ef-463f-8c73-ed598986035e by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:46:17.989992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Attempting to bind port 54fc7370-96ef-463f-8c73-ed598986035e on network 6454c94a-37c7-4353-ac28-d3e814052c87 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:46:17.994943 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Port 54fc7370-96ef-463f-8c73-ed598986035e on network 6454c94a-37c7-4353-ac28-d3e814052c87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:46:17.995262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Attempting to bind port 54fc7370-96ef-463f-8c73-ed598986035e on network 6454c94a-37c7-4353-ac28-d3e814052c87 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:46:18.000557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:46:18.000902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Checking segment: {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:46:18.001488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Bound using segment: {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:46:18.002911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Bound port: 54fc7370-96ef-463f-8c73-ed598986035e, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:46:18.004179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (54fc7370-96ef-463f-8c73-ed598986035e), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:18.075859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] For port 54fc7370-96ef-463f-8c73-ed598986035e, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:46:18.079198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] For port 54fc7370-96ef-463f-8c73-ed598986035e, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=54fc7370-96ef-463f-8c73-ed598986035e,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:46:18.086070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (54fc7370-96ef-463f-8c73-ed598986035e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:18.118982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:18.119694 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:18.121028 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] 10.222.0.36 "PUT /v2.0/ports/54fc7370-96ef-463f-8c73-ed598986035e HTTP/1.1" status: 200 len: 1093 time: 0.6321089 Apr 29 07:46:18.121542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:46:18.123939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7993d26-300e-4391-982b-1072cff5fc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "tag": "54fc7370-96ef-463f-8c73-ed598986035e"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:46:18.159706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c485e-eac7-48d0-995b-7489cfd07b42 service neutron] Pushing event updated for resources: {'Port': ['ID=54fc7370-96ef-463f-8c73-ed598986035e,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:18.178580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20852266-5ecc-4d0e-8270-f2ea04b133c8 req-f2e415ea-479e-4f9e-9249-4eba88528a0f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:18.180195 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-20852266-5ecc-4d0e-8270-f2ea04b133c8 req-f2e415ea-479e-4f9e-9249-4eba88528a0f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 943 time: 0.0750544 Apr 29 07:46:18.195567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b3fb03-291e-4535-8e7f-9e686209ab3f x-openstack-request-id: req-c4b3fb03-291e-4535-8e7f-9e686209ab3f {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:46:18.195856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "tag": "54fc7370-96ef-463f-8c73-ed598986035e", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:46:18.196094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4b3fb03-291e-4535-8e7f-9e686209ab3f {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:46:18.196492 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b3fb03-291e-4535-8e7f-9e686209ab3f'] response: {'name': 'network-changed', 'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e', 'status': 'completed', 'code': 200} Apr 29 07:46:18.217672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-1ef080f5-0519-497d-a9f3-d899f1d51aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:18.219305 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-1ef080f5-0519-497d-a9f3-d899f1d51aba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 1127 time: 0.0567062 Apr 29 07:46:18.232255 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-20852266-5ecc-4d0e-8270-f2ea04b133c8 req-d440bab7-630e-4015-bf38-e7108416fb44 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461092 Apr 29 07:46:18.262090 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-a41696cd-96ae-490e-81a7-f552ca1f6d86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54fc7370-96ef-463f-8c73-ed598986035e HTTP/1.1" status: 200 len: 217 time: 0.0358875 Apr 29 07:46:18.312974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-d64ffed2-35de-4671-8fc2-ae5292958ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:18.314487 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-d64ffed2-35de-4671-8fc2-ae5292958ce9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536 HTTP/1.1" status: 200 len: 834 time: 0.0461032 Apr 29 07:46:18.367818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-44bb8aa0-0c60-46ec-8ba2-ac4cfd92b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:18.369763 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-44bb8aa0-0c60-46ec-8ba2-ac4cfd92b977 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6454c94a-37c7-4353-ac28-d3e814052c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487077 Apr 29 07:46:18.463881 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-0adda423-a632-430d-bcea-ff75eedf4545 service neutron] 10.222.0.36 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878017 Apr 29 07:46:18.551504 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dab01635-da7a-4626-a6b7-cb7332c6c1ad req-acbc0918-a559-4e73-95f1-7d67f236d87e service neutron] 10.222.0.36 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814955 Apr 29 07:46:18.643249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7993d26-300e-4391-982b-1072cff5fc9b req-99ea0718-4047-4cf8-9090-2c16d3a1207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:18.644740 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7993d26-300e-4391-982b-1072cff5fc9b req-99ea0718-4047-4cf8-9090-2c16d3a1207f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 1127 time: 0.0501845 Apr 29 07:46:18.740721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7993d26-300e-4391-982b-1072cff5fc9b req-2f09bf64-aa97-4bc3-bc15-0eab7faccb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:18.742215 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7993d26-300e-4391-982b-1072cff5fc9b req-2f09bf64-aa97-4bc3-bc15-0eab7faccb89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6454c94a-37c7-4353-ac28-d3e814052c87 HTTP/1.1" status: 200 len: 897 time: 0.0912716 Apr 29 07:46:18.788227 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7993d26-300e-4391-982b-1072cff5fc9b req-4e5db766-7e94-4fea-a56f-50f217f3ad6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54fc7370-96ef-463f-8c73-ed598986035e HTTP/1.1" status: 200 len: 217 time: 0.0381529 Apr 29 07:46:18.847948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7993d26-300e-4391-982b-1072cff5fc9b req-bcabe6cb-d690-4894-8818-97b1a9f6adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:18.849416 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7993d26-300e-4391-982b-1072cff5fc9b req-bcabe6cb-d690-4894-8818-97b1a9f6adfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536 HTTP/1.1" status: 200 len: 834 time: 0.0538349 Apr 29 07:46:18.899710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7993d26-300e-4391-982b-1072cff5fc9b req-25536090-6222-41e2-8fd2-01548e0d8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:18.901197 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7993d26-300e-4391-982b-1072cff5fc9b req-25536090-6222-41e2-8fd2-01548e0d8606 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6454c94a-37c7-4353-ac28-d3e814052c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442684 Apr 29 07:46:19.002890 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7993d26-300e-4391-982b-1072cff5fc9b req-f32d7b51-e705-4dab-870c-8a981f1b5d7e service neutron] 10.222.0.36 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934470 Apr 29 07:46:19.093898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7993d26-300e-4391-982b-1072cff5fc9b req-00bed7bc-8e47-4e7d-84a6-50bde0a0e046 service neutron] 10.222.0.36 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844004 Apr 29 07:46:19.357021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5130f2-107f-47d2-bff3-20fe94e37759 req-f3cdee36-be25-442d-9c6f-c6a195d517d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:19.358424 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f5130f2-107f-47d2-bff3-20fe94e37759 req-f3cdee36-be25-442d-9c6f-c6a195d517d4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 943 time: 0.0551577 Apr 29 07:46:19.408075 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f5130f2-107f-47d2-bff3-20fe94e37759 req-d4c28e4d-2fba-40ca-bd43-b9490e332450 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439420 Apr 29 07:46:20.104029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 54fc7370-96ef-463f-8c73-ed598986035e details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:46:20.221351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 54fc7370-96ef-463f-8c73-ed598986035e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=54fc7370-96ef-463f-8c73-ed598986035e,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:20.232425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '54fc7370-96ef-463f-8c73-ed598986035e', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'port_id': '54fc7370-96ef-463f-8c73-ed598986035e', 'mac_address': 'fa:16:3e:28:a3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:46:20.271118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 54fc7370-96ef-463f-8c73-ed598986035e is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:20.271506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (54fc7370-96ef-463f-8c73-ed598986035e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:20.285098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fc7370-96ef-463f-8c73-ed598986035e {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:46:20.305901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 54fc7370-96ef-463f-8c73-ed598986035e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=54fc7370-96ef-463f-8c73-ed598986035e,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:20.312774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (54fc7370-96ef-463f-8c73-ed598986035e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:20.362061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=54fc7370-96ef-463f-8c73-ed598986035e,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:20.503238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['54fc7370-96ef-463f-8c73-ed598986035e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:46:20.529155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8787f7a-966c-4f87-8b1f-6cdd7437754f req-af7029e9-a7ab-4652-b7a4-800b740142fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:20.530889 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e8787f7a-966c-4f87-8b1f-6cdd7437754f req-af7029e9-a7ab-4652-b7a4-800b740142fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 944 time: 0.0525849 Apr 29 07:46:20.579513 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e8787f7a-966c-4f87-8b1f-6cdd7437754f req-7e347c64-49e5-4dc7-9516-cdfe79462a79 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Apr 29 07:46:21.712677 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a528e-6bfa-41e3-9c28-d0d68c376247 req-01521e50-33b3-42a6-82f0-ce8516738aaa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:21.714177 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-db8a528e-6bfa-41e3-9c28-d0d68c376247 req-01521e50-33b3-42a6-82f0-ce8516738aaa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 944 time: 0.0591631 Apr 29 07:46:21.767250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-db8a528e-6bfa-41e3-9c28-d0d68c376247 req-ff8edf9b-b9e9-4783-bd85-671fa4dc6077 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451279 Apr 29 07:46:22.104768 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 54fc7370-96ef-463f-8c73-ed598986035e up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:46:22.164216 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 54fc7370-96ef-463f-8c73-ed598986035e completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:46:22.168282 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 54fc7370-96ef-463f-8c73-ed598986035e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:22.168648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (54fc7370-96ef-463f-8c73-ed598986035e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:22.248865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 54fc7370-96ef-463f-8c73-ed598986035e is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:22.249275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (54fc7370-96ef-463f-8c73-ed598986035e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:22.272362 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:46:22.274777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca69441-0330-43e6-b06c-d6f6896d7ef9" -d '{"events": [{"server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "name": "network-vif-plugged", "status": "completed", "tag": "54fc7370-96ef-463f-8c73-ed598986035e"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:46:22.287180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 54fc7370-96ef-463f-8c73-ed598986035e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=54fc7370-96ef-463f-8c73-ed598986035e,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:22.291959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (54fc7370-96ef-463f-8c73-ed598986035e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:22.317162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b2590e-b6cd-4fc9-882d-7bf8fcb100af x-openstack-request-id: req-d6b2590e-b6cd-4fc9-882d-7bf8fcb100af {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:46:22.317479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "name": "network-vif-plugged", "status": "completed", "tag": "54fc7370-96ef-463f-8c73-ed598986035e", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:46:22.317732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6b2590e-b6cd-4fc9-882d-7bf8fcb100af {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:46:22.318124 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b2590e-b6cd-4fc9-882d-7bf8fcb100af'] response: {'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e', 'code': 200} Apr 29 07:46:22.346373 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=54fc7370-96ef-463f-8c73-ed598986035e,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:22.481312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352dd6f-73fc-4c3e-9bae-bc65fce44497 req-9e481306-b02b-4c82-8f15-911e5bb38287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:22.482808 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f352dd6f-73fc-4c3e-9bae-bc65fce44497 req-9e481306-b02b-4c82-8f15-911e5bb38287 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 1129 time: 0.0460801 Apr 29 07:46:22.528923 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f352dd6f-73fc-4c3e-9bae-bc65fce44497 req-c1734bf0-7d46-4c2f-949b-a54e2873fced service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403874 Apr 29 07:46:22.903224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba202942-9934-430c-955c-0892e22f623a req-d6cd8222-1552-42b5-a0d5-7c82768fd004 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:22.904780 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba202942-9934-430c-955c-0892e22f623a req-d6cd8222-1552-42b5-a0d5-7c82768fd004 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 945 time: 0.0604231 Apr 29 07:46:22.954825 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba202942-9934-430c-955c-0892e22f623a req-3bec9420-c06d-4d24-8e90-5fb851cae2b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442631 Apr 29 07:46:24.088992 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e50d4-d930-4a30-a64f-0d996f2880dd req-6c3631de-645e-4eff-832e-3b9192e1e7db tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:24.090472 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c2e50d4-d930-4a30-a64f-0d996f2880dd req-6c3631de-645e-4eff-832e-3b9192e1e7db tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 945 time: 0.0632658 Apr 29 07:46:24.138806 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c2e50d4-d930-4a30-a64f-0d996f2880dd req-dbd2588a-b33f-4c9f-85a0-83aa7eaaf2d2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426056 Apr 29 07:46:24.283899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b91d0-8216-4409-a379-301040409d86 req-2aa310ce-0acb-4dec-a156-6926db31edc8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:24.285251 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d65b91d0-8216-4409-a379-301040409d86 req-2aa310ce-0acb-4dec-a156-6926db31edc8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 945 time: 0.0642538 Apr 29 07:46:24.337797 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d65b91d0-8216-4409-a379-301040409d86 req-17fbad8f-9efb-4926-b0af-a5afaa31224c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445681 Apr 29 07:46:24.362459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55922) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:24.405214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e24fe-af34-49ea-be9d-e5c99978ea4b tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:24.406719 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e01e24fe-af34-49ea-be9d-e5c99978ea4b tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 1124 time: 0.0432868 Apr 29 07:46:24.409876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55924) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:24.414385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '54fc7370-96ef-463f-8c73-ed598986035e', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:46:24.438495 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:24.536937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:24.643554 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.202 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/3f99bfa7-37c8-463c-9e84-185ff415e15e) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:46:24.748571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (3f99bfa7-37c8-463c-9e84-185ff415e15e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:24.785532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3f99bfa7-37c8-463c-9e84-185ff415e15e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:24.827473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:46:24.830292 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:46:24.836470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:46:24.839515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=3f99bfa7-37c8-463c-9e84-185ff415e15e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:24.865193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.865588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.865927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.866259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.866579 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.866904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.867230 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.867556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.867860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.868187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.868526 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.868824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:24.869144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:25.201248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (dfd9375f-769f-4971-844c-41b929033ae5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:25.271352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3f99bfa7-37c8-463c-9e84-185ff415e15e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:25.697718 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (3f99bfa7-37c8-463c-9e84-185ff415e15e), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:25.704805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (3f99bfa7-37c8-463c-9e84-185ff415e15e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:25.769739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=3f99bfa7-37c8-463c-9e84-185ff415e15e,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:25.781882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (dfd9375f-769f-4971-844c-41b929033ae5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:25.890574 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP dfd9375f-769f-4971-844c-41b929033ae5 associated. External IP: 172.26.3.202, port: 54fc7370-96ef-463f-8c73-ed598986035e. Apr 29 07:46:26.122536 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:46:26.131064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 6a977950-9b43-453d-896d-b41a8d091736 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:46:26.247636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:46:26.258767 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] Sync routers for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:46:26.269294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:26.271257 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:26.271855 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:26.299824 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ef7a53a3-2b97-4978-9841-ed97efabdebe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8888209 Apr 29 07:46:26.300406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:46:26.302683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55926) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:26.303199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dece3f4-44d2-4296-9130-7b3e215c4f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "tag": "54fc7370-96ef-463f-8c73-ed598986035e"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:46:26.340785 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291de4d0-376e-4263-a5f4-a267091646be x-openstack-request-id: req-291de4d0-376e-4263-a5f4-a267091646be {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:46:26.340978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "tag": "54fc7370-96ef-463f-8c73-ed598986035e", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:46:26.341253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-291de4d0-376e-4263-a5f4-a267091646be {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:46:26.341762 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291de4d0-376e-4263-a5f4-a267091646be'] response: {'name': 'network-changed', 'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e', 'status': 'completed', 'code': 200} Apr 29 07:46:26.384994 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:26.420856 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-628c9264-6352-4111-9cd5-18716745adc2 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers/6a977950-9b43-453d-896d-b41a8d091736 HTTP/1.1" status: 200 len: 922 time: 0.1168070 Apr 29 07:46:26.423793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55932) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:26.471561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-e39eec98-b4eb-40d3-9fa5-fd0f0ce39973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:26.473017 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-e39eec98-b4eb-40d3-9fa5-fd0f0ce39973 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 1129 time: 0.0979333 Apr 29 07:46:26.490920 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-855c4b4b-e6f2-4789-82f3-77833061c6ff tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/dfd9375f-769f-4971-844c-41b929033ae5 HTTP/1.1" status: 200 len: 991 time: 0.0644219 Apr 29 07:46:26.562140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-e2feda45-b420-46a6-a11f-f8a0c995b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:26.563621 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-e2feda45-b420-46a6-a11f-f8a0c995b9e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6454c94a-37c7-4353-ac28-d3e814052c87 HTTP/1.1" status: 200 len: 897 time: 0.0849583 Apr 29 07:46:26.610951 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dfd9375f-769f-4971-844c-41b929033ae5', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.202', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '6a977950-9b43-453d-896d-b41a8d091736', 'port_id': '54fc7370-96ef-463f-8c73-ed598986035e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'mac_address': 'fa:16:3e:28:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:46:25Z', 'updated_at': '2022-04-29T07:46:25Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:15Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:26.637305 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] Checking router: 6a977950-9b43-453d-896d-b41a8d091736 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:46:26.647147 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:26.647773 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:26.762096 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:26.927044 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-e355dc54-47c6-4dd0-a1e9-3424d714a9a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54fc7370-96ef-463f-8c73-ed598986035e HTTP/1.1" status: 200 len: 999 time: 0.3568380 Apr 29 07:46:26.978649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-70310bc0-c86e-4e66-84eb-d48df4dde4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:26.980327 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-70310bc0-c86e-4e66-84eb-d48df4dde4fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536 HTTP/1.1" status: 200 len: 834 time: 0.0467401 Apr 29 07:46:26.992928 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dfd9375f-769f-4971-844c-41b929033ae5', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.202', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '6a977950-9b43-453d-896d-b41a8d091736', 'port_id': '54fc7370-96ef-463f-8c73-ed598986035e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'mac_address': 'fa:16:3e:28:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:46:25Z', 'updated_at': '2022-04-29T07:46:25Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:15Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:27.019866 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ae4f5-2cd7-40a0-abf5-9fc4a8dbdb44 None None] The sync data for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv is: [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dfd9375f-769f-4971-844c-41b929033ae5', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.202', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '6a977950-9b43-453d-896d-b41a8d091736', 'port_id': '54fc7370-96ef-463f-8c73-ed598986035e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'mac_address': 'fa:16:3e:28:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:46:25Z', 'updated_at': '2022-04-29T07:46:25Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:15Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:46:27.034501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-f0b92061-4425-4549-b4fc-e46677acd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:46:27.036034 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-f0b92061-4425-4549-b4fc-e46677acd8f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6454c94a-37c7-4353-ac28-d3e814052c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471671 Apr 29 07:46:27.047654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-b57b744e-e8e0-4b58-8fd2-4115c6e4ea52 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:46:27.048798 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-b57b744e-e8e0-4b58-8fd2-4115c6e4ea52 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060318 Apr 29 07:46:27.140944 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-dd272e99-5ca2-4a5e-a3be-1893ec325453 service neutron] 10.222.0.36 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858011 Apr 29 07:46:27.232264 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1dece3f4-44d2-4296-9130-7b3e215c4f2e req-8550d644-c298-4d11-b5f0-7512a88ea5fe service neutron] 10.222.0.36 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850830 Apr 29 07:46:27.233213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2efd6-7571-4e12-9d1a-8348e7f2798a None None] New status for floating IP dfd9375f-769f-4971-844c-41b929033ae5: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:46:27.494438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55934) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:27.563645 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d8fe8891-44ab-410c-a3a1-6699caefe394 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/dfd9375f-769f-4971-844c-41b929033ae5 HTTP/1.1" status: 200 len: 993 time: 0.0678325 Apr 29 07:46:31.282430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0adec7a4-f825-4877-b66c-b94ecbcbe9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:33.381126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-40c76f2c-97ea-4eca-b342-74a3ca449281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:34.728462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:35.360680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:36.047830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:37.309582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:54.162278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55944) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:54.282789 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3eae0388-3e8f-4955-bec1-d7c79dca4824 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers/6a977950-9b43-453d-896d-b41a8d091736/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1191003 Apr 29 07:46:54.285628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55946) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:54.422692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab143a83-732a-46b9-ad4d-a8f1b24d660a tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Notify agent at dv-neutron-839860-1-hyperv the message router_removed_from_agent {{(pid=104224) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 07:46:54.426203 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ab143a83-732a-46b9-ad4d-a8f1b24d660a tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "DELETE /v2.0/agents/ed915f85-2558-4070-ab17-57f71c22b820/l3-routers/6a977950-9b43-453d-896d-b41a8d091736 HTTP/1.1" status: 204 len: 168 time: 0.1396732 Apr 29 07:46:54.429209 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55948) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:54.547710 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c301871c-82af-4dda-ae36-6d696251f5ed tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers/6a977950-9b43-453d-896d-b41a8d091736/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1171923 Apr 29 07:46:54.550647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55950) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:54.619829 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-27530a40-4a5d-4661-88e8-5ea1cf8b6d21 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/dfd9375f-769f-4971-844c-41b929033ae5 HTTP/1.1" status: 200 len: 993 time: 0.0680165 Apr 29 07:46:55.181550 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489b1d1-59da-426f-96fb-26efefb2fdd0 None None] New status for floating IP dfd9375f-769f-4971-844c-41b929033ae5: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:46:55.299811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3093e643-c302-4d56-a974-688ef2eb4347 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:46:55.384422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3093e643-c302-4d56-a974-688ef2eb4347 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:55.384871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3093e643-c302-4d56-a974-688ef2eb4347), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:55.416717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 3093e643-c302-4d56-a974-688ef2eb4347, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3093e643-c302-4d56-a974-688ef2eb4347,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:55.420961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3093e643-c302-4d56-a974-688ef2eb4347), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:55.421711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:46:55.495395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=3093e643-c302-4d56-a974-688ef2eb4347,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:55.503568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.503925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.504272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.504609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.505028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.505295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.505677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.505985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.506258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.506597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.507029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.507209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.507543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:46:55.549120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:55.549536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:55.569954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:55.575450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:55.622632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:55.625126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55952) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:55.688160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fb1382c1-8349-4f38-9b9b-764bd167ab1a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/dfd9375f-769f-4971-844c-41b929033ae5 HTTP/1.1" status: 200 len: 991 time: 0.0606656 Apr 29 07:46:56.799860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55956) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:56.931340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaddef0-422e-4da8-8a99-6433edeeb5f1 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Router 6a977950-9b43-453d-896d-b41a8d091736 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:46:56.931670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaddef0-422e-4da8-8a99-6433edeeb5f1 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Notify agent at dv-neutron-839860-1-hyperv the message router_added_to_agent {{(pid=104224) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 07:46:56.953803 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bfaddef0-422e-4da8-8a99-6433edeeb5f1 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "POST /v2.0/agents/ed915f85-2558-4070-ab17-57f71c22b820/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1528149 Apr 29 07:46:56.958962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55962) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:56.976905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] Sync routers for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:46:56.986961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:56.987592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:57.069523 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1393d2f3-e62e-41ac-9068-d93d2fdf1304 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers/6a977950-9b43-453d-896d-b41a8d091736/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1090894 Apr 29 07:46:57.072062 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55964) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:57.095744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:57.131211 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d88dcdf9-723e-4640-8a72-adb9b5e3a178 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/dfd9375f-769f-4971-844c-41b929033ae5 HTTP/1.1" status: 200 len: 991 time: 0.0580852 Apr 29 07:46:57.332449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dfd9375f-769f-4971-844c-41b929033ae5', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.202', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '6a977950-9b43-453d-896d-b41a8d091736', 'port_id': '54fc7370-96ef-463f-8c73-ed598986035e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'mac_address': 'fa:16:3e:28:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:46:25Z', 'updated_at': '2022-04-29T07:46:55Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:55Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:57.364494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] Checking router: 6a977950-9b43-453d-896d-b41a8d091736 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:46:57.374632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:46:57.375237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:57.490723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:46:57.725155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dfd9375f-769f-4971-844c-41b929033ae5', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.202', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '6a977950-9b43-453d-896d-b41a8d091736', 'port_id': '54fc7370-96ef-463f-8c73-ed598986035e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'mac_address': 'fa:16:3e:28:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:46:25Z', 'updated_at': '2022-04-29T07:46:55Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:55Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:46:57.750437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dfe5b-be41-4fd4-93a2-80c5bd2d398a None None] The sync data for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv is: [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dfd9375f-769f-4971-844c-41b929033ae5', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.202', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '6a977950-9b43-453d-896d-b41a8d091736', 'port_id': '54fc7370-96ef-463f-8c73-ed598986035e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'mac_address': 'fa:16:3e:28:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:46:25Z', 'updated_at': '2022-04-29T07:46:55Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:55Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:46:58.135265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55966) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:58.202059 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-10264c4c-b14b-4b90-b497-0f349863c3f8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/dfd9375f-769f-4971-844c-41b929033ae5 HTTP/1.1" status: 200 len: 991 time: 0.0655820 Apr 29 07:46:59.207370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55968) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:46:59.283872 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0a20be96-de29-4a40-b4a6-b140ba08e3a5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/dfd9375f-769f-4971-844c-41b929033ae5 HTTP/1.1" status: 200 len: 991 time: 0.0747592 Apr 29 07:46:59.344072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3093e643-c302-4d56-a974-688ef2eb4347 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:46:59.363197 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e208718a-0b43-48ba-a5f6-a43dc34db199 None None] New status for floating IP dfd9375f-769f-4971-844c-41b929033ae5: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:46:59.397794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3093e643-c302-4d56-a974-688ef2eb4347 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:59.398171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3093e643-c302-4d56-a974-688ef2eb4347), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:59.476418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3093e643-c302-4d56-a974-688ef2eb4347 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:59.476790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3093e643-c302-4d56-a974-688ef2eb4347), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:59.508716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 3093e643-c302-4d56-a974-688ef2eb4347, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3093e643-c302-4d56-a974-688ef2eb4347,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:59.513896 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3093e643-c302-4d56-a974-688ef2eb4347), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:59.514717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:46:59.590732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=3093e643-c302-4d56-a974-688ef2eb4347,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:46:59.604695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:46:59.605127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:59.684949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:46:59.685491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:59.711855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:46:59.717155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:46:59.765760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:00.288438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55970) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:00.359108 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0c7b63c2-8231-4d41-903a-655f697678c4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/dfd9375f-769f-4971-844c-41b929033ae5 HTTP/1.1" status: 200 len: 993 time: 0.0694776 Apr 29 07:47:00.615329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55976) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:00.781008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 3f99bfa7-37c8-463c-9e84-185ff415e15e {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:47:00.781350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3f99bfa7-37c8-463c-9e84-185ff415e15e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:00.858164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3f99bfa7-37c8-463c-9e84-185ff415e15e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:00.858405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (3f99bfa7-37c8-463c-9e84-185ff415e15e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:00.869898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 3f99bfa7-37c8-463c-9e84-185ff415e15e owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:47:01.035218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (3f99bfa7-37c8-463c-9e84-185ff415e15e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:01.068042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=3f99bfa7-37c8-463c-9e84-185ff415e15e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:01.139204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (dfd9375f-769f-4971-844c-41b929033ae5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:01.139729 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP dfd9375f-769f-4971-844c-41b929033ae5 disassociated (deleted). External IP: 172.26.3.202, port: 54fc7370-96ef-463f-8c73-ed598986035e. Apr 29 07:47:01.286323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2b3bb313-0be0-4171-aec5-cceb3cc7afdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:01.305143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3093e643-c302-4d56-a974-688ef2eb4347 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:47:01.360228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 3093e643-c302-4d56-a974-688ef2eb4347 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:01.360782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3093e643-c302-4d56-a974-688ef2eb4347), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:01.367283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 6a977950-9b43-453d-896d-b41a8d091736 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:47:01.440359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 3093e643-c302-4d56-a974-688ef2eb4347 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:01.441501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:47:01.480509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:47:01.488996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:01.491483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] Sync routers for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:47:01.496474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:01.496836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:01.528144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:01.528777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:01.674062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:01.676278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:01.808906 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2129e747-fdd7-4b36-a531-0a2a52762260 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/floatingips/dfd9375f-769f-4971-844c-41b929033ae5 HTTP/1.1" status: 204 len: 168 time: 1.1896346 Apr 29 07:47:01.808906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:47:01.809637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66ad8d2-38ce-4406-a6a0-205d218c3aca" -d '{"events": [{"name": "network-changed", "server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "tag": "54fc7370-96ef-463f-8c73-ed598986035e"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:47:01.850244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a27fb3-2d55-45d0-bd3e-30740efb5608 x-openstack-request-id: req-92a27fb3-2d55-45d0-bd3e-30740efb5608 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:47:01.850548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "tag": "54fc7370-96ef-463f-8c73-ed598986035e", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:47:01.850967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92a27fb3-2d55-45d0-bd3e-30740efb5608 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:47:01.851539 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a27fb3-2d55-45d0-bd3e-30740efb5608'] response: {'name': 'network-changed', 'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e', 'status': 'completed', 'code': 200} Apr 29 07:47:01.919221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-d7770729-35b9-4d5a-9cd2-20c9be5c5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:01.921445 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-d7770729-35b9-4d5a-9cd2-20c9be5c5439 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 1129 time: 0.0469046 Apr 29 07:47:02.052333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:59Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:02.053689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-6d37565c-bdab-4212-9060-cdef27f81f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:02.055168 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-6d37565c-bdab-4212-9060-cdef27f81f07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6454c94a-37c7-4353-ac28-d3e814052c87 HTTP/1.1" status: 200 len: 897 time: 0.1263266 Apr 29 07:47:02.078325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] Checking router: 6a977950-9b43-453d-896d-b41a8d091736 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:47:02.079103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d485d-3115-445d-a3ed-d9c94fd88131 req-775f3c28-fe31-4902-b555-9acd8c3f9c8f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:02.080650 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-760d485d-3115-445d-a3ed-d9c94fd88131 req-775f3c28-fe31-4902-b555-9acd8c3f9c8f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 945 time: 0.0812497 Apr 29 07:47:02.087045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:02.087653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:46:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:02.117346 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-472aa6d5-eff6-4506-85ea-e6e564933bf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54fc7370-96ef-463f-8c73-ed598986035e HTTP/1.1" status: 200 len: 217 time: 0.0540121 Apr 29 07:47:02.188457 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-760d485d-3115-445d-a3ed-d9c94fd88131 req-19d94903-7054-4816-ab0a-f7aeafdaf167 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778525 Apr 29 07:47:02.189997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-dae0fb2f-2f69-43a8-9fc1-529ba7683fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:02.191308 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-dae0fb2f-2f69-43a8-9fc1-529ba7683fe8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536 HTTP/1.1" status: 200 len: 834 time: 0.0661197 Apr 29 07:47:02.193393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:02.243192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-a480b126-10a4-4cc1-9240-0dd4b8a3baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:02.244699 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-a480b126-10a4-4cc1-9240-0dd4b8a3baed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6454c94a-37c7-4353-ac28-d3e814052c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469379 Apr 29 07:47:02.340486 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-78003512-0593-468e-9de3-12fc828ce2bc service neutron] 10.222.0.36 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873816 Apr 29 07:47:02.390238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:59Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:02.416670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20946b11-a82c-4f1e-8d29-88f3e92ea8d6 None None] The sync data for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv is: [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '3093e643-c302-4d56-a974-688ef2eb4347', 'name': '', 'network_id': '6454c94a-37c7-4353-ac28-d3e814052c87', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:22:08:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:12Z', 'updated_at': '2022-04-29T07:46:59Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': 'eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:47:02.433962 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a66ad8d2-38ce-4406-a6a0-205d218c3aca req-a1dd0972-55e6-4976-811d-b00aa644a23c service neutron] 10.222.0.36 "GET /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872788 Apr 29 07:47:03.019183 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016dd41f-b91a-4a56-87a3-e5ec0f2d67b3 None None] New status for floating IP dfd9375f-769f-4971-844c-41b929033ae5: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:47:03.165797 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:47:03.301071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-b563288b-9004-47f2-90d8-5210a324e7c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:03.302591 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-b563288b-9004-47f2-90d8-5210a324e7c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 945 time: 0.0551507 Apr 29 07:47:03.318692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e1a3f-82b9-4302-815d-404cbdbbb4fc req-e434d9a0-8c77-4d03-9d07-f6c0dc5a06c9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:03.320161 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-362e1a3f-82b9-4302-815d-404cbdbbb4fc req-e434d9a0-8c77-4d03-9d07-f6c0dc5a06c9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dff8100-423e-4c0e-84a6-c36dc54d793e HTTP/1.1" status: 200 len: 945 time: 0.0558619 Apr 29 07:47:03.378591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a3287211-d318-4f17-a044-f397b6bb1220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:03.381062 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-362e1a3f-82b9-4302-815d-404cbdbbb4fc req-cbf973f0-4d28-49c4-ad8b-24bd865aa0f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7121013-3728-4929-a8c6-37bf95b70bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543110 Apr 29 07:47:03.400963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 54fc7370-96ef-463f-8c73-ed598986035e {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:47:03.402970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (54fc7370-96ef-463f-8c73-ed598986035e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:03.494587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 54fc7370-96ef-463f-8c73-ed598986035e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=54fc7370-96ef-463f-8c73-ed598986035e,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:03.494860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (54fc7370-96ef-463f-8c73-ed598986035e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:03.506662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 54fc7370-96ef-463f-8c73-ed598986035e owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:47:03.648092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (54fc7370-96ef-463f-8c73-ed598986035e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:03.690817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=54fc7370-96ef-463f-8c73-ed598986035e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:03.715578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.715928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.716272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.716608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.716938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.717291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.717623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.717949 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.718276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.718606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.718930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.719251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.719570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:03.741429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port 54fc7370-96ef-463f-8c73-ed598986035e on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:47:03.743843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:03.747282 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d8c8edb-c4ee-4787-96eb-5b8f2c1a72c7 req-1fc43ba4-7ca8-4162-a6de-b4f00060cbed tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/54fc7370-96ef-463f-8c73-ed598986035e HTTP/1.1" status: 204 len: 173 time: 0.4390409 Apr 29 07:47:03.747639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'name': 'network-vif-deleted', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:47:03.750102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87066d7d-12c9-41d4-b7c0-fee69e360673" -d '{"events": [{"server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "name": "network-vif-deleted", "tag": "54fc7370-96ef-463f-8c73-ed598986035e"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:47:03.849304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c890f6b0-7b7b-4aa2-8b32-ed26634b9815 x-openstack-request-id: req-c890f6b0-7b7b-4aa2-8b32-ed26634b9815 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:47:03.849546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dff8100-423e-4c0e-84a6-c36dc54d793e", "name": "network-vif-deleted", "tag": "54fc7370-96ef-463f-8c73-ed598986035e", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:47:03.849802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c890f6b0-7b7b-4aa2-8b32-ed26634b9815 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:47:03.850244 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c890f6b0-7b7b-4aa2-8b32-ed26634b9815'] response: {'server_uuid': '7dff8100-423e-4c0e-84a6-c36dc54d793e', 'name': 'network-vif-deleted', 'tag': '54fc7370-96ef-463f-8c73-ed598986035e', 'status': 'completed', 'code': 200} Apr 29 07:47:04.444402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55992) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:04.506813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7bc5cf7c-f5c5-4273-bba0-86888a7f4721 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (e7121013-3728-4929-a8c6-37bf95b70bdf), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:04.532678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7bc5cf7c-f5c5-4273-bba0-86888a7f4721 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (e7121013-3728-4929-a8c6-37bf95b70bdf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:04.596881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7bc5cf7c-f5c5-4273-bba0-86888a7f4721 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e7121013-3728-4929-a8c6-37bf95b70bdf), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:04.599791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7bc5cf7c-f5c5-4273-bba0-86888a7f4721 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:04.600962 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7bc5cf7c-f5c5-4273-bba0-86888a7f4721 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/e7121013-3728-4929-a8c6-37bf95b70bdf HTTP/1.1" status: 204 len: 168 time: 0.1555560 Apr 29 07:47:04.610443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5cf7c-f5c5-4273-bba0-86888a7f4721 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7121013-3728-4929-a8c6-37bf95b70bdf,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:04.632924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 55996) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:04.728371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:05.007064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (6a977950-9b43-453d-896d-b41a8d091736), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:05.278177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 3093e643-c302-4d56-a974-688ef2eb4347 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:47:05.278487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3093e643-c302-4d56-a974-688ef2eb4347), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:05.368995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 3093e643-c302-4d56-a974-688ef2eb4347, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=3093e643-c302-4d56-a974-688ef2eb4347,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:05.369405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3093e643-c302-4d56-a974-688ef2eb4347), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:05.382025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 3093e643-c302-4d56-a974-688ef2eb4347 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:47:05.383733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:05.586677 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3093e643-c302-4d56-a974-688ef2eb4347), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:05.611019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=3093e643-c302-4d56-a974-688ef2eb4347,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:05.790502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (6a977950-9b43-453d-896d-b41a8d091736), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.011376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 6a977950-9b43-453d-896d-b41a8d091736 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:47:06.049121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.119407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:47:06.124998 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7ad206ea-108c-417b-9364-33356dddca9a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/6a977950-9b43-453d-896d-b41a8d091736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4907489 Apr 29 07:47:06.128006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 55998) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:06.129155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] Sync routers for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:47:06.139143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:06.139764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:47:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:06.181823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cea3a7f-bfa5-421e-b8b3-8be78330854a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting subnet eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:47:06.185070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3cea3a7f-bfa5-421e-b8b3-8be78330854a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.225519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3cea3a7f-bfa5-421e-b8b3-8be78330854a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.245454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:06.306547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3cea3a7f-bfa5-421e-b8b3-8be78330854a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.372343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3cea3a7f-bfa5-421e-b8b3-8be78330854a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.399876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea3a7f-bfa5-421e-b8b3-8be78330854a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Subnet': ['ID=eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:06.403538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3cea3a7f-bfa5-421e-b8b3-8be78330854a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.407076 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3cea3a7f-bfa5-421e-b8b3-8be78330854a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/subnets/eff5bed8-8fb0-4a81-8b1c-2f1dc8a21536 HTTP/1.1" status: 204 len: 168 time: 0.2777054 Apr 29 07:47:06.409742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56000) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:06.418420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ae0a3-4ab9-4438-a796-f12d485df371 None None] Network 6454c94a-37c7-4353-ac28-d3e814052c87 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:47:06.496474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:47:05Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:06.518179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (6a977950-9b43-453d-896d-b41a8d091736), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.530025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] Checking router: 6a977950-9b43-453d-896d-b41a8d091736 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:47:06.543440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] Routers {'6a977950-9b43-453d-896d-b41a8d091736'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:06.544065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:47:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['6a977950-9b43-453d-896d-b41a8d091736'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:06.626084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (6a977950-9b43-453d-896d-b41a8d091736), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.663964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] Set router 6a977950-9b43-453d-896d-b41a8d091736 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:06.691311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:47:06.691972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.692145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f841f65-5289-4f1d-895c-96f624e8c902 None None] DHCP port deletion for 6454c94a-37c7-4353-ac28-d3e814052c87 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:47:06.770171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:06.770495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.782983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:47:06.851487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3f841f65-5289-4f1d-895c-96f624e8c902 None None] Deleting port ea2708dd-0f05-4050-b96f-96e351452373 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:47:06.851822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3f841f65-5289-4f1d-895c-96f624e8c902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ea2708dd-0f05-4050-b96f-96e351452373), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.927706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3f841f65-5289-4f1d-895c-96f624e8c902 None None] For port ea2708dd-0f05-4050-b96f-96e351452373, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ea2708dd-0f05-4050-b96f-96e351452373,segment=NetworkSegment(8963e3fa-5447-478a-a2cd-c79e7c5c4b4a),segment_id=8963e3fa-5447-478a-a2cd-c79e7c5c4b4a)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:06.927958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3f841f65-5289-4f1d-895c-96f624e8c902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ea2708dd-0f05-4050-b96f-96e351452373), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.941479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3f841f65-5289-4f1d-895c-96f624e8c902 None None] Calling delete_port for ea2708dd-0f05-4050-b96f-96e351452373 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:47:06.943898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:47:05Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:06.959162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:06.975148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b3018-a742-413b-8dfc-bc0767abded2 None None] The sync data for ids ['6a977950-9b43-453d-896d-b41a8d091736'] in dv-neutron-839860-1-hyperv is: [{'id': '6a977950-9b43-453d-896d-b41a8d091736', 'name': 'tempest-TestNetworkBasicOps-router-365043894', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:47:05Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a977950-9b43-453d-896d-b41a8d091736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:46:09Z', 'updated_at': '2022-04-29T07:46:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:47:06.982978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:07.050389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (6a977950-9b43-453d-896d-b41a8d091736), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.056727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3f841f65-5289-4f1d-895c-96f624e8c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (ea2708dd-0f05-4050-b96f-96e351452373), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.081987 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f841f65-5289-4f1d-895c-96f624e8c902 None None] Pushing event deleted for resources: {'Port': ['ID=ea2708dd-0f05-4050-b96f-96e351452373,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:07.086329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f841f65-5289-4f1d-895c-96f624e8c902 None None] No DVR routers for this DVR port ea2708dd-0f05-4050-b96f-96e351452373 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:47:07.305670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.462967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3093e643-c302-4d56-a974-688ef2eb4347 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:47:07.470098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (6a977950-9b43-453d-896d-b41a8d091736), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.472585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (6a977950-9b43-453d-896d-b41a8d091736), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.484327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 3093e643-c302-4d56-a974-688ef2eb4347 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:47:07.484673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 3093e643-c302-4d56-a974-688ef2eb4347 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:47:07.485106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ea2708dd-0f05-4050-b96f-96e351452373 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:47:07.505561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: ea2708dd-0f05-4050-b96f-96e351452373 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:47:07.505884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ea2708dd-0f05-4050-b96f-96e351452373 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:47:07.538708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (6a977950-9b43-453d-896d-b41a8d091736), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.539534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Fanout notify agent at l3_agent the message router_deleted on router 6a977950-9b43-453d-896d-b41a8d091736 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:47:07.546427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.547667 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-54ba2683-e660-4f0e-bb0d-bbcb002ad909 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/routers/6a977950-9b43-453d-896d-b41a8d091736 HTTP/1.1" status: 204 len: 168 time: 1.1361399 Apr 29 07:47:07.550795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56002) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:07.629619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (6454c94a-37c7-4353-ac28-d3e814052c87), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.725394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (6454c94a-37c7-4353-ac28-d3e814052c87), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.744546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6454c94a-37c7-4353-ac28-d3e814052c87']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:07.753757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:07.754049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8963e3fa-5447-478a-a2cd-c79e7c5c4b4a') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:07.763287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (8963e3fa-5447-478a-a2cd-c79e7c5c4b4a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.776045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (8963e3fa-5447-478a-a2cd-c79e7c5c4b4a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.781785 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:47:07.782162 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (8963e3fa-5447-478a-a2cd-c79e7c5c4b4a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:47:07.785154 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:47:07.846320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (6454c94a-37c7-4353-ac28-d3e814052c87), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.853199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.856301 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/networks/6454c94a-37c7-4353-ac28-d3e814052c87 HTTP/1.1" status: 204 len: 168 time: 0.3044572 Apr 29 07:47:07.871803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7147ad1-699f-4162-b9f1-c15ff3e29f01 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Network': ['ID=6454c94a-37c7-4353-ac28-d3e814052c87,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:07.876604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56004) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:07.883350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'network': {'name': 'tempest-network-smoke--1341030835', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'port_security_enabled': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:07.907586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:47:07.910851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.935120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:47:07.945465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (541aaf72-108e-49e1-b9d5-2a2b39e35264), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:07.945800 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Added segment 541aaf72-108e-49e1-b9d5-2a2b39e35264 of type vlan for network 1bd1885c-5442-4dd7-babe-6afef2f05aca Apr 29 07:47:07.996381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (1bd1885c-5442-4dd7-babe-6afef2f05aca), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.034856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (1bd1885c-5442-4dd7-babe-6afef2f05aca), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.040396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:08.041057 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.119435 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2402439 Apr 29 07:47:08.122375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56006) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:08.126990 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'admin_state_up': True, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:08.140190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc5e75-50d6-469b-8203-c6b51f525ae9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Network': ['ID=1bd1885c-5442-4dd7-babe-6afef2f05aca,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:08.149318 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (705f3076-2401-4b33-902e-f9c4f689a447), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.150435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (705f3076-2401-4b33-902e-f9c4f689a447), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.153693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:47:08.203623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (705f3076-2401-4b33-902e-f9c4f689a447), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.304091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 54fc7370-96ef-463f-8c73-ed598986035e no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:47:08.325321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 54fc7370-96ef-463f-8c73-ed598986035e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:47:08.325539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 54fc7370-96ef-463f-8c73-ed598986035e not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:47:08.354377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (705f3076-2401-4b33-902e-f9c4f689a447), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.567126 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (705f3076-2401-4b33-902e-f9c4f689a447), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.586347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.707345 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.179 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/8ee95aaf-858f-4761-9b9d-67806782e519) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:47:08.817336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (8ee95aaf-858f-4761-9b9d-67806782e519), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.859260 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:08.896398 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:47:08.899298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:47:08.902829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:47:08.911097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=8ee95aaf-858f-4761-9b9d-67806782e519,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:09.163443 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (705f3076-2401-4b33-902e-f9c4f689a447), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:09.258167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:47:09.277898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:47:09.278241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1823ceb-bd1d-4f4c-9b4c-500a8a0b3711 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:47:09.371776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (705f3076-2401-4b33-902e-f9c4f689a447), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:09.504640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 705f3076-2401-4b33-902e-f9c4f689a447 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:47:09.619704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:47:09.628984 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Sync routers for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:47:09.640194 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:09.640886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:09.641041 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:47:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:09.642151 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2a8cb2e5-e43b-47ea-be0d-a9c77fc95e96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5187402 Apr 29 07:47:09.645383 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56008) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:09.672630 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ac7bb792-bff0-4555-b7d7-07efd131d022 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261745 Apr 29 07:47:09.675295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56010) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:09.751985 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:09.760588 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a923d40-173c-4e76-995d-f584468e4f45 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:09.762056 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6a923d40-173c-4e76-995d-f584468e4f45 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858796 Apr 29 07:47:09.765051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56012) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:09.796133 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eca567c5-6a00-4dac-9137-3a8a041e14cf tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298531 Apr 29 07:47:09.798715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56014) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:09.803302 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1354542482', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:09.888157 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:47:09.892027 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:09.933014 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:09Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:09.958822 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Checking router: 705f3076-2401-4b33-902e-f9c4f689a447 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:47:09.959605 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Updating router 705f3076-2401-4b33-902e-f9c4f689a447 port 8ee95aaf-858f-4761-9b9d-67806782e519 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:47:09.987917 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.078045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (9a30716c-88b7-4f49-820f-14093c09b6f7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.137017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=9a30716c-88b7-4f49-820f-14093c09b6f7,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:10.146121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Checking segment: {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:47:10.146475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network hostable DHCP agents. Network: 1bd1885c-5442-4dd7-babe-6afef2f05aca, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:47:10.164617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:47:10.174595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 1bd1885c-5442-4dd7-babe-6afef2f05aca) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:47:10.179185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:10.179980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.188417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff6cab0-098b-4d13-8267-a5138cd75cbc None None] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:47:10.197694 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ca88d8ad-330f-41c6-b001-623e6bfb285a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3980350 Apr 29 07:47:10.201032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56016) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:10.236895 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Publish callbacks [] for port (8ee95aaf-858f-4761-9b9d-67806782e519), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.243364 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.290328 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Attempting to bind port 8ee95aaf-858f-4761-9b9d-67806782e519 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:47:10.290689 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Attempting to bind port 8ee95aaf-858f-4761-9b9d-67806782e519 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:47:10.291111 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Attempting to bind port 8ee95aaf-858f-4761-9b9d-67806782e519 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:47:10.296358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-1bd1885c-5442-4dd7-babe-6afef2f05aca', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:47:10.298833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.300758 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:47:10.301255 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:47:10.301550 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.301942 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:47:10.302406 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Bound port: 8ee95aaf-858f-4761-9b9d-67806782e519, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:47:10.302781 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.329048 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Pushing event updated for resources: {'Port': ['ID=8ee95aaf-858f-4761-9b9d-67806782e519,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:10.340042 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.340406 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.340741 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.341068 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.341421 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.341737 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.342054 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.342478 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.342797 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.343110 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.343420 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.343728 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.344039 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:47:10.373760 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] For port 8ee95aaf-858f-4761-9b9d-67806782e519, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:47:10.376963 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] For port 8ee95aaf-858f-4761-9b9d-67806782e519, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8ee95aaf-858f-4761-9b9d-67806782e519,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:47:10.383220 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.429593 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:10.430208 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:47:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:10.451440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Allocated IP 172.20.0.2 (1bd1885c-5442-4dd7-babe-6afef2f05aca/9a30716c-88b7-4f49-820f-14093c09b6f7/8ba7f0c2-5f70-4cab-8068-fd40375211c7) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:47:10.505796 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d84ae-4ef3-4825-935d-098276efb172 None None] Pushing event updated for resources: {'Port': ['ID=8ee95aaf-858f-4761-9b9d-67806782e519,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:10.548927 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:10.616199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Publish callbacks [] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.623267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.660397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.660714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:47:10.663556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:47:10.667071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:47:10.676136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Pushing event updated for resources: {'Port': ['ID=8ba7f0c2-5f70-4cab-8068-fd40375211c7,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:10.731413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Attempting to bind port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:47:10.731779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Attempting to bind port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:47:10.732143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Attempting to bind port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 on network 1bd1885c-5442-4dd7-babe-6afef2f05aca {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:47:10.737294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:47:10.737668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Checking segment: {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:47:10.738048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.738441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Bound using segment: {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:47:10.738916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Bound port: 8ba7f0c2-5f70-4cab-8068-fd40375211c7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:47:10.739276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.743863 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:09Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:10.770828 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b7614-4f46-429f-90aa-888f0dc625de None None] The sync data for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv is: [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:09Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:47:10.811949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] For port 8ba7f0c2-5f70-4cab-8068-fd40375211c7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:47:10.815097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] For port 8ba7f0c2-5f70-4cab-8068-fd40375211c7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8ba7f0c2-5f70-4cab-8068-fd40375211c7,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:47:10.822738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:10.885733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3015dd1-2404-4c38-999e-8c53cecd5c6b None None] Pushing event updated for resources: {'Port': ['ID=8ba7f0c2-5f70-4cab-8068-fd40375211c7,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:10.963362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.1 (1bd1885c-5442-4dd7-babe-6afef2f05aca/9a30716c-88b7-4f49-820f-14093c09b6f7/09358f6f-aa4a-45ca-93f6-d44a1f844f03) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:47:11.136085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.178054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.227669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:47:11.231228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:47:11.235408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:47:11.264440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=09358f6f-aa4a-45ca-93f6-d44a1f844f03,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:11.286768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (705f3076-2401-4b33-902e-f9c4f689a447), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.396118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ee95aaf-858f-4761-9b9d-67806782e519 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:47:11.454284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8ee95aaf-858f-4761-9b9d-67806782e519 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:11.454555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.455637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.551686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8ee95aaf-858f-4761-9b9d-67806782e519 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:11.551686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.575724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 8ee95aaf-858f-4761-9b9d-67806782e519, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8ee95aaf-858f-4761-9b9d-67806782e519,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:11.587336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.588338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ba7f0c2-5f70-4cab-8068-fd40375211c7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:47:11.673789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=8ee95aaf-858f-4761-9b9d-67806782e519,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:11.685348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:11.685759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.798343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.805183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.881646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (705f3076-2401-4b33-902e-f9c4f689a447), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.884677 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=09358f6f-aa4a-45ca-93f6-d44a1f844f03,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:11.942981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:11.943367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.978596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 8ba7f0c2-5f70-4cab-8068-fd40375211c7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8ba7f0c2-5f70-4cab-8068-fd40375211c7,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:11.983937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:11.995590 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:47:11.997019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:47:12.015857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fad4f03-d540-4810-b73a-78c78e3dd1a9 None None] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:47:12.076175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=8ba7f0c2-5f70-4cab-8068-fd40375211c7,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:12.122367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 705f3076-2401-4b33-902e-f9c4f689a447 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:47:12.139492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dc97ff1d-e3d2-4770-9ab2-6b027906227e None None] Provisioning complete for port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:12.139863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc97ff1d-e3d2-4770-9ab2-6b027906227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:12.239715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dc97ff1d-e3d2-4770-9ab2-6b027906227e None None] Current status of the port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:12.258743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:47:12.266740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56018) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:12.267323 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cb0b3934-227f-4a71-9651-1bb4aa58e899 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/705f3076-2401-4b33-902e-f9c4f689a447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0639899 Apr 29 07:47:12.377490 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc445e0d-5070-4922-9897-e17f07a1f4b8 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:12.377969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc445e0d-5070-4922-9897-e17f07a1f4b8 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:12.378433 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc445e0d-5070-4922-9897-e17f07a1f4b8 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:12.378894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc445e0d-5070-4922-9897-e17f07a1f4b8 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:12.382307 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cc445e0d-5070-4922-9897-e17f07a1f4b8 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1133332 Apr 29 07:47:12.384636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56020) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:12.440708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66346dcf-e136-45d6-acab-0efc42c0e46c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:12.441170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66346dcf-e136-45d6-acab-0efc42c0e46c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:12.441649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66346dcf-e136-45d6-acab-0efc42c0e46c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:12.442094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66346dcf-e136-45d6-acab-0efc42c0e46c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:12.443797 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-66346dcf-e136-45d6-acab-0efc42c0e46c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0579805 Apr 29 07:47:12.446755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56022) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:12.461461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2f931922-9b43-419c-b05a-ebbb8054c141 None None] Provisioning complete for port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:12.462004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f931922-9b43-419c-b05a-ebbb8054c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:12.497378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2f931922-9b43-419c-b05a-ebbb8054c141 None None] Port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:47:12.507998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2f931922-9b43-419c-b05a-ebbb8054c141 None None] Provisioning complete for port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:12.508372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2f931922-9b43-419c-b05a-ebbb8054c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:12.603174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2f931922-9b43-419c-b05a-ebbb8054c141 None None] Current status of the port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:12.606202 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e37c6cef-d340-4829-bbf1-63f43b089b7d tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1580381 Apr 29 07:47:12.630713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Sync routers for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:47:12.640430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:12.641057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:47:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:12.748991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fbc47344-499c-4cec-add7-d7dd9d9d9344 None None] Provisioning complete for port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:12.749393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fbc47344-499c-4cec-add7-d7dd9d9d9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:12.790812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:12.825783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fbc47344-499c-4cec-add7-d7dd9d9d9344 None None] Port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:47:12.984287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56026) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:12.985055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2393aecc-c0dd-48a6-88c4-9dcb92964abf None None] Provisioning complete for port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:12.985607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2393aecc-c0dd-48a6-88c4-9dcb92964abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:12.989002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-20eb3850-1f8a-44ff-b72c-13cd46c2f344 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271054640', 'description': 'tempest-secgroup-smoke-271054640 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:13.010608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20eb3850-1f8a-44ff-b72c-13cd46c2f344 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.032038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2393aecc-c0dd-48a6-88c4-9dcb92964abf None None] Port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:47:13.046667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '09358f6f-aa4a-45ca-93f6-d44a1f844f03', 'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:54:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:10Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:13.073091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Checking router: 705f3076-2401-4b33-902e-f9c4f689a447 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:47:13.073494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Updating router 705f3076-2401-4b33-902e-f9c4f689a447 port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:47:13.079154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20eb3850-1f8a-44ff-b72c-13cd46c2f344 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (9cbba6a6-8f3f-48f7-952c-8bc67f384b5f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.083950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20eb3850-1f8a-44ff-b72c-13cd46c2f344 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9cbba6a6-8f3f-48f7-952c-8bc67f384b5f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.103207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.114667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20eb3850-1f8a-44ff-b72c-13cd46c2f344 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.115908 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-20eb3850-1f8a-44ff-b72c-13cd46c2f344 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1306093 Apr 29 07:47:13.118975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb3850-1f8a-44ff-b72c-13cd46c2f344 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:13.119147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56028) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:13.131470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cad7e817-3a7e-4a52-b494-a2c7d9b4bad5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9cbba6a6-8f3f-48f7-952c-8bc67f384b5f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:13.155815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cad7e817-3a7e-4a52-b494-a2c7d9b4bad5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (9e4147ec-3032-466c-9c6d-f74044e813b6), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.211359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cad7e817-3a7e-4a52-b494-a2c7d9b4bad5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (9e4147ec-3032-466c-9c6d-f74044e813b6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.215887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cad7e817-3a7e-4a52-b494-a2c7d9b4bad5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (9e4147ec-3032-466c-9c6d-f74044e813b6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.235657 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7e817-3a7e-4a52-b494-a2c7d9b4bad5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4147ec-3032-466c-9c6d-f74044e813b6,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:13.241048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cad7e817-3a7e-4a52-b494-a2c7d9b4bad5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.242294 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cad7e817-3a7e-4a52-b494-a2c7d9b4bad5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223400 Apr 29 07:47:13.245093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56030) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:13.249469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ac6b40f3-a2a6-4871-b380-3b8bb8a99ceb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9cbba6a6-8f3f-48f7-952c-8bc67f384b5f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:13.276877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac6b40f3-a2a6-4871-b380-3b8bb8a99ceb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (34177d82-0abe-46b1-838d-5573910837ef), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.330375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ee95aaf-858f-4761-9b9d-67806782e519 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:47:13.345596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac6b40f3-a2a6-4871-b380-3b8bb8a99ceb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (34177d82-0abe-46b1-838d-5573910837ef), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.350469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac6b40f3-a2a6-4871-b380-3b8bb8a99ceb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (34177d82-0abe-46b1-838d-5573910837ef), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.368272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b40f3-a2a6-4871-b380-3b8bb8a99ceb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34177d82-0abe-46b1-838d-5573910837ef,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:13.376125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ac6b40f3-a2a6-4871-b380-3b8bb8a99ceb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.377410 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ac6b40f3-a2a6-4871-b380-3b8bb8a99ceb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312876 Apr 29 07:47:13.380115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56032) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:13.384449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-464c6940-5970-4b2d-8b8e-590deb4135aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9cbba6a6-8f3f-48f7-952c-8bc67f384b5f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:13.407747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Publish callbacks [] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.409000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-464c6940-5970-4b2d-8b8e-590deb4135aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (ad82085f-efcb-433e-9f68-cca1e22fbdf1), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.416416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.444177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8ee95aaf-858f-4761-9b9d-67806782e519 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:13.444536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.469558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-464c6940-5970-4b2d-8b8e-590deb4135aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (ad82085f-efcb-433e-9f68-cca1e22fbdf1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.473576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-464c6940-5970-4b2d-8b8e-590deb4135aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (ad82085f-efcb-433e-9f68-cca1e22fbdf1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.495455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6940-5970-4b2d-8b8e-590deb4135aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad82085f-efcb-433e-9f68-cca1e22fbdf1,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:13.502183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-464c6940-5970-4b2d-8b8e-590deb4135aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.503582 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-464c6940-5970-4b2d-8b8e-590deb4135aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225312 Apr 29 07:47:13.506103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a3fe0-bebc-47f8-9330-af981b29ab70 None None] Pushing event updated for resources: {'Port': ['ID=09358f6f-aa4a-45ca-93f6-d44a1f844f03,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:13.506618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56034) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:13.512510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-04f3bbf4-2f70-444c-9004-de2e36f2fcc7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9cbba6a6-8f3f-48f7-952c-8bc67f384b5f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:13.543963 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04f3bbf4-2f70-444c-9004-de2e36f2fcc7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (2f88384c-df8d-4cf9-9381-67f43d66d6f1), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.568557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Attempting to bind port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:47:13.568931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Attempting to bind port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:47:13.569415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Attempting to bind port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 on network 1bd1885c-5442-4dd7-babe-6afef2f05aca {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:47:13.593918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:47:13.594505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Checking segment: {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:47:13.594945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.595335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Bound using segment: {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:47:13.595847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Bound port: 09358f6f-aa4a-45ca-93f6-d44a1f844f03, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:47:13.596249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.610853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04f3bbf4-2f70-444c-9004-de2e36f2fcc7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (2f88384c-df8d-4cf9-9381-67f43d66d6f1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.615931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04f3bbf4-2f70-444c-9004-de2e36f2fcc7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2f88384c-df8d-4cf9-9381-67f43d66d6f1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.634173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3bbf4-2f70-444c-9004-de2e36f2fcc7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f88384c-df8d-4cf9-9381-67f43d66d6f1,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:13.646398 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-04f3bbf4-2f70-444c-9004-de2e36f2fcc7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.647899 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-04f3bbf4-2f70-444c-9004-de2e36f2fcc7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403203 Apr 29 07:47:13.650639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56036) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:13.652843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8ee95aaf-858f-4761-9b9d-67806782e519 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:13.653989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ba7f0c2-5f70-4cab-8068-fd40375211c7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:47:13.655182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-69a5dfaa-a9cb-41d3-8108-712b2017b89e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9cbba6a6-8f3f-48f7-952c-8bc67f384b5f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:13.676449 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-69a5dfaa-a9cb-41d3-8108-712b2017b89e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:47:13.681900 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69a5dfaa-a9cb-41d3-8108-712b2017b89e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (3f214f63-0df5-4acf-b270-6282304ee078), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.708343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] For port 09358f6f-aa4a-45ca-93f6-d44a1f844f03, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:47:13.721907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] For port 09358f6f-aa4a-45ca-93f6-d44a1f844f03, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=09358f6f-aa4a-45ca-93f6-d44a1f844f03,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:47:13.730684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.741007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69a5dfaa-a9cb-41d3-8108-712b2017b89e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (3f214f63-0df5-4acf-b270-6282304ee078), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.747658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69a5dfaa-a9cb-41d3-8108-712b2017b89e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (3f214f63-0df5-4acf-b270-6282304ee078), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.765569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5dfaa-a9cb-41d3-8108-712b2017b89e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f214f63-0df5-4acf-b270-6282304ee078,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:13.768950 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:13.769368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.774196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-69a5dfaa-a9cb-41d3-8108-712b2017b89e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.775435 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-69a5dfaa-a9cb-41d3-8108-712b2017b89e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238129 Apr 29 07:47:13.778035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56038) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:13.782513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b18e6e52-cdfd-48a1-aeaf-d420f6ba1ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '9cbba6a6-8f3f-48f7-952c-8bc67f384b5f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:13.805669 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-b18e6e52-cdfd-48a1-aeaf-d420f6ba1ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:47:13.811754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b18e6e52-cdfd-48a1-aeaf-d420f6ba1ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b4c4a5b3-c838-400a-b672-85cb9d3fc00b), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.834385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a3fe0-bebc-47f8-9330-af981b29ab70 None None] Pushing event updated for resources: {'Port': ['ID=09358f6f-aa4a-45ca-93f6-d44a1f844f03,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:13.837032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0b8bd797-e769-43cd-bd07-f828fb38cf8d None None] Provisioning complete for port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:13.837438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd797-e769-43cd-bd07-f828fb38cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.872405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:13.873175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:47:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:13.878371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b18e6e52-cdfd-48a1-aeaf-d420f6ba1ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b4c4a5b3-c838-400a-b672-85cb9d3fc00b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.885388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b18e6e52-cdfd-48a1-aeaf-d420f6ba1ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b4c4a5b3-c838-400a-b672-85cb9d3fc00b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.904939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e6e52-cdfd-48a1-aeaf-d420f6ba1ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c4a5b3-c838-400a-b672-85cb9d3fc00b,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:13.917070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b18e6e52-cdfd-48a1-aeaf-d420f6ba1ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:13.919471 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b18e6e52-cdfd-48a1-aeaf-d420f6ba1ec0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403718 Apr 29 07:47:14.025246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:14.054842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:14.081519 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-04034b1b-1496-4208-a4bb-907dc72019ff tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271054640&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.0460517 Apr 29 07:47:14.191477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865ff73-6423-4032-b39f-816f791c78c2 req-2780654f-230c-46ce-9ba0-50ec9164d8dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:14.193044 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-2780654f-230c-46ce-9ba0-50ec9164d8dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=1bd1885c-5442-4dd7-babe-6afef2f05aca HTTP/1.1" status: 200 len: 797 time: 0.1048479 Apr 29 07:47:14.209169 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-f5031311-afa6-4e96-b74d-6b9d26e70c2c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0103946 Apr 29 07:47:14.246596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0b8bd797-e769-43cd-bd07-f828fb38cf8d None None] Current status of the port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:14.246980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd797-e769-43cd-bd07-f828fb38cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:14.269513 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-62bc97db-fea3-4dcc-8960-2418db4db198 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547383 Apr 29 07:47:14.351992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0b8bd797-e769-43cd-bd07-f828fb38cf8d None None] For port 09358f6f-aa4a-45ca-93f6-d44a1f844f03, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=09358f6f-aa4a-45ca-93f6-d44a1f844f03,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:14.358549 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd797-e769-43cd-bd07-f828fb38cf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:14.371628 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-10861339-1c84-403c-aa74-dfee5199379d service neutron] 10.222.0.23 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903039 Apr 29 07:47:14.442281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bd797-e769-43cd-bd07-f828fb38cf8d None None] Pushing event updated for resources: {'Port': ['ID=09358f6f-aa4a-45ca-93f6-d44a1f844f03,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:14.475077 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-085be335-acda-4e48-b6fa-6be44ea23ef0 service neutron] 10.222.0.23 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970128 Apr 29 07:47:14.486920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-dfa497d4-bced-4f9d-a33e-9ebb19b6c81b None None] Provisioning complete for port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:14.487298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dfa497d4-bced-4f9d-a33e-9ebb19b6c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:14.517250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '09358f6f-aa4a-45ca-93f6-d44a1f844f03', 'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:54:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:10Z', 'updated_at': '2022-04-29T07:47:13Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:14.547386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdc2f9-6689-4a4d-8720-9cb215108ff4 None None] The sync data for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv is: [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '09358f6f-aa4a-45ca-93f6-d44a1f844f03', 'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:54:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:10Z', 'updated_at': '2022-04-29T07:47:13Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:47:14.611997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dfa497d4-bced-4f9d-a33e-9ebb19b6c81b None None] Current status of the port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:14.694785 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a679e26c-3db3-4796-9e1b-33e9a0771ede req-3cce3efe-ff0e-4d70-950a-7f48a93b57cf tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 210 time: 0.0419636 Apr 29 07:47:15.323344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 09358f6f-aa4a-45ca-93f6-d44a1f844f03 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:47:15.375477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:15.375997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:15.459992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:15.602576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865ff73-6423-4032-b39f-816f791c78c2 req-bc882052-ead8-41e3-ba1f-08511336f395 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:15.604034 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-bc882052-ead8-41e3-ba1f-08511336f395 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=1bd1885c-5442-4dd7-babe-6afef2f05aca HTTP/1.1" status: 200 len: 797 time: 0.1098478 Apr 29 07:47:15.669790 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-7337dedc-c767-43e1-ab7c-2f7eba48ed4c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 379 time: 0.0568330 Apr 29 07:47:15.680761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['9cbba6a6-8f3f-48f7-952c-8bc67f384b5f']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:15.798374 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2757ee0a-0f69-44d9-bde7-915cf528ff39 req-c25b7401-f40f-47d4-a804-919c648ad93e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 210 time: 0.0342627 Apr 29 07:47:15.816568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:47:15.820072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:15.950967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.12 (1bd1885c-5442-4dd7-babe-6afef2f05aca/9a30716c-88b7-4f49-820f-14093c09b6f7/3b233e13-377e-4c4b-872f-f149f68371ee) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:47:16.096504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (3b233e13-377e-4c4b-872f-f149f68371ee), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:16.130499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:16.171103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:47:16.174305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:47:16.176785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:47:16.204828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=3b233e13-377e-4c4b-872f-f149f68371ee,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:16.235388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:16.236019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:16.253597 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-338e001d-c2ed-4d00-9ac4-9bd9632f6a7e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771914 Apr 29 07:47:16.264804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Request body: {'port': {'device_id': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:16.329754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:16.445765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d552e9d4-dffa-4c6c-bfd0-7838637eeb6f None None] Provisioning complete for port 3b233e13-377e-4c4b-872f-f149f68371ee triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:16.446400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d552e9d4-dffa-4c6c-bfd0-7838637eeb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:16.479392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d552e9d4-dffa-4c6c-bfd0-7838637eeb6f None None] Port 3b233e13-377e-4c4b-872f-f149f68371ee cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:47:16.592593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b233e13-377e-4c4b-872f-f149f68371ee {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:47:16.600242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Publish callbacks [] for port (3b233e13-377e-4c4b-872f-f149f68371ee), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:16.612310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Transition to ACTIVE for port object 3b233e13-377e-4c4b-872f-f149f68371ee will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:47:16.617987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:16.665664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Pushing event updated for resources: {'Port': ['ID=3b233e13-377e-4c4b-872f-f149f68371ee,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:16.742737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Attempting to bind port 3b233e13-377e-4c4b-872f-f149f68371ee on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:47:16.742986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Attempting to bind port 3b233e13-377e-4c4b-872f-f149f68371ee by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:47:16.743304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Attempting to bind port 3b233e13-377e-4c4b-872f-f149f68371ee on network 1bd1885c-5442-4dd7-babe-6afef2f05aca {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:47:16.748117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Port 3b233e13-377e-4c4b-872f-f149f68371ee on network 1bd1885c-5442-4dd7-babe-6afef2f05aca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:47:16.748443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Attempting to bind port 3b233e13-377e-4c4b-872f-f149f68371ee on network 1bd1885c-5442-4dd7-babe-6afef2f05aca {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:47:16.753643 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:47:16.753983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Checking segment: {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:47:16.754382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Bound using segment: {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:47:16.754809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Bound port: 3b233e13-377e-4c4b-872f-f149f68371ee, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541aaf72-108e-49e1-b9d5-2a2b39e35264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:47:16.755172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:16.931413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45394707-0606-4451-bd02-89c45a79fe80 req-b66c54ee-e605-4adc-8d73-a539c98ac5b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:16.932876 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-45394707-0606-4451-bd02-89c45a79fe80 req-b66c54ee-e605-4adc-8d73-a539c98ac5b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 944 time: 0.0644672 Apr 29 07:47:16.987429 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-45394707-0606-4451-bd02-89c45a79fe80 req-c2bcbe1f-5c16-46ec-adea-f8361d43c679 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483420 Apr 29 07:47:17.123974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] For port 3b233e13-377e-4c4b-872f-f149f68371ee, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:47:17.126959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] For port 3b233e13-377e-4c4b-872f-f149f68371ee, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3b233e13-377e-4c4b-872f-f149f68371ee,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:47:17.135714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:17.170422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:17.171042 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:17.172425 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] 10.222.0.36 "PUT /v2.0/ports/3b233e13-377e-4c4b-872f-f149f68371ee HTTP/1.1" status: 200 len: 1094 time: 0.9119442 Apr 29 07:47:17.172883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:47:17.175195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:47:17.202088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfce01-6260-415a-b3ad-b9b3056ede31 service neutron] Pushing event updated for resources: {'Port': ['ID=3b233e13-377e-4c4b-872f-f149f68371ee,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:17.230530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b133999c-7c05-448c-af37-6d74000586f6 x-openstack-request-id: req-b133999c-7c05-448c-af37-6d74000586f6 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:47:17.230835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:47:17.231236 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b133999c-7c05-448c-af37-6d74000586f6 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:47:17.232236 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b133999c-7c05-448c-af37-6d74000586f6'] response: {'name': 'network-changed', 'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee', 'status': 'completed', 'code': 200} Apr 29 07:47:17.281244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865ff73-6423-4032-b39f-816f791c78c2 req-8984179a-73a1-4c02-bead-bf061855fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:17.282832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-8984179a-73a1-4c02-bead-bf061855fde0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 1128 time: 0.0462432 Apr 29 07:47:17.327498 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-ba09106c-8326-4d99-b3a1-1a7103ed5b65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b233e13-377e-4c4b-872f-f149f68371ee HTTP/1.1" status: 200 len: 217 time: 0.0381382 Apr 29 07:47:17.382679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865ff73-6423-4032-b39f-816f791c78c2 req-9639efb9-9fa9-4c85-b152-782c26def0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:17.384136 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-9639efb9-9fa9-4c85-b152-782c26def0f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a30716c-88b7-4f49-820f-14093c09b6f7 HTTP/1.1" status: 200 len: 844 time: 0.0476823 Apr 29 07:47:17.436015 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865ff73-6423-4032-b39f-816f791c78c2 req-bcff3154-9a25-46c1-9f9a-bbca7da628e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:17.437523 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-bcff3154-9a25-46c1-9f9a-bbca7da628e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bd1885c-5442-4dd7-babe-6afef2f05aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466473 Apr 29 07:47:17.530205 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-4e5c99e2-9c28-41e8-b741-73d6267e307f service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856838 Apr 29 07:47:17.624035 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2865ff73-6423-4032-b39f-816f791c78c2 req-93999be5-232b-4c28-ae83-e8cdc97d3678 service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875342 Apr 29 07:47:17.728654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-e56e5a7e-7de4-4226-9554-520b079ae1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:17.730187 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-e56e5a7e-7de4-4226-9554-520b079ae1bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 1128 time: 0.0532448 Apr 29 07:47:17.816997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-d4d9b3e5-7d1c-483a-b7e8-902882ccc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:17.818347 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-d4d9b3e5-7d1c-483a-b7e8-902882ccc289 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bd1885c-5442-4dd7-babe-6afef2f05aca HTTP/1.1" status: 200 len: 898 time: 0.0819502 Apr 29 07:47:17.862965 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-f7719fce-80ae-4694-8b5f-8fa220085ac1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b233e13-377e-4c4b-872f-f149f68371ee HTTP/1.1" status: 200 len: 217 time: 0.0378258 Apr 29 07:47:17.912903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-defae51e-bd67-40cf-bb1e-b38650007760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:17.914351 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-defae51e-bd67-40cf-bb1e-b38650007760 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a30716c-88b7-4f49-820f-14093c09b6f7 HTTP/1.1" status: 200 len: 844 time: 0.0455148 Apr 29 07:47:17.965164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-0a46e2af-04e9-4aac-83ef-874594080785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:17.966706 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-0a46e2af-04e9-4aac-83ef-874594080785 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bd1885c-5442-4dd7-babe-6afef2f05aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448415 Apr 29 07:47:18.066356 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-0956e83f-b8c3-44e6-a25c-84d8b21e1b1e service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922942 Apr 29 07:47:18.110828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393161cd-9adc-4f6d-962f-8390d995030a req-f05f19f1-c201-498d-8842-e261f675b91d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:18.112304 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-393161cd-9adc-4f6d-962f-8390d995030a req-f05f19f1-c201-498d-8842-e261f675b91d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 944 time: 0.0547442 Apr 29 07:47:18.156705 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-be79a7a2-ba0c-4db5-bfd0-06cc14d1fd2d req-0f0c72a8-e714-40cc-b66b-614c973f2d5d service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834353 Apr 29 07:47:18.162138 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-393161cd-9adc-4f6d-962f-8390d995030a req-3bf177f9-fd55-4679-a58b-c4794a49d4dd tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440311 Apr 29 07:47:18.347194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3b233e13-377e-4c4b-872f-f149f68371ee details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:47:18.441624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3b233e13-377e-4c4b-872f-f149f68371ee, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3b233e13-377e-4c4b-872f-f149f68371ee,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:18.453129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '3b233e13-377e-4c4b-872f-f149f68371ee', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'port_id': '3b233e13-377e-4c4b-872f-f149f68371ee', 'mac_address': 'fa:16:3e:a6:e3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:47:18.489303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 3b233e13-377e-4c4b-872f-f149f68371ee is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:18.489678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:18.506095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b233e13-377e-4c4b-872f-f149f68371ee {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:47:18.524781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3b233e13-377e-4c4b-872f-f149f68371ee, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3b233e13-377e-4c4b-872f-f149f68371ee,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:18.530856 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:18.576947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=3b233e13-377e-4c4b-872f-f149f68371ee,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:18.738084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['3b233e13-377e-4c4b-872f-f149f68371ee'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:47:19.298310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4355a-afec-4362-9370-dd93ccf86875 req-b0c79e86-cab5-4a29-a68d-2c5b94a8395f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:19.299793 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d9b4355a-afec-4362-9370-dd93ccf86875 req-b0c79e86-cab5-4a29-a68d-2c5b94a8395f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 945 time: 0.0600159 Apr 29 07:47:19.350357 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d9b4355a-afec-4362-9370-dd93ccf86875 req-b725256d-c311-4b5f-89f2-0d49a5045d20 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448902 Apr 29 07:47:20.346847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3b233e13-377e-4c4b-872f-f149f68371ee up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:47:20.399778 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 3b233e13-377e-4c4b-872f-f149f68371ee completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:47:20.404254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 3b233e13-377e-4c4b-872f-f149f68371ee triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:47:20.404623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:20.475754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9754d9e-59ea-4cfc-9102-a32142167e8c req-1bad135c-b1a6-4893-9232-9036cb0dd971 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:20.477209 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a9754d9e-59ea-4cfc-9102-a32142167e8c req-1bad135c-b1a6-4893-9232-9036cb0dd971 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 945 time: 0.0558228 Apr 29 07:47:20.485118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 3b233e13-377e-4c4b-872f-f149f68371ee is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:47:20.485529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:20.508272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:47:20.510585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0f8556-9f37-4b91-ae0d-8c61ee5ce7d3" -d '{"events": [{"server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "name": "network-vif-plugged", "status": "completed", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:47:20.524104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3b233e13-377e-4c4b-872f-f149f68371ee, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3b233e13-377e-4c4b-872f-f149f68371ee,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:47:20.530423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:20.530765 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a9754d9e-59ea-4cfc-9102-a32142167e8c req-f13a67c6-8705-4fea-925d-97d7c0d4fad4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472727 Apr 29 07:47:20.556628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fa9d20-5dc8-4e5a-96c6-94ac228ba074 x-openstack-request-id: req-77fa9d20-5dc8-4e5a-96c6-94ac228ba074 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:47:20.556919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "name": "network-vif-plugged", "status": "completed", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:47:20.557172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77fa9d20-5dc8-4e5a-96c6-94ac228ba074 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:47:20.557589 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77fa9d20-5dc8-4e5a-96c6-94ac228ba074'] response: {'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee', 'code': 200} Apr 29 07:47:20.581901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=3b233e13-377e-4c4b-872f-f149f68371ee,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:20.743646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e91e10-70f9-4495-87aa-16bd06958a46 req-028d9752-339f-409f-9422-134e0a768e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:20.745787 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-73e91e10-70f9-4495-87aa-16bd06958a46 req-028d9752-339f-409f-9422-134e0a768e24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 1130 time: 0.0582120 Apr 29 07:47:20.796215 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-73e91e10-70f9-4495-87aa-16bd06958a46 req-c18219c0-b9bc-44da-bc0b-42b7c955b63d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Apr 29 07:47:21.656108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8f3d-3cfb-40f6-9ae4-b10f4b455d77 req-1470fe0a-4f88-4928-90c4-0b609f759d67 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:21.657631 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d0df8f3d-3cfb-40f6-9ae4-b10f4b455d77 req-1470fe0a-4f88-4928-90c4-0b609f759d67 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 946 time: 0.0542367 Apr 29 07:47:21.708743 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d0df8f3d-3cfb-40f6-9ae4-b10f4b455d77 req-a24e7caf-78af-40e3-bb52-f45db5bf6e37 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Apr 29 07:47:22.841650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf07d8-afa0-49de-9473-7775ff8cb2a1 req-2f642308-1e81-4950-93cb-a16fac1a6f1c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:22.843213 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-35bf07d8-afa0-49de-9473-7775ff8cb2a1 req-2f642308-1e81-4950-93cb-a16fac1a6f1c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 946 time: 0.0629840 Apr 29 07:47:22.900915 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-35bf07d8-afa0-49de-9473-7775ff8cb2a1 req-d627ceab-79bf-42be-9afa-f28af3e588a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518215 Apr 29 07:47:23.030144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f737513-4a0a-4ba8-a8ef-34aa85a8a5e1 req-4fde4e19-3af0-4a5b-9ccf-9d283e030095 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:23.031620 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6f737513-4a0a-4ba8-a8ef-34aa85a8a5e1 req-4fde4e19-3af0-4a5b-9ccf-9d283e030095 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 946 time: 0.0598102 Apr 29 07:47:23.080212 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6f737513-4a0a-4ba8-a8ef-34aa85a8a5e1 req-7cc7fe72-3703-488f-a745-d0407645f374 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427110 Apr 29 07:47:23.102038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56086) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:23.148882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324e480-ab8b-4a1f-a50e-08fb87ee5e0f tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:23.150447 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c324e480-ab8b-4a1f-a50e-08fb87ee5e0f tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 1125 time: 0.0472841 Apr 29 07:47:23.154387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56088) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:23.158584 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '3b233e13-377e-4c4b-872f-f149f68371ee', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:47:23.182335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:23.292270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:23.680316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.41 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/e01c22d7-434c-4e0a-9e73-579a6aa0f74e) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:47:23.787239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (e01c22d7-434c-4e0a-9e73-579a6aa0f74e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:23.826088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e01c22d7-434c-4e0a-9e73-579a6aa0f74e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:23.864138 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:47:23.867015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:47:23.873196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:47:23.876340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=e01c22d7-434c-4e0a-9e73-579a6aa0f74e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:24.227028 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (6cbb6a82-0c31-45a3-b708-7a605cde5234), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:24.304490 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e01c22d7-434c-4e0a-9e73-579a6aa0f74e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:24.467338 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (e01c22d7-434c-4e0a-9e73-579a6aa0f74e), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:24.474165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (e01c22d7-434c-4e0a-9e73-579a6aa0f74e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:24.536067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=e01c22d7-434c-4e0a-9e73-579a6aa0f74e,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:47:24.551332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (6cbb6a82-0c31-45a3-b708-7a605cde5234), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:24.652226 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 6cbb6a82-0c31-45a3-b708-7a605cde5234 associated. External IP: 172.26.3.41, port: 3b233e13-377e-4c4b-872f-f149f68371ee. Apr 29 07:47:24.873007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 705f3076-2401-4b33-902e-f9c4f689a447 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:47:24.999995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:47:25.010132 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] Sync routers for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:47:25.021091 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:25.021368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:25.021739 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:47:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:25.052478 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e575eb8b-efc9-41ae-ad84-e59be39fe188 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8970842 Apr 29 07:47:25.053062 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:47:25.055367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6aa546-d436-45ef-8122-aabb0cf110a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:47:25.055654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56090) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:25.131297 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:25.132807 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cea56636-c13e-4dbd-a460-a5737a5507f5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/6cbb6a82-0c31-45a3-b708-7a605cde5234 HTTP/1.1" status: 200 len: 991 time: 0.0759740 Apr 29 07:47:25.153870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac33b12-b53d-42de-8641-90834ed8d711 x-openstack-request-id: req-aac33b12-b53d-42de-8641-90834ed8d711 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:47:25.154170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:47:25.154434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aac33b12-b53d-42de-8641-90834ed8d711 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:47:25.154841 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac33b12-b53d-42de-8641-90834ed8d711'] response: {'name': 'network-changed', 'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee', 'status': 'completed', 'code': 200} Apr 29 07:47:25.224327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-2a65e4db-00be-4c61-b1a5-9454e0eeb2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:25.226043 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-2a65e4db-00be-4c61-b1a5-9454e0eeb2f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 1130 time: 0.0479772 Apr 29 07:47:25.325082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-572fe965-0bdc-4f67-a7e9-60edb758d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:25.326579 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-572fe965-0bdc-4f67-a7e9-60edb758d412 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bd1885c-5442-4dd7-babe-6afef2f05aca HTTP/1.1" status: 200 len: 898 time: 0.0951366 Apr 29 07:47:25.379477 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '6cbb6a82-0c31-45a3-b708-7a605cde5234', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'port_id': '3b233e13-377e-4c4b-872f-f149f68371ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'mac_address': 'fa:16:3e:a6:e3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:47:24Z', 'updated_at': '2022-04-29T07:47:24Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09358f6f-aa4a-45ca-93f6-d44a1f844f03', 'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:54:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:10Z', 'updated_at': '2022-04-29T07:47:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:25.398135 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-ae55cb11-a671-47e7-861c-c3e8fe08292b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b233e13-377e-4c4b-872f-f149f68371ee HTTP/1.1" status: 200 len: 999 time: 0.0655537 Apr 29 07:47:25.405274 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] Checking router: 705f3076-2401-4b33-902e-f9c4f689a447 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:47:25.415984 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:47:25.416604 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:47:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:25.450776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-7f24f309-6022-4b8d-b5fb-4d2939ccb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:25.452279 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-7f24f309-6022-4b8d-b5fb-4d2939ccb075 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a30716c-88b7-4f49-820f-14093c09b6f7 HTTP/1.1" status: 200 len: 844 time: 0.0483546 Apr 29 07:47:25.508671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-763f1f64-ba52-4dc0-9e48-c8932da74674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:47:25.510255 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-763f1f64-ba52-4dc0-9e48-c8932da74674 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bd1885c-5442-4dd7-babe-6afef2f05aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0525930 Apr 29 07:47:25.604839 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-a1d1b3bc-a76e-402d-b09b-41de387119b0 service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877070 Apr 29 07:47:25.626690 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:47:25.700024 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a6aa546-d436-45ef-8122-aabb0cf110a2 req-a394c397-dae8-4cc6-acca-25e16d033d2b service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892215 Apr 29 07:47:25.862239 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '6cbb6a82-0c31-45a3-b708-7a605cde5234', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'port_id': '3b233e13-377e-4c4b-872f-f149f68371ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'mac_address': 'fa:16:3e:a6:e3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:47:24Z', 'updated_at': '2022-04-29T07:47:24Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09358f6f-aa4a-45ca-93f6-d44a1f844f03', 'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:54:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:10Z', 'updated_at': '2022-04-29T07:47:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:47:25.888175 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959294ff-a1ea-4f32-ba1d-a0492dc48659 None None] The sync data for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv is: [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '6cbb6a82-0c31-45a3-b708-7a605cde5234', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.41', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'port_id': '3b233e13-377e-4c4b-872f-f149f68371ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'mac_address': 'fa:16:3e:a6:e3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:47:24Z', 'updated_at': '2022-04-29T07:47:24Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09358f6f-aa4a-45ca-93f6-d44a1f844f03', 'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:54:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:10Z', 'updated_at': '2022-04-29T07:47:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:47:26.096400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82256594-a2e6-4085-af65-8e873cdeeefd None None] New status for floating IP 6cbb6a82-0c31-45a3-b708-7a605cde5234: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:47:26.137133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56096) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:26.202502 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bad3b9db-2aab-4d6f-929f-5605e78a8ca1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/6cbb6a82-0c31-45a3-b708-7a605cde5234 HTTP/1.1" status: 200 len: 991 time: 0.0640240 Apr 29 07:47:27.207449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56098) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:47:27.272214 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1e07b6c2-766a-4819-a3c5-bfd11e5a83b3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/6cbb6a82-0c31-45a3-b708-7a605cde5234 HTTP/1.1" status: 200 len: 993 time: 0.0632415 Apr 29 07:47:31.291166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b6d5394f-cd4f-4627-ba0e-aa9f60a4159d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:33.383115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1574631e-daca-46f5-8b90-1969348f894d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:34.737599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:35.384649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:36.052828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:37.304785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:47:40.170790 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:48:01.293484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b56e5ac1-6edf-4ef2-973b-4ff0956e3ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:03.386046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5dff4013-3131-49b5-8c5e-49c527ad70d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:04.740113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:05.386901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:06.067053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:07.302485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:17.176196 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:48:19.395217 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-df178018-c33c-46f9-8158-9f77c81678ed req-790dfb56-e90e-490f-b6ee-4a8220718519 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466633 Apr 29 07:48:19.482706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178018-c33c-46f9-8158-9f77c81678ed req-81eb9f7a-d2fa-4114-b8e7-8284e10c2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:48:19.484205 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-df178018-c33c-46f9-8158-9f77c81678ed req-81eb9f7a-d2fa-4114-b8e7-8284e10c2e5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 1130 time: 0.0467722 Apr 29 07:48:19.598466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178018-c33c-46f9-8158-9f77c81678ed req-562d39aa-0277-4f2a-a7d6-f53f30e56884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:48:19.599940 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-df178018-c33c-46f9-8158-9f77c81678ed req-562d39aa-0277-4f2a-a7d6-f53f30e56884 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bd1885c-5442-4dd7-babe-6afef2f05aca HTTP/1.1" status: 200 len: 898 time: 0.0935748 Apr 29 07:48:19.673119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-df178018-c33c-46f9-8158-9f77c81678ed req-bc7c9143-7707-483b-9b08-742b68be0298 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b233e13-377e-4c4b-872f-f149f68371ee HTTP/1.1" status: 200 len: 1001 time: 0.0665452 Apr 29 07:48:19.721524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178018-c33c-46f9-8158-9f77c81678ed req-1e43f0f9-995b-425c-a4e6-779f8202f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:48:19.722960 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-df178018-c33c-46f9-8158-9f77c81678ed req-1e43f0f9-995b-425c-a4e6-779f8202f13a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a30716c-88b7-4f49-820f-14093c09b6f7 HTTP/1.1" status: 200 len: 844 time: 0.0441563 Apr 29 07:48:19.774891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178018-c33c-46f9-8158-9f77c81678ed req-92601004-035d-458a-867a-94043b07d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:48:19.776351 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-df178018-c33c-46f9-8158-9f77c81678ed req-92601004-035d-458a-867a-94043b07d850 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bd1885c-5442-4dd7-babe-6afef2f05aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473807 Apr 29 07:48:19.871865 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-df178018-c33c-46f9-8158-9f77c81678ed req-a12224d3-4592-49e6-9159-3dca7844b151 service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887227 Apr 29 07:48:19.973930 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-df178018-c33c-46f9-8158-9f77c81678ed req-a79e63dd-72b4-40e5-82bb-d0184bc73918 service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955045 Apr 29 07:48:31.291141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-75371f9d-1ae7-44be-890d-474c2159e4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:33.388420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-83ebbff4-12b6-4da0-b36b-cb5d2f4f4b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:34.750390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:35.386998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:36.066019 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:37.303860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:48:54.180817 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:49:01.285516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2c268514-93db-4b7a-b57b-348718761c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:03.390613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-753746a5-e57b-408f-9d31-50edbf36286f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:04.749423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:05.415091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:06.066906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:07.305126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:18.454158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56122) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:49:18.464554 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:49:18.559199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9111284'] for subnet (9a30716c-88b7-4f49-820f-14093c09b6f7), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:18.714183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745940776479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2203103'] for subnet (9a30716c-88b7-4f49-820f-14093c09b6f7), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:18.750780 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:49:18.751375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:18.753401 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/subnets/9a30716c-88b7-4f49-820f-14093c09b6f7 HTTP/1.1" status: 200 len: 836 time: 0.2971666 Apr 29 07:49:18.757842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd2126-32fe-41fc-a81c-9e0603daeaa6 None None] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:49:18.770407 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=9a30716c-88b7-4f49-820f-14093c09b6f7,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:49:18.777779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.778124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.778468 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.778797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.779124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.779448 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.779771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.780096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.780415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.780734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.781055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.781399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:18.781705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ddb4a-4436-48a9-bb8d-4f396619b2c7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:49:19.160546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5756e7a3-e1e8-4f22-bac4-db0178b8478e None None] Provisioning complete for port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:49:19.160815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5756e7a3-e1e8-4f22-bac4-db0178b8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:19.240243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5756e7a3-e1e8-4f22-bac4-db0178b8478e None None] Current status of the port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:49:19.250876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5756e7a3-e1e8-4f22-bac4-db0178b8478e None None] Provisioning complete for port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:49:19.251281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5756e7a3-e1e8-4f22-bac4-db0178b8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:19.331231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5756e7a3-e1e8-4f22-bac4-db0178b8478e None None] Current status of the port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:49:19.342574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5756e7a3-e1e8-4f22-bac4-db0178b8478e None None] Provisioning complete for port 3b233e13-377e-4c4b-872f-f149f68371ee triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:49:19.342949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5756e7a3-e1e8-4f22-bac4-db0178b8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:19.421789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5756e7a3-e1e8-4f22-bac4-db0178b8478e None None] Current status of the port 3b233e13-377e-4c4b-872f-f149f68371ee is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:49:21.402252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-f61a01c5-4316-4173-bcb0-d58c905ec1b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468707 Apr 29 07:49:21.504577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-b918718e-a343-4ce4-b2e3-a53170fa97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:49:21.506114 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-b918718e-a343-4ce4-b2e3-a53170fa97a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 1130 time: 0.0500603 Apr 29 07:49:21.628110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-f10ea6b0-7577-4d02-850b-8e0204275c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:49:21.629625 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-f10ea6b0-7577-4d02-850b-8e0204275c82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bd1885c-5442-4dd7-babe-6afef2f05aca HTTP/1.1" status: 200 len: 898 time: 0.1007710 Apr 29 07:49:21.703282 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-5b3e252a-d4b1-4492-9acc-0d359792de6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b233e13-377e-4c4b-872f-f149f68371ee HTTP/1.1" status: 200 len: 1001 time: 0.0674510 Apr 29 07:49:21.751074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-437806e9-2886-4211-ad85-2131e5b5fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:49:21.752477 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-437806e9-2886-4211-ad85-2131e5b5fee7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a30716c-88b7-4f49-820f-14093c09b6f7 HTTP/1.1" status: 200 len: 844 time: 0.0432467 Apr 29 07:49:21.807128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-790ea2e5-0d86-4408-b0b1-bc8f7e3189bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:49:21.808644 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-790ea2e5-0d86-4408-b0b1-bc8f7e3189bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bd1885c-5442-4dd7-babe-6afef2f05aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498834 Apr 29 07:49:21.896110 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-c7221ad4-ad17-4a93-bdbf-8e6a04c9ec37 service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812476 Apr 29 07:49:21.988980 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-221f9cb5-5324-4cd0-8e79-bf53ae480457 req-227bd1c2-e4c1-4f3b-b18b-ef4bbcffc4e5 service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868664 Apr 29 07:49:31.180073 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:49:31.290204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f570968b-d310-45f3-ba1c-98fb3eed82aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:33.387192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fca83189-20f3-409b-aae7-fb6de1b51e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:34.756306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:35.435215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:36.072884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:49:37.307061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:01.304155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-79ed4d18-64a8-43e7-b512-7788912e44e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:01.585373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56150) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:01.858454 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port e01c22d7-434c-4e0a-9e73-579a6aa0f74e {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:50:01.858711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e01c22d7-434c-4e0a-9e73-579a6aa0f74e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:01.931898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e01c22d7-434c-4e0a-9e73-579a6aa0f74e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:01.932187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (e01c22d7-434c-4e0a-9e73-579a6aa0f74e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:01.945684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for e01c22d7-434c-4e0a-9e73-579a6aa0f74e owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:50:02.108254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e01c22d7-434c-4e0a-9e73-579a6aa0f74e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:02.132840 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=e01c22d7-434c-4e0a-9e73-579a6aa0f74e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:02.162055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.162403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.162745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.163082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.163413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.163734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.164067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.164391 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.164716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.165041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.165392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.165716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.166034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:02.203915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (6cbb6a82-0c31-45a3-b708-7a605cde5234), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:02.204199 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 6cbb6a82-0c31-45a3-b708-7a605cde5234 disassociated (deleted). External IP: 172.26.3.41, port: 3b233e13-377e-4c4b-872f-f149f68371ee. Apr 29 07:50:02.420127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 705f3076-2401-4b33-902e-f9c4f689a447 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:50:02.529845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:02.534394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:02.539965 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] Sync routers for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:02.550403 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:02.551035 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:49:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:02.566927 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f60a7550-45fd-40a5-b0b4-4fb7ee7f50c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/floatingips/6cbb6a82-0c31-45a3-b708-7a605cde5234 HTTP/1.1" status: 204 len: 168 time: 0.9803638 Apr 29 07:50:02.567553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:02.569937 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefd9b71-d6b9-4f49-a26d-45254010eac5" -d '{"events": [{"name": "network-changed", "server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:02.608868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4cc65b-b409-420f-b5f5-eecfa43ccabc x-openstack-request-id: req-3c4cc65b-b409-420f-b5f5-eecfa43ccabc {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:02.609551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:02.609551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c4cc65b-b409-420f-b5f5-eecfa43ccabc {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:02.610172 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4cc65b-b409-420f-b5f5-eecfa43ccabc'] response: {'name': 'network-changed', 'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee', 'status': 'completed', 'code': 200} Apr 29 07:50:02.661121 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:02.677550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-614bbbc6-9851-4d25-a5f5-9abf4e3a8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:02.679120 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-614bbbc6-9851-4d25-a5f5-9abf4e3a8741 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 1130 time: 0.0492010 Apr 29 07:50:02.778628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-a2cdaa88-9c46-463c-9840-06214c0192ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:02.780107 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-a2cdaa88-9c46-463c-9840-06214c0192ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bd1885c-5442-4dd7-babe-6afef2f05aca HTTP/1.1" status: 200 len: 898 time: 0.0922980 Apr 29 07:50:02.808527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db0cf4-b36b-4777-9ea6-e99338176a7c req-79440c43-21df-47d7-8082-2230256ef0cf tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:02.810054 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-20db0cf4-b36b-4777-9ea6-e99338176a7c req-79440c43-21df-47d7-8082-2230256ef0cf tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 946 time: 0.0532165 Apr 29 07:50:02.828703 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-65d7c424-fc88-4dce-99e3-2c36becc15dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b233e13-377e-4c4b-872f-f149f68371ee HTTP/1.1" status: 200 len: 217 time: 0.0409811 Apr 29 07:50:02.859837 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-20db0cf4-b36b-4777-9ea6-e99338176a7c req-bbb87167-f663-4b62-bc97-27d62ef0b50d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441811 Apr 29 07:50:02.872550 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '09358f6f-aa4a-45ca-93f6-d44a1f844f03', 'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:54:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:10Z', 'updated_at': '2022-04-29T07:47:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:02.888884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-bb099fec-ca4a-4d00-a3a7-7a81232d9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:02.890460 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-bb099fec-ca4a-4d00-a3a7-7a81232d9611 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a30716c-88b7-4f49-820f-14093c09b6f7 HTTP/1.1" status: 200 len: 844 time: 0.0549262 Apr 29 07:50:02.898326 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] Checking router: 705f3076-2401-4b33-902e-f9c4f689a447 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:02.906442 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:02.907040 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:49:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:02.940991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-13331ba7-70aa-4437-aff5-cbd41b0603b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:02.942451 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-13331ba7-70aa-4437-aff5-cbd41b0603b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bd1885c-5442-4dd7-babe-6afef2f05aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445383 Apr 29 07:50:03.013686 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:03.223738 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '09358f6f-aa4a-45ca-93f6-d44a1f844f03', 'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:54:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:10Z', 'updated_at': '2022-04-29T07:47:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:03.254126 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad947d-4ba5-46bc-aab6-ff22001490b2 None None] The sync data for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv is: [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '09358f6f-aa4a-45ca-93f6-d44a1f844f03', 'name': '', 'network_id': '1bd1885c-5442-4dd7-babe-6afef2f05aca', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:54:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:10Z', 'updated_at': '2022-04-29T07:47:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '9a30716c-88b7-4f49-820f-14093c09b6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:03.343315 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-773b1a07-0b37-419f-a2ba-2452865a0ae1 service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932259 Apr 29 07:50:03.380523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c4161131-6eba-44c5-a768-94e28747410e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:03.435841 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eefd9b71-d6b9-4f49-a26d-45254010eac5 req-96f2edba-09e0-47a8-8f1a-76364c74cd8e service neutron] 10.222.0.36 "GET /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860479 Apr 29 07:50:03.481853 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf9315-a4d4-4ff4-ad60-badd07c2b348 None None] New status for floating IP 6cbb6a82-0c31-45a3-b708-7a605cde5234: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:50:03.991501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f65b2-a1e7-4436-b6d0-10ca6a284fc1 req-6934e912-7874-4309-90a9-e3320b06ddab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:03.992880 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-766f65b2-a1e7-4436-b6d0-10ca6a284fc1 req-6934e912-7874-4309-90a9-e3320b06ddab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 946 time: 0.0585177 Apr 29 07:50:04.069005 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-766f65b2-a1e7-4436-b6d0-10ca6a284fc1 req-9254867f-441e-4aea-844b-db45a0b532fc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655754 Apr 29 07:50:04.076865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-ab9669c8-db08-486c-a33f-84c8facf568e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:04.078272 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-ab9669c8-db08-486c-a33f-84c8facf568e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=b34d3b95-e6a9-421a-a027-e57a9fec7608 HTTP/1.1" status: 200 len: 946 time: 0.0826638 Apr 29 07:50:04.173179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 3b233e13-377e-4c4b-872f-f149f68371ee {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:50:04.173522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:04.263449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 3b233e13-377e-4c4b-872f-f149f68371ee, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3b233e13-377e-4c4b-872f-f149f68371ee,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:04.263720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:04.276637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 3b233e13-377e-4c4b-872f-f149f68371ee owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:50:04.416294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3b233e13-377e-4c4b-872f-f149f68371ee), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:04.444850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=3b233e13-377e-4c4b-872f-f149f68371ee,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:04.490765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port 3b233e13-377e-4c4b-872f-f149f68371ee on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:50:04.493382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:04.496616 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d71be6c7-5587-4474-8d7d-4f92b618f8c5 req-3c5463e0-473d-4220-8958-f82f078719f4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/3b233e13-377e-4c4b-872f-f149f68371ee HTTP/1.1" status: 204 len: 173 time: 0.4125745 Apr 29 07:50:04.611879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'name': 'network-vif-deleted', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:04.614392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b4ea0f-44a4-4ccd-8252-1f7074bd9df9" -d '{"events": [{"server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "name": "network-vif-deleted", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:04.650473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713f844a-8be1-493d-9912-dbb73b4b1927 x-openstack-request-id: req-713f844a-8be1-493d-9912-dbb73b4b1927 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:04.650770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34d3b95-e6a9-421a-a027-e57a9fec7608", "name": "network-vif-deleted", "tag": "3b233e13-377e-4c4b-872f-f149f68371ee", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:04.651023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-713f844a-8be1-493d-9912-dbb73b4b1927 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:04.651463 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713f844a-8be1-493d-9912-dbb73b4b1927'] response: {'server_uuid': 'b34d3b95-e6a9-421a-a027-e57a9fec7608', 'name': 'network-vif-deleted', 'tag': '3b233e13-377e-4c4b-872f-f149f68371ee', 'status': 'completed', 'code': 200} Apr 29 07:50:04.754409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:05.127487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56174) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:05.185440 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b78b98c8-7a93-47fa-a7a8-34127fb20448 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (9cbba6a6-8f3f-48f7-952c-8bc67f384b5f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:05.211802 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b78b98c8-7a93-47fa-a7a8-34127fb20448 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (9cbba6a6-8f3f-48f7-952c-8bc67f384b5f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:05.279025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b78b98c8-7a93-47fa-a7a8-34127fb20448 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (9cbba6a6-8f3f-48f7-952c-8bc67f384b5f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:05.281630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b78b98c8-7a93-47fa-a7a8-34127fb20448 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:05.282838 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b78b98c8-7a93-47fa-a7a8-34127fb20448 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/9cbba6a6-8f3f-48f7-952c-8bc67f384b5f HTTP/1.1" status: 204 len: 168 time: 0.1543491 Apr 29 07:50:05.291897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b98c8-7a93-47fa-a7a8-34127fb20448 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbba6a6-8f3f-48f7-952c-8bc67f384b5f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:05.329841 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56178) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:05.426162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:05.709185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (705f3076-2401-4b33-902e-f9c4f689a447), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:05.975294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 09358f6f-aa4a-45ca-93f6-d44a1f844f03 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:50:05.975548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:06.069958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:06.075672 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 09358f6f-aa4a-45ca-93f6-d44a1f844f03, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=09358f6f-aa4a-45ca-93f6-d44a1f844f03,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:06.076088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:06.088879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 09358f6f-aa4a-45ca-93f6-d44a1f844f03 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:50:06.280652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (09358f6f-aa4a-45ca-93f6-d44a1f844f03), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:06.306289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=09358f6f-aa4a-45ca-93f6-d44a1f844f03,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:06.489005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (705f3076-2401-4b33-902e-f9c4f689a447), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:06.986486 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router 705f3076-2401-4b33-902e-f9c4f689a447 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:50:07.098275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:07.104342 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8a3434aa-0821-47ce-b16a-06efb5336ed5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/705f3076-2401-4b33-902e-f9c4f689a447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731493 Apr 29 07:50:07.106292 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56180) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:07.108311 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] Sync routers for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:07.118406 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:07.119052 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:07.161378 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4777bb-ce6f-4302-bc8e-7ee167c51c58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting subnet 9a30716c-88b7-4f49-820f-14093c09b6f7 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:50:07.164904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae4777bb-ce6f-4302-bc8e-7ee167c51c58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (9a30716c-88b7-4f49-820f-14093c09b6f7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.205652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae4777bb-ce6f-4302-bc8e-7ee167c51c58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (9a30716c-88b7-4f49-820f-14093c09b6f7), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.223299 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:07.290182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae4777bb-ce6f-4302-bc8e-7ee167c51c58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (9a30716c-88b7-4f49-820f-14093c09b6f7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.302984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.356807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae4777bb-ce6f-4302-bc8e-7ee167c51c58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (9a30716c-88b7-4f49-820f-14093c09b6f7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.385142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4777bb-ce6f-4302-bc8e-7ee167c51c58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Subnet': ['ID=9a30716c-88b7-4f49-820f-14093c09b6f7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:07.388759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ae4777bb-ce6f-4302-bc8e-7ee167c51c58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.394988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56182) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:07.402229 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ae4777bb-ce6f-4302-bc8e-7ee167c51c58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/subnets/9a30716c-88b7-4f49-820f-14093c09b6f7 HTTP/1.1" status: 204 len: 168 time: 0.2943943 Apr 29 07:50:07.403362 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d7926-339d-4ef2-804c-440b53c43256 None None] Network 1bd1885c-5442-4dd7-babe-6afef2f05aca requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:50:07.407449 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:50:06Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:07.514666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (705f3076-2401-4b33-902e-f9c4f689a447), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.535432 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] Checking router: 705f3076-2401-4b33-902e-f9c4f689a447 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:07.548244 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] Routers {'705f3076-2401-4b33-902e-f9c4f689a447'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:07.548878 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['705f3076-2401-4b33-902e-f9c4f689a447'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:07.581738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] DHCP port deletion for 1bd1885c-5442-4dd7-babe-6afef2f05aca request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:50:07.623865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (705f3076-2401-4b33-902e-f9c4f689a447), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.634632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Deleting port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:50:07.635009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.660939 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] Set router 705f3076-2401-4b33-902e-f9c4f689a447 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:07.682478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 8ee95aaf-858f-4761-9b9d-67806782e519 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:50:07.682874 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.696528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] For port 8ba7f0c2-5f70-4cab-8068-fd40375211c7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8ba7f0c2-5f70-4cab-8068-fd40375211c7,segment=NetworkSegment(541aaf72-108e-49e1-b9d5-2a2b39e35264),segment_id=541aaf72-108e-49e1-b9d5-2a2b39e35264)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:07.696936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.709787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Calling delete_port for 8ba7f0c2-5f70-4cab-8068-fd40375211c7 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:50:07.763046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 8ee95aaf-858f-4761-9b9d-67806782e519, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8ee95aaf-858f-4761-9b9d-67806782e519,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:07.763414 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.776476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 8ee95aaf-858f-4761-9b9d-67806782e519 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:50:07.792364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (8ba7f0c2-5f70-4cab-8068-fd40375211c7), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.815611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Pushing event deleted for resources: {'Port': ['ID=8ba7f0c2-5f70-4cab-8068-fd40375211c7,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:07.825496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.825848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.826190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.826524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.827040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.827534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.828037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.828529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.829038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.829573 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.829899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.830398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.830893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:07.833753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74493089-6bf6-4020-ac89-64d9dbb5c668 None None] No DVR routers for this DVR port 8ba7f0c2-5f70-4cab-8068-fd40375211c7 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:50:07.837933 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:50:06Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:07.863745 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635432f-fde3-48ff-9a60-81d2b2845284 None None] The sync data for ids ['705f3076-2401-4b33-902e-f9c4f689a447'] in dv-neutron-839860-1-hyperv is: [{'id': '705f3076-2401-4b33-902e-f9c4f689a447', 'name': 'tempest-TestNetworkBasicOps-router-1127495003', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:50:06Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '8ee95aaf-858f-4761-9b9d-67806782e519', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f3076-2401-4b33-902e-f9c4f689a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:47:08Z', 'updated_at': '2022-04-29T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:07.957867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (8ee95aaf-858f-4761-9b9d-67806782e519), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:07.986930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=8ee95aaf-858f-4761-9b9d-67806782e519,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:08.047099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (705f3076-2401-4b33-902e-f9c4f689a447), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.138005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (705f3076-2401-4b33-902e-f9c4f689a447), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.140279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (705f3076-2401-4b33-902e-f9c4f689a447), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.179260 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:50:08.187008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (705f3076-2401-4b33-902e-f9c4f689a447), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.187568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Fanout notify agent at l3_agent the message router_deleted on router 705f3076-2401-4b33-902e-f9c4f689a447 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:50:08.197105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.198916 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-2a5e308c-ff9e-4d7d-b345-fedb09f7f95f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/routers/705f3076-2401-4b33-902e-f9c4f689a447 HTTP/1.1" status: 204 len: 168 time: 0.8024004 Apr 29 07:50:08.202979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56184) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:08.281674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (1bd1885c-5442-4dd7-babe-6afef2f05aca), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.372806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (1bd1885c-5442-4dd7-babe-6afef2f05aca), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.392964 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd1885c-5442-4dd7-babe-6afef2f05aca']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:08.402596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541aaf72-108e-49e1-b9d5-2a2b39e35264') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:08.403014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541aaf72-108e-49e1-b9d5-2a2b39e35264') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:08.413499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (541aaf72-108e-49e1-b9d5-2a2b39e35264), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.426877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (541aaf72-108e-49e1-b9d5-2a2b39e35264), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.433046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:50:08.433467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (541aaf72-108e-49e1-b9d5-2a2b39e35264), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:50:08.436428 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:50:08.500392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (1bd1885c-5442-4dd7-babe-6afef2f05aca), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.508205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.511093 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/networks/1bd1885c-5442-4dd7-babe-6afef2f05aca HTTP/1.1" status: 204 len: 168 time: 0.3069208 Apr 29 07:50:08.519382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56186) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:08.526250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'network': {'name': 'tempest-network-smoke--271089933', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'port_security_enabled': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:08.526621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a38713-e1ce-4fe7-843d-1f7d5fdaa67f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Network': ['ID=1bd1885c-5442-4dd7-babe-6afef2f05aca,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:08.554543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:08.558040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.582154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:50:08.591351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (0ada755b-7c74-4073-b6e1-2eab77484f66), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.591722 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Added segment 0ada755b-7c74-4073-b6e1-2eab77484f66 of type vlan for network 0afec693-24dd-4af8-bf29-393720a6cb23 Apr 29 07:50:08.630987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (0afec693-24dd-4af8-bf29-393720a6cb23), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.662432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (0afec693-24dd-4af8-bf29-393720a6cb23), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.669849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:08.670668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.732722 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2115750 Apr 29 07:50:08.735514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56188) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:08.739892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-900852601', 'admin_state_up': True, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:08.760008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3a2ac-bb0d-4582-b4de-0bc3c76990ae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Network': ['ID=0afec693-24dd-4af8-bf29-393720a6cb23,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:08.771079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 0afec693-24dd-4af8-bf29-393720a6cb23 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:50:08.772850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.774357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.830370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:08.977852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:09.175415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:09.193683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:09.265654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3b233e13-377e-4c4b-872f-f149f68371ee no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:50:09.289719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 3b233e13-377e-4c4b-872f-f149f68371ee {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:50:09.290057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3b233e13-377e-4c4b-872f-f149f68371ee not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:50:09.299149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.61 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/b363bda0-2d3d-49f5-9c8e-fc8326dc317c) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:09.409483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 09358f6f-aa4a-45ca-93f6-d44a1f844f03 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:50:09.414010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:09.430779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 09358f6f-aa4a-45ca-93f6-d44a1f844f03 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:50:09.431237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 09358f6f-aa4a-45ca-93f6-d44a1f844f03 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:50:09.431806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ee95aaf-858f-4761-9b9d-67806782e519 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:50:09.450157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:09.453958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 8ee95aaf-858f-4761-9b9d-67806782e519 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:50:09.454449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ee95aaf-858f-4761-9b9d-67806782e519 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:50:09.455028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ba7f0c2-5f70-4cab-8068-fd40375211c7 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:50:09.474763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 8ba7f0c2-5f70-4cab-8068-fd40375211c7 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:50:09.475220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ba7f0c2-5f70-4cab-8068-fd40375211c7 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:50:09.488704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:09.491611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:09.494161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:09.519462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=b363bda0-2d3d-49f5-9c8e-fc8326dc317c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:09.760882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:09.970268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:10.140431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:50:10.249676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:10.260266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Sync routers for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:10.270747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:10.271607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:10.272012 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0bfce9f4-21f6-4472-a85c-e0ef1f24d265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5355911 Apr 29 07:50:10.272233 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:10.275298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56190) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:10.368966 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9a01bedc-c94d-47b7-8c68-4d87776106d5 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0925386 Apr 29 07:50:10.371830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56194) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:10.380150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:10.457564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3abd5-e969-4252-9155-f2a3aa8ac8e1 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:10.461788 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4cb3abd5-e969-4252-9155-f2a3aa8ac8e1 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856562 Apr 29 07:50:10.462152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56196) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:10.489418 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bd74a50a-ba74-4acf-af56-4b6e4d318772 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261590 Apr 29 07:50:10.491812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56198) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:10.496416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-488558531', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:10.560882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:09Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:10.587940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Checking router: dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:10.588272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Updating router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 port b363bda0-2d3d-49f5-9c8e-fc8326dc317c binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:10.588429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:10.591833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:10.614955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:10.775193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (034fa1b5-d7e5-4753-9083-7085887adf1a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:10.832789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=034fa1b5-d7e5-4753-9083-7085887adf1a,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:10.842955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Checking segment: {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:50:10.843304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network hostable DHCP agents. Network: 0afec693-24dd-4af8-bf29-393720a6cb23, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:50:10.860642 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 0afec693-24dd-4af8-bf29-393720a6cb23 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:50:10.862795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Publish callbacks [] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:10.870522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:10.871444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 0afec693-24dd-4af8-bf29-393720a6cb23) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:10.875670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:10.876262 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:10.895199 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b4b478e6-57d6-4053-b629-51b9a340c444 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4024241 Apr 29 07:50:10.897981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56200) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:10.901460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d22f5-e29f-4ee5-b260-ab79407b004c None None] Network 0afec693-24dd-4af8-bf29-393720a6cb23 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:50:10.974436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Attempting to bind port b363bda0-2d3d-49f5-9c8e-fc8326dc317c on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:50:10.974814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Attempting to bind port b363bda0-2d3d-49f5-9c8e-fc8326dc317c by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:50:10.975191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Attempting to bind port b363bda0-2d3d-49f5-9c8e-fc8326dc317c on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:10.978482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07483da6-1389-4b2f-a69f-3c1c17677d0c None None] Pushing event updated for resources: {'Port': ['ID=b363bda0-2d3d-49f5-9c8e-fc8326dc317c,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:10.986951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:10.987319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:50:10.987711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:10.988090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:10.988643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Bound port: b363bda0-2d3d-49f5-9c8e-fc8326dc317c, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:50:10.989024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.061290 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-0afec693-24dd-4af8-bf29-393720a6cb23', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:50:11.062140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.076989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] For port b363bda0-2d3d-49f5-9c8e-fc8326dc317c, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:11.089396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] For port b363bda0-2d3d-49f5-9c8e-fc8326dc317c, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b363bda0-2d3d-49f5-9c8e-fc8326dc317c,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:11.099980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.221867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07483da6-1389-4b2f-a69f-3c1c17677d0c None None] Pushing event updated for resources: {'Port': ['ID=b363bda0-2d3d-49f5-9c8e-fc8326dc317c,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:11.243357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:11.243974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:11.327109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Allocated IP 172.20.0.2 (0afec693-24dd-4af8-bf29-393720a6cb23/034fa1b5-d7e5-4753-9083-7085887adf1a/5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:11.372292 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.411870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:11.600199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Publish callbacks [] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.622802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.669951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.1 (0afec693-24dd-4af8-bf29-393720a6cb23/034fa1b5-d7e5-4753-9083-7085887adf1a/e1d8b762-f98e-4386-b802-82f0cad3e087) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:11.787890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.816011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Network 0afec693-24dd-4af8-bf29-393720a6cb23 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:11.822758 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.824272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:11.831600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:11.835391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Pushing event updated for resources: {'Port': ['ID=5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:11.863517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 0afec693-24dd-4af8-bf29-393720a6cb23 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:11.865875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:09Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:11.866646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:11.870627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:11.902854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=e1d8b762-f98e-4386-b802-82f0cad3e087,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:11.907577 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21749b4-6c5c-41a6-b57e-2b3d4d6de7c7 None None] The sync data for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv is: [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:09Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:11.919375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Attempting to bind port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:50:11.919823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Attempting to bind port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:50:11.920243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Attempting to bind port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 on network 0afec693-24dd-4af8-bf29-393720a6cb23 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:11.921886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.929737 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:11.930204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Checking segment: {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:50:11.930666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:11.931153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Bound using segment: {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:11.931734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Bound port: 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:50:11.932228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:12.002424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] For port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:12.005759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] For port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:12.014055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:12.069032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:12.081383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b63bc0-32ff-4255-816f-ef3de1e089db None None] Pushing event updated for resources: {'Port': ['ID=5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:12.438795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:12.445979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:12.518276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:12.520323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=e1d8b762-f98e-4386-b802-82f0cad3e087,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:12.619595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 0afec693-24dd-4af8-bf29-393720a6cb23 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:12.621102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:12.741704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:50:12.859506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:12.865569 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d1dd9965-ce28-44a1-a50d-6ce7978bb1a0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/dcc8acdd-3ea2-4faa-b51d-8d833f4106a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657154 Apr 29 07:50:12.867631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56202) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:12.967951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6982af1b-01a6-40f8-be08-fbc7f57607bb tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:12.968406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6982af1b-01a6-40f8-be08-fbc7f57607bb tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:12.968864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6982af1b-01a6-40f8-be08-fbc7f57607bb tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:12.969342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6982af1b-01a6-40f8-be08-fbc7f57607bb tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:12.971012 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6982af1b-01a6-40f8-be08-fbc7f57607bb tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1023319 Apr 29 07:50:12.973870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56204) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:13.026957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5333170d-7b98-48d6-b871-00f7b60c86f4 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:13.027428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5333170d-7b98-48d6-b871-00f7b60c86f4 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:13.027879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5333170d-7b98-48d6-b871-00f7b60c86f4 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:13.028323 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5333170d-7b98-48d6-b871-00f7b60c86f4 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:13.030602 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5333170d-7b98-48d6-b871-00f7b60c86f4 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0553250 Apr 29 07:50:13.032836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56206) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:13.046396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60910450-57ca-4260-b74b-70ae43f50dac None None] Network 0afec693-24dd-4af8-bf29-393720a6cb23 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:50:13.160854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-801cc108-ce02-4184-ab4d-4d67d2dca6dd None None] Provisioning complete for port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:13.161343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-801cc108-ce02-4184-ab4d-4d67d2dca6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.258070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-801cc108-ce02-4184-ab4d-4d67d2dca6dd None None] Current status of the port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:13.258532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-801cc108-ce02-4184-ab4d-4d67d2dca6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.301489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-801cc108-ce02-4184-ab4d-4d67d2dca6dd None None] For port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:13.306960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-801cc108-ce02-4184-ab4d-4d67d2dca6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.368559 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cc108-ce02-4184-ab4d-4d67d2dca6dd None None] Pushing event updated for resources: {'Port': ['ID=5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:13.469276 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-66b5d069-811a-4692-855d-715ade2705ac tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.4351494 Apr 29 07:50:13.503940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b363bda0-2d3d-49f5-9c8e-fc8326dc317c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:13.568149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b8433e27-7679-4af5-8f96-77fd2023e0b3 None None] Provisioning complete for port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:13.568508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8433e27-7679-4af5-8f96-77fd2023e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.603239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b363bda0-2d3d-49f5-9c8e-fc8326dc317c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:13.603899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.649364 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Sync routers for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:13.658275 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:13.658860 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:13.727642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b363bda0-2d3d-49f5-9c8e-fc8326dc317c is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:13.728167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.750401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port b363bda0-2d3d-49f5-9c8e-fc8326dc317c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b363bda0-2d3d-49f5-9c8e-fc8326dc317c,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:13.758100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b8433e27-7679-4af5-8f96-77fd2023e0b3 None None] Current status of the port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:13.761537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.762562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:13.775815 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:13.803403 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56210) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:13.808197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ade5e539-8399-4ec2-9434-e1ccb255043a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178145655', 'description': 'tempest-secgroup-smoke-178145655 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:13.835848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ade5e539-8399-4ec2-9434-e1ccb255043a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.860254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b8433e27-7679-4af5-8f96-77fd2023e0b3 None None] Provisioning complete for port e1d8b762-f98e-4386-b802-82f0cad3e087 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:13.860613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b8433e27-7679-4af5-8f96-77fd2023e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.912234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=b363bda0-2d3d-49f5-9c8e-fc8326dc317c,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:13.914444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ade5e539-8399-4ec2-9434-e1ccb255043a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (5334a84b-5489-4f47-bbd4-86a4eb874ab1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.920204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ade5e539-8399-4ec2-9434-e1ccb255043a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (5334a84b-5489-4f47-bbd4-86a4eb874ab1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.924453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b8433e27-7679-4af5-8f96-77fd2023e0b3 None None] Port e1d8b762-f98e-4386-b802-82f0cad3e087 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:50:13.929852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:13.930224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.954016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ade5e539-8399-4ec2-9434-e1ccb255043a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:13.955273 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ade5e539-8399-4ec2-9434-e1ccb255043a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1507161 Apr 29 07:50:13.958477 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56212) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:13.963971 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ef68c786-22a2-4cf6-8042-0c5bff79733a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5334a84b-5489-4f47-bbd4-86a4eb874ab1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:13.968573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5e539-8399-4ec2-9434-e1ccb255043a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5334a84b-5489-4f47-bbd4-86a4eb874ab1,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:13.996048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef68c786-22a2-4cf6-8042-0c5bff79733a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b0036787-1ab9-40ab-8521-6ca82dd4efbe), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.022343 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:14.024085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:14.043542 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-48d6edac-9931-415a-a5ca-8425388e26bf None None] Provisioning complete for port e1d8b762-f98e-4386-b802-82f0cad3e087 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:14.044018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-48d6edac-9931-415a-a5ca-8425388e26bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.048539 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Checking router: dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:14.048888 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Updating router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 port e1d8b762-f98e-4386-b802-82f0cad3e087 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:50:14.059081 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef68c786-22a2-4cf6-8042-0c5bff79733a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (b0036787-1ab9-40ab-8521-6ca82dd4efbe), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.063510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef68c786-22a2-4cf6-8042-0c5bff79733a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b0036787-1ab9-40ab-8521-6ca82dd4efbe), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.077381 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.080428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-48d6edac-9931-415a-a5ca-8425388e26bf None None] Port e1d8b762-f98e-4386-b802-82f0cad3e087 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:50:14.088078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68c786-22a2-4cf6-8042-0c5bff79733a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0036787-1ab9-40ab-8521-6ca82dd4efbe,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.099493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ef68c786-22a2-4cf6-8042-0c5bff79733a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.100714 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ef68c786-22a2-4cf6-8042-0c5bff79733a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406367 Apr 29 07:50:14.103772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56214) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:14.108456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ecb8243b-98b4-455e-a972-c1280205f877 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5334a84b-5489-4f47-bbd4-86a4eb874ab1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:14.132523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ecb8243b-98b4-455e-a972-c1280205f877 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (c63d4f42-cc9c-4c24-9518-909b2be9180e), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.190910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ecb8243b-98b4-455e-a972-c1280205f877 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (c63d4f42-cc9c-4c24-9518-909b2be9180e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.196228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ecb8243b-98b4-455e-a972-c1280205f877 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (c63d4f42-cc9c-4c24-9518-909b2be9180e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.214326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8243b-98b4-455e-a972-c1280205f877 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63d4f42-cc9c-4c24-9518-909b2be9180e,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.224070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ecb8243b-98b4-455e-a972-c1280205f877 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.228297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56216) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:14.228434 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ecb8243b-98b4-455e-a972-c1280205f877 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236303 Apr 29 07:50:14.233006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-979a871b-7b54-4708-ad0b-28741c267d2b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5334a84b-5489-4f47-bbd4-86a4eb874ab1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:14.258750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979a871b-7b54-4708-ad0b-28741c267d2b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (19c48b70-f063-458d-8de7-c514c67ee924), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.314372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979a871b-7b54-4708-ad0b-28741c267d2b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (19c48b70-f063-458d-8de7-c514c67ee924), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.319284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979a871b-7b54-4708-ad0b-28741c267d2b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (19c48b70-f063-458d-8de7-c514c67ee924), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.336648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a871b-7b54-4708-ad0b-28741c267d2b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c48b70-f063-458d-8de7-c514c67ee924,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.347596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-979a871b-7b54-4708-ad0b-28741c267d2b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.348852 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-979a871b-7b54-4708-ad0b-28741c267d2b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193912 Apr 29 07:50:14.351601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56218) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:14.355980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ff20b61e-07f7-40c7-83e6-6172e00d63ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5334a84b-5489-4f47-bbd4-86a4eb874ab1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:14.360832 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Publish callbacks [] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.366180 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.382111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff20b61e-07f7-40c7-83e6-6172e00d63ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d10f6b3f-2990-4ae9-b89a-4e452b024a04), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.453420 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff20b61e-07f7-40c7-83e6-6172e00d63ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d10f6b3f-2990-4ae9-b89a-4e452b024a04), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.453666 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Pushing event updated for resources: {'Port': ['ID=e1d8b762-f98e-4386-b802-82f0cad3e087,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.459097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff20b61e-07f7-40c7-83e6-6172e00d63ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d10f6b3f-2990-4ae9-b89a-4e452b024a04), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.463098 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.463450 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.463793 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.464125 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.464524 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.464777 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.465101 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.465881 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.465881 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.466100 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.466844 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.466844 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.467040 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:14.479798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20b61e-07f7-40c7-83e6-6172e00d63ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10f6b3f-2990-4ae9-b89a-4e452b024a04,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.480385 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Attempting to bind port e1d8b762-f98e-4386-b802-82f0cad3e087 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:50:14.480648 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Attempting to bind port e1d8b762-f98e-4386-b802-82f0cad3e087 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:50:14.482413 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Attempting to bind port e1d8b762-f98e-4386-b802-82f0cad3e087 on network 0afec693-24dd-4af8-bf29-393720a6cb23 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:14.486500 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:14.487512 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Checking segment: {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:50:14.487512 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.487789 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Bound using segment: {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:14.488077 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Bound port: e1d8b762-f98e-4386-b802-82f0cad3e087, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:50:14.488390 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.494805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ff20b61e-07f7-40c7-83e6-6172e00d63ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.498704 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ff20b61e-07f7-40c7-83e6-6172e00d63ac tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435373 Apr 29 07:50:14.498917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56220) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:14.504115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6cb394e3-58e9-4eff-aa6a-e5cb1a6ed924 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5334a84b-5489-4f47-bbd4-86a4eb874ab1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:14.531028 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-6cb394e3-58e9-4eff-aa6a-e5cb1a6ed924 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:50:14.536551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cb394e3-58e9-4eff-aa6a-e5cb1a6ed924 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (fd737c33-9056-4793-94ff-5ab4c75954db), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.558104 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] For port e1d8b762-f98e-4386-b802-82f0cad3e087, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:14.562314 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] For port e1d8b762-f98e-4386-b802-82f0cad3e087, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e1d8b762-f98e-4386-b802-82f0cad3e087,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:14.570172 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.607334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9f3ae071-281a-4050-beaf-b99da3b6a144 None None] Provisioning complete for port e1d8b762-f98e-4386-b802-82f0cad3e087 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:14.607923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae071-281a-4050-beaf-b99da3b6a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.608110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cb394e3-58e9-4eff-aa6a-e5cb1a6ed924 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (fd737c33-9056-4793-94ff-5ab4c75954db), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.613012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cb394e3-58e9-4eff-aa6a-e5cb1a6ed924 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (fd737c33-9056-4793-94ff-5ab4c75954db), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.633392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb394e3-58e9-4eff-aa6a-e5cb1a6ed924 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd737c33-9056-4793-94ff-5ab4c75954db,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.633651 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e4bf5-1992-49de-bfd3-9d622f31dd6c None None] Pushing event updated for resources: {'Port': ['ID=e1d8b762-f98e-4386-b802-82f0cad3e087,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.647585 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:14.648185 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:14.648788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6cb394e3-58e9-4eff-aa6a-e5cb1a6ed924 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.652823 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6cb394e3-58e9-4eff-aa6a-e5cb1a6ed924 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500342 Apr 29 07:50:14.653076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:14.661567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-af51247f-a1c1-4106-bb90-0a53d174d93c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '5334a84b-5489-4f47-bbd4-86a4eb874ab1', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:14.694469 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-af51247f-a1c1-4106-bb90-0a53d174d93c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:50:14.707217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af51247f-a1c1-4106-bb90-0a53d174d93c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (cbf8d7cf-7783-40be-9b34-e06518709aa2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.707758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ae071-281a-4050-beaf-b99da3b6a144 None None] Current status of the port e1d8b762-f98e-4386-b802-82f0cad3e087 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:14.708145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae071-281a-4050-beaf-b99da3b6a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.747451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9f3ae071-281a-4050-beaf-b99da3b6a144 None None] For port e1d8b762-f98e-4386-b802-82f0cad3e087, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e1d8b762-f98e-4386-b802-82f0cad3e087,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:14.756134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae071-281a-4050-beaf-b99da3b6a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.779974 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:14.785636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af51247f-a1c1-4106-bb90-0a53d174d93c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (cbf8d7cf-7783-40be-9b34-e06518709aa2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.791093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af51247f-a1c1-4106-bb90-0a53d174d93c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (cbf8d7cf-7783-40be-9b34-e06518709aa2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.818563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51247f-a1c1-4106-bb90-0a53d174d93c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf8d7cf-7783-40be-9b34-e06518709aa2,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.827232 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af51247f-a1c1-4106-bb90-0a53d174d93c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.833850 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-af51247f-a1c1-4106-bb90-0a53d174d93c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1794569 Apr 29 07:50:14.845782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ae071-281a-4050-beaf-b99da3b6a144 None None] Pushing event updated for resources: {'Port': ['ID=e1d8b762-f98e-4386-b802-82f0cad3e087,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:14.875756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cb1b274a-85e6-4535-8a90-6520f7fafd3b None None] Provisioning complete for port e1d8b762-f98e-4386-b802-82f0cad3e087 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:14.876126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cb1b274a-85e6-4535-8a90-6520f7fafd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:14.961365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b274a-85e6-4535-8a90-6520f7fafd3b None None] Current status of the port e1d8b762-f98e-4386-b802-82f0cad3e087 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:15.036772 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-c6b12236-2f0f-4e36-bc0b-901dd48c8483 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178145655&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.0565209 Apr 29 07:50:15.088393 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:15.113764 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a485e-b606-462e-bfe2-21db0a8dadb1 None None] The sync data for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv is: [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:15.233161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551b16b-0f42-4185-a860-55d5019104be req-c39bbce1-d315-4380-965b-7efa8dcfe449 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:15.234847 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-c39bbce1-d315-4380-965b-7efa8dcfe449 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 796 time: 0.1915715 Apr 29 07:50:15.250317 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-814683e5-d5c6-4031-bd1f-57eb062fcb9b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0097227 Apr 29 07:50:15.344218 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-b41b5563-a6bf-49f1-acf1-696a33f072a7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882685 Apr 29 07:50:15.433755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-b52a0f44-c4a3-4d2e-92ed-9fb1a6cee79d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:50:15.434619 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-b52a0f44-c4a3-4d2e-92ed-9fb1a6cee79d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0784206 Apr 29 07:50:15.519015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b363bda0-2d3d-49f5-9c8e-fc8326dc317c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:15.536935 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-c3c143da-98c2-4938-81f4-7f6410fa37e2 service neutron] 10.222.0.23 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958490 Apr 29 07:50:15.591167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port b363bda0-2d3d-49f5-9c8e-fc8326dc317c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:15.591695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:15.639375 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-579ee9ff-bf17-4927-91b0-34db32981ce9 service neutron] 10.222.0.23 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966439 Apr 29 07:50:15.672479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port b363bda0-2d3d-49f5-9c8e-fc8326dc317c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:15.673689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1d8b762-f98e-4386-b802-82f0cad3e087 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:15.722276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e1d8b762-f98e-4386-b802-82f0cad3e087 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:15.722670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:15.812061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e1d8b762-f98e-4386-b802-82f0cad3e087 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:15.813097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:15.869856 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b8d454c2-232c-4b07-9345-ef28840614ad req-d1257ff2-75ad-4283-a907-cc1de45714d5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 210 time: 0.0493903 Apr 29 07:50:15.879960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:15.880211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:15.965358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:16.835231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551b16b-0f42-4185-a860-55d5019104be req-8a344dac-0027-4ae2-8fb2-eb2da3324e32 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:16.836977 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-8a344dac-0027-4ae2-8fb2-eb2da3324e32 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 796 time: 0.1110711 Apr 29 07:50:16.901411 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-fa57685f-8488-4c2e-8759-1d05e0ef5c16 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 379 time: 0.0548518 Apr 29 07:50:16.910585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['5334a84b-5489-4f47-bbd4-86a4eb874ab1']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:16.957389 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-369fe638-fadd-4a7f-b154-e7f01d9ecaae req-df80284d-12d9-4b67-a4c3-943539aefbf4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 210 time: 0.0292239 Apr 29 07:50:17.022447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:17.026087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:17.152469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.6 (0afec693-24dd-4af8-bf29-393720a6cb23/034fa1b5-d7e5-4753-9083-7085887adf1a/df06d75f-9954-43c2-8f5f-0b744aa3e3b6) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:17.293306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:17.331980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:17.376663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 0afec693-24dd-4af8-bf29-393720a6cb23 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:17.379940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:17.383594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:17.392656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:17.439143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:17.439766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:17.458873 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-a23732c8-2344-4a6f-8fdc-c7016e993f3e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522535 Apr 29 07:50:17.470978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Request body: {'port': {'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:17.535000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:17.602077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-db666926-36f9-43d5-b51a-9d49e1b7fa9f None None] Provisioning complete for port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:17.602669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-db666926-36f9-43d5-b51a-9d49e1b7fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:17.637727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-db666926-36f9-43d5-b51a-9d49e1b7fa9f None None] Port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:50:17.811885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df06d75f-9954-43c2-8f5f-0b744aa3e3b6 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:17.819270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Publish callbacks [] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:17.832072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Transition to ACTIVE for port object df06d75f-9954-43c2-8f5f-0b744aa3e3b6 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:50:17.837050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:17.886197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Pushing event updated for resources: {'Port': ['ID=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:17.959050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Attempting to bind port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:50:17.959727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Attempting to bind port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:50:17.959727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Attempting to bind port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 on network 0afec693-24dd-4af8-bf29-393720a6cb23 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:17.964254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 on network 0afec693-24dd-4af8-bf29-393720a6cb23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:17.964594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Attempting to bind port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 on network 0afec693-24dd-4af8-bf29-393720a6cb23 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:17.969699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:17.970018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Checking segment: {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:50:17.970418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Bound using segment: {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:17.970836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Bound port: df06d75f-9954-43c2-8f5f-0b744aa3e3b6, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:50:17.971179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:18.067689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] For port df06d75f-9954-43c2-8f5f-0b744aa3e3b6, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:18.082844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] For port df06d75f-9954-43c2-8f5f-0b744aa3e3b6, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:18.089309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:18.128777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50630ee4-e57b-4f52-8b79-8d9130f18f41 req-e80b9f82-3092-4403-b616-bd5294fc0750 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:18.130290 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-50630ee4-e57b-4f52-8b79-8d9130f18f41 req-e80b9f82-3092-4403-b616-bd5294fc0750 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 943 time: 0.1033504 Apr 29 07:50:18.134597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:18.135189 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:18.136521 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] 10.222.0.36 "PUT /v2.0/ports/df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 1093 time: 0.6699245 Apr 29 07:50:18.136946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:18.139258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6693a68-e92e-4a34-a783-8a6b11c3d476" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:18.213185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2965cbfd-5cc5-4e1f-b85b-6641fb81b307 x-openstack-request-id: req-2965cbfd-5cc5-4e1f-b85b-6641fb81b307 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:18.213506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:18.213753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2965cbfd-5cc5-4e1f-b85b-6641fb81b307 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:18.214156 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2965cbfd-5cc5-4e1f-b85b-6641fb81b307'] response: {'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'status': 'completed', 'code': 200} Apr 29 07:50:18.214872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf313d-31e0-423e-8105-02219aa98cfc service neutron] Pushing event updated for resources: {'Port': ['ID=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:18.242851 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-50630ee4-e57b-4f52-8b79-8d9130f18f41 req-25d9f2b3-41e9-4963-869d-0437fe7cfd71 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984755 Apr 29 07:50:18.253156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551b16b-0f42-4185-a860-55d5019104be req-ee4e8a0d-cbff-44bc-b86a-0eb9f9cd12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:18.254776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-ee4e8a0d-cbff-44bc-b86a-0eb9f9cd12f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1127 time: 0.0756629 Apr 29 07:50:18.298294 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-8bcc4966-b26c-4d39-9f94-20d2fcd009b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0356557 Apr 29 07:50:18.350193 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551b16b-0f42-4185-a860-55d5019104be req-0a544b6d-51fe-475f-b139-80eec12d74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:18.351559 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-0a544b6d-51fe-475f-b139-80eec12d74bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0474293 Apr 29 07:50:18.410580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551b16b-0f42-4185-a860-55d5019104be req-d3de5761-9bd0-428a-8e66-6a37c2578690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:18.412051 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-d3de5761-9bd0-428a-8e66-6a37c2578690 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0522776 Apr 29 07:50:18.507923 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-1381810a-6829-471f-ac0d-afedf64f1754 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898097 Apr 29 07:50:18.600079 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0551b16b-0f42-4185-a860-55d5019104be req-8b493b64-0845-437d-8917-b0a5c1387cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858934 Apr 29 07:50:18.697263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-eb4946de-16e0-4fcc-b414-66849532a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:18.699161 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-eb4946de-16e0-4fcc-b414-66849532a330 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1127 time: 0.0465114 Apr 29 07:50:19.115977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-36d3647a-7ae5-45fc-8c98-0152df7c37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:19.117478 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-36d3647a-7ae5-45fc-8c98-0152df7c37e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 897 time: 0.4117575 Apr 29 07:50:19.157348 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-8d3b3221-3999-41be-b3ff-08c8152276c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0333519 Apr 29 07:50:19.204753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-c1ab71a8-0d17-4c8f-ac27-18da9b7fb513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:19.206198 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-c1ab71a8-0d17-4c8f-ac27-18da9b7fb513 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0429153 Apr 29 07:50:19.264065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-da268f75-6da9-4bbc-9050-9f3b440d6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:19.265643 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-da268f75-6da9-4bbc-9050-9f3b440d6a4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0524099 Apr 29 07:50:19.354754 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-dbf1905f-6188-4fad-8151-5dd48eaeaace service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827286 Apr 29 07:50:19.364291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f06cd-b614-48b8-a320-fc47c066b983 req-de142592-f196-4042-985b-b592550a5b43 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:19.365802 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3a3f06cd-b614-48b8-a320-fc47c066b983 req-de142592-f196-4042-985b-b592550a5b43 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 943 time: 0.0527310 Apr 29 07:50:19.415708 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3a3f06cd-b614-48b8-a320-fc47c066b983 req-60feb270-1298-47db-ba34-f7264367f524 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439641 Apr 29 07:50:19.453815 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6693a68-e92e-4a34-a783-8a6b11c3d476 req-e4cb521c-2fcd-4d19-92e0-1c4216cfdbd3 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933163 Apr 29 07:50:20.569278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6371-9fe2-400f-b074-8e3b8cf31bf7 req-78b58a17-5331-4f92-81a1-12c8e3858dc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:20.570777 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e09a6371-9fe2-400f-b074-8e3b8cf31bf7 req-78b58a17-5331-4f92-81a1-12c8e3858dc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 943 time: 0.0627661 Apr 29 07:50:20.620566 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e09a6371-9fe2-400f-b074-8e3b8cf31bf7 req-c427592e-1d5b-4628-83c4-e1b91504d759 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Apr 29 07:50:21.313604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device df06d75f-9954-43c2-8f5f-0b744aa3e3b6 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:50:21.413958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port df06d75f-9954-43c2-8f5f-0b744aa3e3b6, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:21.425188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:50:21.461804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:21.462180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:21.475371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df06d75f-9954-43c2-8f5f-0b744aa3e3b6 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:21.500336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port df06d75f-9954-43c2-8f5f-0b744aa3e3b6, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:21.507684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:21.565652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:21.740544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['df06d75f-9954-43c2-8f5f-0b744aa3e3b6'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:50:21.776639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5ceff-07a3-4063-b6d6-40804eaf661b req-ec61b238-ad9b-4bc0-8085-dc14e9060ec6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:21.779122 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f1f5ceff-07a3-4063-b6d6-40804eaf661b req-ec61b238-ad9b-4bc0-8085-dc14e9060ec6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 944 time: 0.0730646 Apr 29 07:50:21.828655 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f1f5ceff-07a3-4063-b6d6-40804eaf661b req-78efe35a-1b67-48fc-b42f-e2605310e851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Apr 29 07:50:22.959525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba5f46-6bf6-415e-ba60-ecae969a7576 req-92fb6f83-3e56-4321-9e06-a988c86a785f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:22.960969 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-beba5f46-6bf6-415e-ba60-ecae969a7576 req-92fb6f83-3e56-4321-9e06-a988c86a785f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 944 time: 0.0545812 Apr 29 07:50:23.017283 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-beba5f46-6bf6-415e-ba60-ecae969a7576 req-8b1dd085-ba52-4ba9-a6a7-a9230f793756 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480797 Apr 29 07:50:23.329029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device df06d75f-9954-43c2-8f5f-0b744aa3e3b6 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:23.387904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:50:23.393709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:23.394239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:23.486184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:23.486538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:23.515856 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:23.518139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8135faa5-813b-4453-b04f-228c73457de3" -d '{"events": [{"server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "name": "network-vif-plugged", "status": "completed", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:23.530353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port df06d75f-9954-43c2-8f5f-0b744aa3e3b6, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:23.536142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:23.583785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:23.617825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d253930a-49a8-4e7f-b37b-5ce52732f127 x-openstack-request-id: req-d253930a-49a8-4e7f-b37b-5ce52732f127 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:23.618116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "name": "network-vif-plugged", "status": "completed", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:23.618372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d253930a-49a8-4e7f-b37b-5ce52732f127 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:23.618769 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d253930a-49a8-4e7f-b37b-5ce52732f127'] response: {'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'code': 200} Apr 29 07:50:23.799276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72524c0-1593-4434-9514-53dafb0926ce req-2fff23f7-ea04-4092-a44d-aef368d7c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:23.800885 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b72524c0-1593-4434-9514-53dafb0926ce req-2fff23f7-ea04-4092-a44d-aef368d7c5b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1129 time: 0.0468135 Apr 29 07:50:23.848841 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b72524c0-1593-4434-9514-53dafb0926ce req-8bbbeb75-e45c-4025-aefc-9cc96dded13e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397809 Apr 29 07:50:24.149636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eac2b6-f1ac-4f26-bb2a-913f90f09eff req-1df46709-d01d-4d9b-9de9-54b724c9d985 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:24.151119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d3eac2b6-f1ac-4f26-bb2a-913f90f09eff req-1df46709-d01d-4d9b-9de9-54b724c9d985 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 945 time: 0.0574520 Apr 29 07:50:24.202544 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d3eac2b6-f1ac-4f26-bb2a-913f90f09eff req-b092be5e-3b65-48e9-94c5-d116cba83bab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431709 Apr 29 07:50:25.335770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcd783-4768-45b6-a6d2-c1c81f7ad8bc req-0edabf4b-e030-4de9-8a25-7d4aad59ff03 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:25.337234 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-28bcd783-4768-45b6-a6d2-c1c81f7ad8bc req-0edabf4b-e030-4de9-8a25-7d4aad59ff03 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 945 time: 0.0552900 Apr 29 07:50:25.388635 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-28bcd783-4768-45b6-a6d2-c1c81f7ad8bc req-d9882c79-3655-40f8-842d-5a30a89182e9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431292 Apr 29 07:50:25.520080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53bb7c-c165-40f4-baea-99577e482acb req-8e135d13-5039-494c-80eb-7d9dd594d396 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:25.521646 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf53bb7c-c165-40f4-baea-99577e482acb req-8e135d13-5039-494c-80eb-7d9dd594d396 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 945 time: 0.0670865 Apr 29 07:50:25.574148 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf53bb7c-c165-40f4-baea-99577e482acb req-19eed995-d333-4d26-851f-5f84bb1527c6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463977 Apr 29 07:50:25.601915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56282) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:25.648262 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66e72a-83ef-45c3-8981-828765d2fcd6 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:25.649791 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3e66e72a-83ef-45c3-8981-828765d2fcd6 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1124 time: 0.0468738 Apr 29 07:50:25.652775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56284) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:25.656904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:25.678492 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:25.780424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:25.889109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.54 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/ede563ca-5645-486c-9d09-76724b339b45) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:25.993403 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (ede563ca-5645-486c-9d09-76724b339b45), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:26.030641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ede563ca-5645-486c-9d09-76724b339b45), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:26.072443 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:26.076092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:26.079936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:26.087646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=ede563ca-5645-486c-9d09-76724b339b45,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:26.116175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.116516 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.116862 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.117201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.117546 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.117867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.118192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.118508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.118828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.119149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.119466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.119773 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.120084 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:50:26.443295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (b7a1aeec-e05b-4078-8278-dc65fda772e0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:26.512558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ede563ca-5645-486c-9d09-76724b339b45), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:26.661568 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (ede563ca-5645-486c-9d09-76724b339b45), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:26.669526 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (ede563ca-5645-486c-9d09-76724b339b45), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:26.735198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=ede563ca-5645-486c-9d09-76724b339b45,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:26.745099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (b7a1aeec-e05b-4078-8278-dc65fda772e0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:26.849713 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP b7a1aeec-e05b-4078-8278-dc65fda772e0 associated. External IP: 172.26.3.54, port: df06d75f-9954-43c2-8f5f-0b744aa3e3b6. Apr 29 07:50:27.063012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:50:27.171439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:27.181695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] Sync routers for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:27.191989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.193970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:27.194585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:27.222626 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cca3233e-fcde-459b-84dd-a0465bddc851 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5688241 Apr 29 07:50:27.223439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:27.225550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56286) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:27.226064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:27.262780 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3fc6c5-bade-4980-9061-e919b8bd0f54 x-openstack-request-id: req-4d3fc6c5-bade-4980-9061-e919b8bd0f54 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:27.263086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:27.263817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d3fc6c5-bade-4980-9061-e919b8bd0f54 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:27.264241 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3fc6c5-bade-4980-9061-e919b8bd0f54'] response: {'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'status': 'completed', 'code': 200} Apr 29 07:50:27.272690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f10988e-a2fc-42b2-a828-472e3a206d0b tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:27.274278 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3f10988e-a2fc-42b2-a828-472e3a206d0b tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1124 time: 0.0476816 Apr 29 07:50:27.309946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:27.327477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-822da113-9697-42af-a817-a301ec1519ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:27.329004 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-822da113-9697-42af-a817-a301ec1519ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1129 time: 0.0451946 Apr 29 07:50:27.423399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-4d583e5f-bc72-417d-8049-69fe0d12bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:27.424874 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-4d583e5f-bc72-417d-8049-69fe0d12bb20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 897 time: 0.0900562 Apr 29 07:50:27.449511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56292) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:27.454303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-20ed2a57-f4d2-469f-8ab8-fcf7110d6c3d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368527768', 'description': 'tempest-secgroup-smoke-1368527768 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:27.478400 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20ed2a57-f4d2-469f-8ab8-fcf7110d6c3d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.490776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-ec9a2c84-4173-41b3-9d49-b0d0eba87b44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 998 time: 0.0603011 Apr 29 07:50:27.545536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b7a1aeec-e05b-4078-8278-dc65fda772e0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.54', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:26Z', 'updated_at': '2022-04-29T07:50:26Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:27.546959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20ed2a57-f4d2-469f-8ab8-fcf7110d6c3d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (90225049-9acb-41ce-a988-a219e96b4d78), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.548752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-fae3827c-1556-4b67-9014-c35f8a6ccee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:27.550533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-fae3827c-1556-4b67-9014-c35f8a6ccee6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0530756 Apr 29 07:50:27.555769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20ed2a57-f4d2-469f-8ab8-fcf7110d6c3d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (90225049-9acb-41ce-a988-a219e96b4d78), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.572471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] Checking router: dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:27.582381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:27.582929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:27.586458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-20ed2a57-f4d2-469f-8ab8-fcf7110d6c3d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.587708 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-20ed2a57-f4d2-469f-8ab8-fcf7110d6c3d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1371927 Apr 29 07:50:27.589638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed2a57-f4d2-469f-8ab8-fcf7110d6c3d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90225049-9acb-41ce-a988-a219e96b4d78,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:27.590820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56294) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:27.596961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e2624541-302a-4f32-8415-68828d8563e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '90225049-9acb-41ce-a988-a219e96b4d78', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:27.632055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-c4c77b4b-12df-4ca0-96c9-fb478e0657fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:27.633721 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-c4c77b4b-12df-4ca0-96c9-fb478e0657fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0768955 Apr 29 07:50:27.635204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2624541-302a-4f32-8415-68828d8563e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (0a57b4e9-15fb-42c6-baf2-50618bb3d789), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.752420 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2624541-302a-4f32-8415-68828d8563e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (0a57b4e9-15fb-42c6-baf2-50618bb3d789), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.763896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2624541-302a-4f32-8415-68828d8563e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (0a57b4e9-15fb-42c6-baf2-50618bb3d789), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.788270 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-ebf9333a-1551-46e8-b434-42ae99a74bdf service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429660 Apr 29 07:50:27.790079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2624541-302a-4f32-8415-68828d8563e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a57b4e9-15fb-42c6-baf2-50618bb3d789,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:27.796079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e2624541-302a-4f32-8415-68828d8563e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.797565 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e2624541-302a-4f32-8415-68828d8563e3 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052493 Apr 29 07:50:27.799943 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56296) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:27.810647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6dc70277-9222-429f-8c7f-54401af37115 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '90225049-9acb-41ce-a988-a219e96b4d78', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:27.847345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:27.883305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6dc70277-9222-429f-8c7f-54401af37115 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d65ea01e-1c3c-4303-818e-473b97842385), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.927520 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8abe98fe-af4d-4e1c-ac44-6b27a43f7fdd req-b945bbcd-e4dd-4310-bc1e-c9a7dedcb7c4 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291187 Apr 29 07:50:27.954923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6dc70277-9222-429f-8c7f-54401af37115 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (d65ea01e-1c3c-4303-818e-473b97842385), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.959753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6dc70277-9222-429f-8c7f-54401af37115 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d65ea01e-1c3c-4303-818e-473b97842385), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.977981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc70277-9222-429f-8c7f-54401af37115 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65ea01e-1c3c-4303-818e-473b97842385,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:27.987396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6dc70277-9222-429f-8c7f-54401af37115 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:27.992120 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6dc70277-9222-429f-8c7f-54401af37115 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1878765 Apr 29 07:50:27.992670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56300) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:27.997441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8fb5cb2e-6532-4fc0-9391-bf6e6b99a6b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '90225049-9acb-41ce-a988-a219e96b4d78', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:28.023285 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8fb5cb2e-6532-4fc0-9391-bf6e6b99a6b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (a9f8ea63-9c57-430c-ad11-deeb59e15f8a), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.080356 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8fb5cb2e-6532-4fc0-9391-bf6e6b99a6b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (a9f8ea63-9c57-430c-ad11-deeb59e15f8a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.083868 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8fb5cb2e-6532-4fc0-9391-bf6e6b99a6b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (a9f8ea63-9c57-430c-ad11-deeb59e15f8a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.092313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b7a1aeec-e05b-4078-8278-dc65fda772e0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.54', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:26Z', 'updated_at': '2022-04-29T07:50:26Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:28.102272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5cb2e-6532-4fc0-9391-bf6e6b99a6b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f8ea63-9c57-430c-ad11-deeb59e15f8a,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:28.112309 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8fb5cb2e-6532-4fc0-9391-bf6e6b99a6b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.113563 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8fb5cb2e-6532-4fc0-9391-bf6e6b99a6b5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198518 Apr 29 07:50:28.116930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56302) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:28.120339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be72b1-ff72-48a6-87f9-d15212f0fd19 None None] The sync data for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv is: [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b7a1aeec-e05b-4078-8278-dc65fda772e0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.54', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:26Z', 'updated_at': '2022-04-29T07:50:26Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:28.123364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-83f2ed92-e3d9-4c10-8b37-ccba361e51e6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '90225049-9acb-41ce-a988-a219e96b4d78', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:28.151336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83f2ed92-e3d9-4c10-8b37-ccba361e51e6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (da2b2457-1ed5-4850-ab78-f7743d7a83f8), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.212727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83f2ed92-e3d9-4c10-8b37-ccba361e51e6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (da2b2457-1ed5-4850-ab78-f7743d7a83f8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.217436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83f2ed92-e3d9-4c10-8b37-ccba361e51e6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (da2b2457-1ed5-4850-ab78-f7743d7a83f8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.238135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2ed92-e3d9-4c10-8b37-ccba361e51e6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2b2457-1ed5-4850-ab78-f7743d7a83f8,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:28.248136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83f2ed92-e3d9-4c10-8b37-ccba361e51e6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.252062 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-83f2ed92-e3d9-4c10-8b37-ccba361e51e6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314087 Apr 29 07:50:28.252273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56304) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:28.258382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-55eead43-34b1-4512-b4e5-02b53477a84a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '90225049-9acb-41ce-a988-a219e96b4d78', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:28.280933 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-55eead43-34b1-4512-b4e5-02b53477a84a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:50:28.286548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55eead43-34b1-4512-b4e5-02b53477a84a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (c13e8c4b-530b-426d-9ed4-58b8afbc4a5b), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.322764 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511bd31d-01a2-49b9-a075-244afaa543b4 None None] New status for floating IP b7a1aeec-e05b-4078-8278-dc65fda772e0: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:50:28.348305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55eead43-34b1-4512-b4e5-02b53477a84a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (c13e8c4b-530b-426d-9ed4-58b8afbc4a5b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.352418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55eead43-34b1-4512-b4e5-02b53477a84a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (c13e8c4b-530b-426d-9ed4-58b8afbc4a5b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.372066 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eead43-34b1-4512-b4e5-02b53477a84a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13e8c4b-530b-426d-9ed4-58b8afbc4a5b,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:28.382935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-55eead43-34b1-4512-b4e5-02b53477a84a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.384424 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-55eead43-34b1-4512-b4e5-02b53477a84a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309690 Apr 29 07:50:28.387135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56306) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:28.391984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3582f751-2809-47fd-b039-5993442cf2aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': '90225049-9acb-41ce-a988-a219e96b4d78', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:28.413948 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-3582f751-2809-47fd-b039-5993442cf2aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:50:28.419074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3582f751-2809-47fd-b039-5993442cf2aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (553a751a-06c7-425e-8dd2-e43a5eab04b8), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.486947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3582f751-2809-47fd-b039-5993442cf2aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (553a751a-06c7-425e-8dd2-e43a5eab04b8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.493378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3582f751-2809-47fd-b039-5993442cf2aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (553a751a-06c7-425e-8dd2-e43a5eab04b8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.512633 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582f751-2809-47fd-b039-5993442cf2aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553a751a-06c7-425e-8dd2-e43a5eab04b8,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:28.525148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3582f751-2809-47fd-b039-5993442cf2aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:28.526427 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3582f751-2809-47fd-b039-5993442cf2aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381774 Apr 29 07:50:28.717178 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-8ebef438-f70d-48df-bc42-b3661802d694 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368527768&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.0533826 Apr 29 07:50:28.835697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d4a34dce-1820-4fa0-b296-7a1dd216b077 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:28.837350 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d4a34dce-1820-4fa0-b296-7a1dd216b077 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 796 time: 0.1113737 Apr 29 07:50:28.863704 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-71590091-9392-432e-9286-02346d3b9888 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0157163 Apr 29 07:50:28.936412 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-ffa72544-7bfd-4cdd-a95f-53865da230e6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666630 Apr 29 07:50:29.044257 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-298f1a51-4757-44a4-8848-17ca847c54e3 service neutron] 10.222.0.23 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927320 Apr 29 07:50:29.136918 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-0c06c6b3-c199-4bec-b14f-d2f282432bd7 service neutron] 10.222.0.23 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864091 Apr 29 07:50:29.308072 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-75aa2af9-bb88-4ca1-b3c0-0ef6dc664da4 req-5366ed83-ffec-49ac-bfcc-9d5292d4bb69 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 210 time: 0.0277109 Apr 29 07:50:30.252744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-98cfeb5a-ce87-41f4-8fd6-62b0c6b9ddd7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:30.254293 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-98cfeb5a-ce87-41f4-8fd6-62b0c6b9ddd7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 796 time: 0.1072893 Apr 29 07:50:30.338643 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d8e7dbc9-d135-4d43-b949-74871de02ad1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 472 time: 0.0754607 Apr 29 07:50:30.347351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['90225049-9acb-41ce-a988-a219e96b4d78']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:30.403882 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e2abb7be-43b1-45cc-aa3b-91529306ab1e req-c7ff334f-c7b1-401d-82e5-5e5ac09cf4c6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 210 time: 0.0280671 Apr 29 07:50:30.453904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:50:30.457527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:30.589140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.11 (0afec693-24dd-4af8-bf29-393720a6cb23/034fa1b5-d7e5-4753-9083-7085887adf1a/26053ae7-ccb6-4809-b780-90061990261d) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:30.725778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (26053ae7-ccb6-4809-b780-90061990261d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:30.765512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (26053ae7-ccb6-4809-b780-90061990261d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:30.806354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 0afec693-24dd-4af8-bf29-393720a6cb23 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:30.809338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:30.812916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:30.839806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=26053ae7-ccb6-4809-b780-90061990261d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:30.873428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:30.874058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:30.892332 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-d276dd53-4d14-4c59-a08e-aa0075ed14b1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5486579 Apr 29 07:50:30.910125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Request body: {'port': {'device_id': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:30.976497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (26053ae7-ccb6-4809-b780-90061990261d), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:31.094445 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-de149705-a5a7-40d9-b459-2048dfaf1025 None None] Provisioning complete for port 26053ae7-ccb6-4809-b780-90061990261d triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:31.095044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de149705-a5a7-40d9-b459-2048dfaf1025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (26053ae7-ccb6-4809-b780-90061990261d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:31.132710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-de149705-a5a7-40d9-b459-2048dfaf1025 None None] Port 26053ae7-ccb6-4809-b780-90061990261d cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:50:31.246587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26053ae7-ccb6-4809-b780-90061990261d {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:31.254376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Publish callbacks [] for port (26053ae7-ccb6-4809-b780-90061990261d), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:31.266955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Transition to ACTIVE for port object 26053ae7-ccb6-4809-b780-90061990261d will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:50:31.272041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (26053ae7-ccb6-4809-b780-90061990261d), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:31.296619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-84ff692d-7f3c-4b62-a350-8bdcab2834ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:31.328225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Pushing event updated for resources: {'Port': ['ID=26053ae7-ccb6-4809-b780-90061990261d,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:31.408455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Attempting to bind port 26053ae7-ccb6-4809-b780-90061990261d on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:50:31.409138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Attempting to bind port 26053ae7-ccb6-4809-b780-90061990261d by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:50:31.409138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Attempting to bind port 26053ae7-ccb6-4809-b780-90061990261d on network 0afec693-24dd-4af8-bf29-393720a6cb23 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:31.414169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Port 26053ae7-ccb6-4809-b780-90061990261d on network 0afec693-24dd-4af8-bf29-393720a6cb23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:50:31.414514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Attempting to bind port 26053ae7-ccb6-4809-b780-90061990261d on network 0afec693-24dd-4af8-bf29-393720a6cb23 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:50:31.419829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:50:31.420184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Checking segment: {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:50:31.420557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Bound using segment: {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:50:31.420990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Bound port: 26053ae7-ccb6-4809-b780-90061990261d, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ada755b-7c74-4073-b6e1-2eab77484f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:50:31.421368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (26053ae7-ccb6-4809-b780-90061990261d), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:31.513235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] For port 26053ae7-ccb6-4809-b780-90061990261d, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:50:31.529682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] For port 26053ae7-ccb6-4809-b780-90061990261d, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=26053ae7-ccb6-4809-b780-90061990261d,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:50:31.539699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (26053ae7-ccb6-4809-b780-90061990261d), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:31.590057 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:31.591667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:31.592676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] 10.222.0.36 "PUT /v2.0/ports/26053ae7-ccb6-4809-b780-90061990261d HTTP/1.1" status: 200 len: 1094 time: 0.6868844 Apr 29 07:50:31.601144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc946d6-00ed-4d7a-8648-e678286f86e2 req-30b23060-66e2-4c8a-a1f6-5565af3fb366 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:31.602754 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7fc946d6-00ed-4d7a-8648-e678286f86e2 req-30b23060-66e2-4c8a-a1f6-5565af3fb366 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 944 time: 0.1254640 Apr 29 07:50:31.605291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'tag': '26053ae7-ccb6-4809-b780-90061990261d'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:31.607633 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca2523-df48-4299-ac9b-baf7d40bcf04" -d '{"events": [{"name": "network-changed", "server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "tag": "26053ae7-ccb6-4809-b780-90061990261d"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:31.664459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571c56cf-78d7-4575-a241-54309d3d85ae x-openstack-request-id: req-571c56cf-78d7-4575-a241-54309d3d85ae {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:31.664747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "tag": "26053ae7-ccb6-4809-b780-90061990261d", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:31.665126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-571c56cf-78d7-4575-a241-54309d3d85ae {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:31.665562 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571c56cf-78d7-4575-a241-54309d3d85ae'] response: {'name': 'network-changed', 'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'tag': '26053ae7-ccb6-4809-b780-90061990261d', 'status': 'completed', 'code': 200} Apr 29 07:50:31.693141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57f78e-6424-421c-82aa-f6cec287becc service neutron] Pushing event updated for resources: {'Port': ['ID=26053ae7-ccb6-4809-b780-90061990261d,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:31.721857 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7fc946d6-00ed-4d7a-8648-e678286f86e2 req-d044e110-5afd-4fbc-9fac-2338149509f8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086526 Apr 29 07:50:31.739077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-dc36e430-4c65-4704-9b1d-72a03df8f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:31.740897 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-dc36e430-4c65-4704-9b1d-72a03df8f0e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 1128 time: 0.0882781 Apr 29 07:50:31.784917 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-03349eb8-deaa-4623-9462-3bd7d4d5b857 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26053ae7-ccb6-4809-b780-90061990261d HTTP/1.1" status: 200 len: 217 time: 0.0365644 Apr 29 07:50:31.841348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-a2ad80f5-793e-4b16-aa54-c221b0375482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:31.842717 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-a2ad80f5-793e-4b16-aa54-c221b0375482 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0523131 Apr 29 07:50:31.893721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-7649b5b1-7f02-4070-ab92-624a8f1c4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:31.895767 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-7649b5b1-7f02-4070-ab92-624a8f1c4d1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471294 Apr 29 07:50:31.986860 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-4b6b50f0-3c60-4930-9cbb-247f424d9fe5 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849605 Apr 29 07:50:32.080285 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-613d25f6-8bb8-4d2e-a3e9-86a72979f1e2 req-398fcd4d-8c72-41c8-8288-13e1cab74a0c service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865126 Apr 29 07:50:32.184611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-3a5b63df-22ef-474c-95ed-db8d7362fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:32.186048 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-3a5b63df-22ef-474c-95ed-db8d7362fa76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 1128 time: 0.0472305 Apr 29 07:50:32.283305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-b27d4183-5c8a-4bb1-8837-28c5def9bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:32.285136 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-b27d4183-5c8a-4bb1-8837-28c5def9bfc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 897 time: 0.0916107 Apr 29 07:50:32.327747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-e0f12d8a-f76e-430a-a07d-e306402dd2cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26053ae7-ccb6-4809-b780-90061990261d HTTP/1.1" status: 200 len: 217 time: 0.0355546 Apr 29 07:50:32.376137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-563b0396-f0ff-4c23-a47a-40523447d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:32.377784 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-563b0396-f0ff-4c23-a47a-40523447d332 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0441422 Apr 29 07:50:32.433800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-bc9d7079-92fd-45e5-bf1d-ff56b3da8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:32.435793 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-bc9d7079-92fd-45e5-bf1d-ff56b3da8a93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0510881 Apr 29 07:50:32.527635 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-6070d02c-6f0d-42d6-b8c1-f33220d5018c service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841358 Apr 29 07:50:32.622223 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4ca2523-df48-4299-ac9b-baf7d40bcf04 req-dd4d2eae-fb6d-4258-8228-e9a5e4c4c2ce service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882304 Apr 29 07:50:32.846469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b58d2-75ef-4268-a5aa-f52ee5c26520 req-a30fe6dd-a417-43af-8d68-fab356d8588c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:32.847954 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9c6b58d2-75ef-4268-a5aa-f52ee5c26520 req-a30fe6dd-a417-43af-8d68-fab356d8588c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 944 time: 0.0562527 Apr 29 07:50:32.900898 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9c6b58d2-75ef-4268-a5aa-f52ee5c26520 req-0b1cb3bd-f354-40b8-b664-45740d996d87 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444598 Apr 29 07:50:33.390386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-211035d6-aa99-4397-8f64-e6aeca9f5fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:34.041388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef3c78-822c-4bdf-a314-f812a3640380 req-93bb7426-2b8d-4c55-9394-84b24c6f79aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:34.042852 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ef3c78-822c-4bdf-a314-f812a3640380 req-93bb7426-2b8d-4c55-9394-84b24c6f79aa tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 944 time: 0.0646434 Apr 29 07:50:34.090982 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ef3c78-822c-4bdf-a314-f812a3640380 req-46012dba-a166-422a-a063-9a2f4602dd50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Apr 29 07:50:34.764195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:35.224331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b337a-acbe-4e31-8378-540c3af81e68 req-dcf5ff64-8149-44db-9b24-ec532e8c07a1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:35.226143 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-148b337a-acbe-4e31-8378-540c3af81e68 req-dcf5ff64-8149-44db-9b24-ec532e8c07a1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 944 time: 0.0578690 Apr 29 07:50:35.274065 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-148b337a-acbe-4e31-8378-540c3af81e68 req-0aa1ebc2-2b61-45e3-a9ca-e3aef22d5c96 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Apr 29 07:50:35.409701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 26053ae7-ccb6-4809-b780-90061990261d details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:50:35.441486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:35.522797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 26053ae7-ccb6-4809-b780-90061990261d, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=26053ae7-ccb6-4809-b780-90061990261d,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:35.533694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '26053ae7-ccb6-4809-b780-90061990261d', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'port_id': '26053ae7-ccb6-4809-b780-90061990261d', 'mac_address': 'fa:16:3e:2e:ff:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:50:35.571889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 26053ae7-ccb6-4809-b780-90061990261d is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:35.572274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (26053ae7-ccb6-4809-b780-90061990261d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:35.585526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26053ae7-ccb6-4809-b780-90061990261d {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:50:35.604729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 26053ae7-ccb6-4809-b780-90061990261d, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=26053ae7-ccb6-4809-b780-90061990261d,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:35.611394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (26053ae7-ccb6-4809-b780-90061990261d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:35.662456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=26053ae7-ccb6-4809-b780-90061990261d,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:35.824575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['26053ae7-ccb6-4809-b780-90061990261d'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:50:36.082312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:36.413603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7700e33-415a-4354-9234-0165d5dfc0d3 req-9bfffdfd-0ece-4494-93f5-f6ce8abe4b50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:36.415662 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e7700e33-415a-4354-9234-0165d5dfc0d3 req-9bfffdfd-0ece-4494-93f5-f6ce8abe4b50 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 945 time: 0.0604737 Apr 29 07:50:36.468844 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e7700e33-415a-4354-9234-0165d5dfc0d3 req-46a49986-a7fd-4e6e-b633-5ce470f12736 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447781 Apr 29 07:50:37.308525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:37.423787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 26053ae7-ccb6-4809-b780-90061990261d up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:50:37.477908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 26053ae7-ccb6-4809-b780-90061990261d completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:50:37.481845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 26053ae7-ccb6-4809-b780-90061990261d triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:50:37.482204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (26053ae7-ccb6-4809-b780-90061990261d), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:37.565059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 26053ae7-ccb6-4809-b780-90061990261d is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:50:37.565453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (26053ae7-ccb6-4809-b780-90061990261d), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:37.589107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26053ae7-ccb6-4809-b780-90061990261d'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:37.591405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dc9438-f484-4ed9-b67b-f0ad71c27fed" -d '{"events": [{"server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "name": "network-vif-plugged", "status": "completed", "tag": "26053ae7-ccb6-4809-b780-90061990261d"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:37.592827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30855e2c-5cc8-4f75-b6f5-88656066e59f req-deda4462-ff2c-4b33-a4e4-a9878ad19180 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:37.594345 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-30855e2c-5cc8-4f75-b6f5-88656066e59f req-deda4462-ff2c-4b33-a4e4-a9878ad19180 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 945 time: 0.0530951 Apr 29 07:50:37.604082 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 26053ae7-ccb6-4809-b780-90061990261d, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=26053ae7-ccb6-4809-b780-90061990261d,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:50:37.608434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (26053ae7-ccb6-4809-b780-90061990261d), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:37.635157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83103ee9-7d3f-4c7d-96ef-fdc765db7dcb x-openstack-request-id: req-83103ee9-7d3f-4c7d-96ef-fdc765db7dcb {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:37.635452 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "name": "network-vif-plugged", "status": "completed", "tag": "26053ae7-ccb6-4809-b780-90061990261d", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:37.635704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83103ee9-7d3f-4c7d-96ef-fdc765db7dcb {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:37.636102 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83103ee9-7d3f-4c7d-96ef-fdc765db7dcb'] response: {'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26053ae7-ccb6-4809-b780-90061990261d', 'code': 200} Apr 29 07:50:37.647166 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-30855e2c-5cc8-4f75-b6f5-88656066e59f req-0b5711e0-880e-40aa-be67-580c0bb4b78a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466859 Apr 29 07:50:37.667062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=26053ae7-ccb6-4809-b780-90061990261d,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:37.811523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1cb23-4c8b-4ab8-ad54-0bd745340137 req-c947339d-1378-42cf-860b-e435eb66529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:37.813014 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a2c1cb23-4c8b-4ab8-ad54-0bd745340137 req-c947339d-1378-42cf-860b-e435eb66529a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 1130 time: 0.0478849 Apr 29 07:50:37.858524 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a2c1cb23-4c8b-4ab8-ad54-0bd745340137 req-eca7bb23-1139-4fae-b029-89b6558ff0d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392036 Apr 29 07:50:38.793417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c86680-1ac4-4d9d-bd3d-451d83874228 req-a5852860-341f-4e6a-9414-19cadaf63485 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:38.794947 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f5c86680-1ac4-4d9d-bd3d-451d83874228 req-a5852860-341f-4e6a-9414-19cadaf63485 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 946 time: 0.0550346 Apr 29 07:50:38.849994 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f5c86680-1ac4-4d9d-bd3d-451d83874228 req-a2320db3-aed3-4f0a-98fd-869c67acbe88 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464635 Apr 29 07:50:39.979571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0ceba-0971-4090-a498-85dc5c372627 req-52434cf4-0cce-4273-9315-d512909bb7de tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:39.981030 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-71a0ceba-0971-4090-a498-85dc5c372627 req-52434cf4-0cce-4273-9315-d512909bb7de tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 946 time: 0.0544705 Apr 29 07:50:40.037256 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-71a0ceba-0971-4090-a498-85dc5c372627 req-4a1ec8d0-92b6-44a0-80ad-366bee51c376 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478628 Apr 29 07:50:40.182152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed4934-5751-44c8-b8ce-a9a490c4fa23 req-e214f028-512a-4494-b9fe-9015da2818b6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:40.183562 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20ed4934-5751-44c8-b8ce-a9a490c4fa23 req-e214f028-512a-4494-b9fe-9015da2818b6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 946 time: 0.0650015 Apr 29 07:50:40.238773 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-20ed4934-5751-44c8-b8ce-a9a490c4fa23 req-93d3f860-ebad-4b54-bec0-647994e801b6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469358 Apr 29 07:50:40.260976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56358) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:40.319451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729fdff2-cf4c-4b48-abe0-2190572ce77c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:40.320956 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-729fdff2-cf4c-4b48-abe0-2190572ce77c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 1125 time: 0.0587726 Apr 29 07:50:40.324372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56360) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:50:40.328817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '26053ae7-ccb6-4809-b780-90061990261d', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:50:40.351156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:40.451662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:40.553683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.86 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/5abd6f41-4dad-4477-898f-dc5e70dd5e63) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:50:40.655987 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (5abd6f41-4dad-4477-898f-dc5e70dd5e63), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:40.691887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (5abd6f41-4dad-4477-898f-dc5e70dd5e63), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:40.732523 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:50:40.737177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:50:40.745545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:50:40.750018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=5abd6f41-4dad-4477-898f-dc5e70dd5e63,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:41.388783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (d49eafdd-a448-4fb4-9a19-6244b25029eb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:41.466626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5abd6f41-4dad-4477-898f-dc5e70dd5e63), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:41.617011 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (5abd6f41-4dad-4477-898f-dc5e70dd5e63), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:41.623692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (5abd6f41-4dad-4477-898f-dc5e70dd5e63), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:41.688920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=5abd6f41-4dad-4477-898f-dc5e70dd5e63,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:50:41.699253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (d49eafdd-a448-4fb4-9a19-6244b25029eb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:41.806128 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP d49eafdd-a448-4fb4-9a19-6244b25029eb associated. External IP: 172.26.3.86, port: 26053ae7-ccb6-4809-b780-90061990261d. Apr 29 07:50:42.023682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:50:42.137884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:50:42.148599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] Sync routers for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:50:42.161006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:50:42.164256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:42.164865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:42.192411 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5d54db10-92a4-4835-827c-8c2ca1492634 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8669541 Apr 29 07:50:42.192993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'tag': '26053ae7-ccb6-4809-b780-90061990261d'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:50:42.195377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073ad669-3b31-486a-976e-7ccaffde49a9" -d '{"events": [{"name": "network-changed", "server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "tag": "26053ae7-ccb6-4809-b780-90061990261d"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:50:42.230622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039192a5-f439-4db7-84fe-f36e63c2ae9b x-openstack-request-id: req-039192a5-f439-4db7-84fe-f36e63c2ae9b {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:50:42.230913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "tag": "26053ae7-ccb6-4809-b780-90061990261d", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:50:42.231165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-039192a5-f439-4db7-84fe-f36e63c2ae9b {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:50:42.231599 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039192a5-f439-4db7-84fe-f36e63c2ae9b'] response: {'name': 'network-changed', 'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'tag': '26053ae7-ccb6-4809-b780-90061990261d', 'status': 'completed', 'code': 200} Apr 29 07:50:42.273990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:42.297508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-b1bfeb2b-65a1-4eab-9424-38027ac73bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:42.299033 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-b1bfeb2b-65a1-4eab-9424-38027ac73bfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 1130 time: 0.0451171 Apr 29 07:50:42.390775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-136ce8e5-560d-4649-a44d-eef823a04144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:42.392232 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-136ce8e5-560d-4649-a44d-eef823a04144 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 897 time: 0.0870059 Apr 29 07:50:42.457770 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-5e9509e7-7faa-44a8-a96a-3e5f16137028 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26053ae7-ccb6-4809-b780-90061990261d HTTP/1.1" status: 200 len: 999 time: 0.0590572 Apr 29 07:50:42.507506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b7a1aeec-e05b-4078-8278-dc65fda772e0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.54', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:26Z', 'updated_at': '2022-04-29T07:50:28Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}, {'id': 'd49eafdd-a448-4fb4-9a19-6244b25029eb', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.86', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': '26053ae7-ccb6-4809-b780-90061990261d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:2e:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:41Z', 'updated_at': '2022-04-29T07:50:41Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:42.511499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-7c93e37a-b732-44c5-a0fe-d11d992bc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:42.513084 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-7c93e37a-b732-44c5-a0fe-d11d992bc153 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0438259 Apr 29 07:50:42.533874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] Checking router: dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:50:42.542851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:50:42.543462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:50:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:42.565517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-22a2d3fc-14ed-4d1f-84bd-f8482f38ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:50:42.567045 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-22a2d3fc-14ed-4d1f-84bd-f8482f38ac29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477257 Apr 29 07:50:42.649190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:50:42.657174 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-34e51aeb-42fa-4691-a3bc-18b4744e5d4e service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829523 Apr 29 07:50:42.749337 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-073ad669-3b31-486a-976e-7ccaffde49a9 req-832c4c08-1a12-4fac-be1d-355ec960dc2c service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861626 Apr 29 07:50:42.878467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b7a1aeec-e05b-4078-8278-dc65fda772e0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.54', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:26Z', 'updated_at': '2022-04-29T07:50:28Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}, {'id': 'd49eafdd-a448-4fb4-9a19-6244b25029eb', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.86', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': '26053ae7-ccb6-4809-b780-90061990261d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:2e:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:41Z', 'updated_at': '2022-04-29T07:50:41Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:50:42.905827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00850f5b-4d99-45e6-b970-6e8002c9d54a None None] The sync data for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv is: [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b7a1aeec-e05b-4078-8278-dc65fda772e0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.54', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:26Z', 'updated_at': '2022-04-29T07:50:28Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}, {'id': 'd49eafdd-a448-4fb4-9a19-6244b25029eb', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.86', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': '26053ae7-ccb6-4809-b780-90061990261d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:2e:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:41Z', 'updated_at': '2022-04-29T07:50:41Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:50:43.095704 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad58fe-4a72-44bd-b247-42c6c27ca574 None None] New status for floating IP d49eafdd-a448-4fb4-9a19-6244b25029eb: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:50:45.180050 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:51:01.301290 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7f172907-6122-4d60-82fc-17a7294562b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:03.391032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ca7579f-bbe5-49c8-83fc-6a79cf76fb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:04.763014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:05.426961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:06.077571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:07.309117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:15.985947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56376) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:16.055994 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-16296fa4-f463-48d6-b156-42d7ccac1dbe tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/b7a1aeec-e05b-4078-8278-dc65fda772e0 HTTP/1.1" status: 200 len: 992 time: 0.0686915 Apr 29 07:51:16.822273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56384) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:16.831140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-86ad1285-c0a1-4e15-812e-dbe5c5dae627 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:16.904580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86ad1285-c0a1-4e15-812e-dbe5c5dae627 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:17.050609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-86ad1285-c0a1-4e15-812e-dbe5c5dae627 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port df06d75f-9954-43c2-8f5f-0b744aa3e3b6, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:17.079918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86ad1285-c0a1-4e15-812e-dbe5c5dae627 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:17.087106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86ad1285-c0a1-4e15-812e-dbe5c5dae627 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:17.129957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad1285-c0a1-4e15-812e-dbe5c5dae627 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:17.130572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86ad1285-c0a1-4e15-812e-dbe5c5dae627 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:17.131940 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-86ad1285-c0a1-4e15-812e-dbe5c5dae627 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/ports/df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 938 time: 0.3084519 Apr 29 07:51:17.132497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:17.135450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f60e0-e17d-4c41-98d4-8325351d8516" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:17.164458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad1285-c0a1-4e15-812e-dbe5c5dae627 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,revision_number=6']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:17.175627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9f46b5-d2f9-4ea8-b9f4-3a1d1cf384f4 x-openstack-request-id: req-df9f46b5-d2f9-4ea8-b9f4-3a1d1cf384f4 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:17.175943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:17.176202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df9f46b5-d2f9-4ea8-b9f4-3a1d1cf384f4 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:17.176625 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9f46b5-d2f9-4ea8-b9f4-3a1d1cf384f4'] response: {'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'status': 'completed', 'code': 200} Apr 29 07:51:17.243996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-2b22f204-5c53-4751-9b13-0d393d649cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:17.245566 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-2b22f204-5c53-4751-9b13-0d393d649cd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1130 time: 0.0477166 Apr 29 07:51:17.328998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-db18dcbd-3e50-46b5-96ee-b65c27c600f5 None None] Provisioning complete for port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:17.329671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-db18dcbd-3e50-46b5-96ee-b65c27c600f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:17.335115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-bdfb0c1a-20ac-4dde-b7cd-d7ba64872eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:17.336522 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-bdfb0c1a-20ac-4dde-b7cd-d7ba64872eea service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 897 time: 0.0853601 Apr 29 07:51:17.373885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-db18dcbd-3e50-46b5-96ee-b65c27c600f5 None None] Port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 is administratively disabled so it will not transition to active. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Apr 29 07:51:17.404359 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-f5d57b54-c664-4a58-bcba-4ac860ff9af0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 1001 time: 0.0616436 Apr 29 07:51:17.452322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-38102bed-b184-4e55-89fa-1b98bd7d5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:17.453768 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-38102bed-b184-4e55-89fa-1b98bd7d5636 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0438175 Apr 29 07:51:17.506495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-3f85aa6d-7f6b-4f2c-aa98-750764026c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:17.507952 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-3f85aa6d-7f6b-4f2c-aa98-750764026c37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479481 Apr 29 07:51:17.606963 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-41092ad4-163e-4a0d-b550-0b007ef97390 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916846 Apr 29 07:51:17.694704 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7b1f60e0-e17d-4c41-98d4-8325351d8516 req-de69b854-adfa-4c55-8b6f-2a1e698d8619 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816970 Apr 29 07:51:20.537951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56392) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:20.543400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:20.625532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:20.775998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port df06d75f-9954-43c2-8f5f-0b744aa3e3b6, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:20.809204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:20.815363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:20.854186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:20.854728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:20.856106 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/ports/df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 937 time: 0.3171177 Apr 29 07:51:20.857353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:20.859269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56394) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:20.859798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0755cc10-f303-48fc-910c-133fac9ec157" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:20.887982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,revision_number=7']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:20.895460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.895939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.896406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.897001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.897457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.897928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.898360 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.898870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.899310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.899762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.900183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.900600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.901017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7207ab6-4e38-4675-9a1c-1f33b8ed1a98 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:20.917026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8654ece4-bfdd-4ce3-80cf-c0ef7401a914 x-openstack-request-id: req-8654ece4-bfdd-4ce3-80cf-c0ef7401a914 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:20.917599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:20.918403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8654ece4-bfdd-4ce3-80cf-c0ef7401a914 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:20.918593 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8654ece4-bfdd-4ce3-80cf-c0ef7401a914'] response: {'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'status': 'completed', 'code': 200} Apr 29 07:51:20.937263 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0376eceb-d6c3-4857-9a4a-402d9ac447ad tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/b7a1aeec-e05b-4078-8278-dc65fda772e0 HTTP/1.1" status: 200 len: 992 time: 0.0763013 Apr 29 07:51:20.988511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755cc10-f303-48fc-910c-133fac9ec157 req-d1380739-ed8b-42d5-9b41-1cfa5f33e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:20.990250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0755cc10-f303-48fc-910c-133fac9ec157 req-d1380739-ed8b-42d5-9b41-1cfa5f33e289 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1129 time: 0.0481172 Apr 29 07:51:21.065289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['df06d75f-9954-43c2-8f5f-0b744aa3e3b6'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:51:21.083624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755cc10-f303-48fc-910c-133fac9ec157 req-1f04347e-3ef8-47ff-a03e-45a58120c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:21.085070 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0755cc10-f303-48fc-910c-133fac9ec157 req-1f04347e-3ef8-47ff-a03e-45a58120c74e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 897 time: 0.0884533 Apr 29 07:51:21.142769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6ec9f260-10b9-40e6-b230-7677d8e211da None None] Provisioning complete for port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:21.143048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f260-10b9-40e6-b230-7677d8e211da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:21.152652 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0755cc10-f303-48fc-910c-133fac9ec157 req-b372fd4d-530f-41bb-9612-7a215b4b90c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 1000 time: 0.0597486 Apr 29 07:51:21.209996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755cc10-f303-48fc-910c-133fac9ec157 req-ea4d55c3-4b41-4fe6-9160-8afd02447e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:21.211449 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0755cc10-f303-48fc-910c-133fac9ec157 req-ea4d55c3-4b41-4fe6-9160-8afd02447e3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0526619 Apr 29 07:51:21.261880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755cc10-f303-48fc-910c-133fac9ec157 req-fff1f800-8453-4f31-ab4f-6aeb69decc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:21.263411 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0755cc10-f303-48fc-910c-133fac9ec157 req-fff1f800-8453-4f31-ab4f-6aeb69decc3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460021 Apr 29 07:51:21.288865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9f260-10b9-40e6-b230-7677d8e211da None None] Current status of the port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:21.355006 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0755cc10-f303-48fc-910c-133fac9ec157 req-24331e01-1c7e-4693-a41f-973d41d223b2 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845900 Apr 29 07:51:21.395117 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-c106c0f4-b88b-4c6a-87ee-514d3ebc5229 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437717 Apr 29 07:51:21.447437 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0755cc10-f303-48fc-910c-133fac9ec157 req-5784ce87-a174-4c82-aa69-4db524e948a5 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860989 Apr 29 07:51:21.548896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-1442c5c0-5d5e-4633-923b-8db30eaa110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:21.550403 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-1442c5c0-5d5e-4633-923b-8db30eaa110a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1129 time: 0.0443821 Apr 29 07:51:21.663110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-e87bec24-04a9-4c3d-a589-e05d499b0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:21.664564 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-e87bec24-04a9-4c3d-a589-e05d499b0ce4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 897 time: 0.0921378 Apr 29 07:51:21.728607 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-d1542b19-4d49-42a1-a777-64b67139db42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 1000 time: 0.0574508 Apr 29 07:51:21.784380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-05a8ec33-313f-420e-9db3-897eff1f28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:21.785855 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-05a8ec33-313f-420e-9db3-897eff1f28ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0509138 Apr 29 07:51:21.839999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-e4b0caeb-3f53-4443-9cbd-ee2cd0907d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:21.841501 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-e4b0caeb-3f53-4443-9cbd-ee2cd0907d5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492804 Apr 29 07:51:21.927883 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-e56e860a-ea76-4176-956a-76fc31d7cfa4 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799632 Apr 29 07:51:22.179905 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:51:22.338244 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6e3e5783-033f-457b-81ad-043a4b6794a1 req-3b4d5377-3d09-4327-879a-f76ca53972c0 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006207 Apr 29 07:51:23.493271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56404) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:23.667810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 5abd6f41-4dad-4477-898f-dc5e70dd5e63 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:51:23.668061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5abd6f41-4dad-4477-898f-dc5e70dd5e63), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:23.753158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5abd6f41-4dad-4477-898f-dc5e70dd5e63), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:23.753485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (5abd6f41-4dad-4477-898f-dc5e70dd5e63), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:23.764997 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 5abd6f41-4dad-4477-898f-dc5e70dd5e63 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:51:23.916150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (5abd6f41-4dad-4477-898f-dc5e70dd5e63), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:23.942001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=5abd6f41-4dad-4477-898f-dc5e70dd5e63,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:24.006305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (d49eafdd-a448-4fb4-9a19-6244b25029eb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:24.006649 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP d49eafdd-a448-4fb4-9a19-6244b25029eb disassociated (deleted). External IP: 172.26.3.86, port: 26053ae7-ccb6-4809-b780-90061990261d. Apr 29 07:51:24.235817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:24.345484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:24.350620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:24.355513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] Sync routers for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:24.367616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:24.368239 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:24.380942 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-160ed6db-c526-4404-9f50-181270a52892 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/floatingips/d49eafdd-a448-4fb4-9a19-6244b25029eb HTTP/1.1" status: 204 len: 168 time: 0.8865232 Apr 29 07:51:24.381814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'tag': '26053ae7-ccb6-4809-b780-90061990261d'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:24.384305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4ffb23-6645-402b-966e-8a2896ffc85d" -d '{"events": [{"name": "network-changed", "server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "tag": "26053ae7-ccb6-4809-b780-90061990261d"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:24.424904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbe994e-6a4d-4cef-8b45-27d806cb1831 x-openstack-request-id: req-acbe994e-6a4d-4cef-8b45-27d806cb1831 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:24.425204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "tag": "26053ae7-ccb6-4809-b780-90061990261d", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:24.425515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acbe994e-6a4d-4cef-8b45-27d806cb1831 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:24.425934 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbe994e-6a4d-4cef-8b45-27d806cb1831'] response: {'name': 'network-changed', 'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'tag': '26053ae7-ccb6-4809-b780-90061990261d', 'status': 'completed', 'code': 200} Apr 29 07:51:24.493004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:24.495292 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-4671f918-f951-401a-b15a-fad830eefd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:24.495849 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-4671f918-f951-401a-b15a-fad830eefd0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 1130 time: 0.0485594 Apr 29 07:51:24.609618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-21f1ea29-e380-4669-80b2-9779ddd43b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:24.611098 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-21f1ea29-e380-4669-80b2-9779ddd43b31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 897 time: 0.1062973 Apr 29 07:51:24.653347 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-25013227-a39d-4ef9-aff5-6eca3f31ce41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26053ae7-ccb6-4809-b780-90061990261d HTTP/1.1" status: 200 len: 217 time: 0.0352690 Apr 29 07:51:24.738340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-98e4ca9e-d8ee-40a3-91b3-fcc6b3049604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:24.739961 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-98e4ca9e-d8ee-40a3-91b3-fcc6b3049604 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0789707 Apr 29 07:51:24.782639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1cba-52b4-4faa-9093-5ff264c6282d req-4cb8802c-194f-4aa6-9107-df6d06b37ba7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:24.783994 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8f8e1cba-52b4-4faa-9093-5ff264c6282d req-4cb8802c-194f-4aa6-9107-df6d06b37ba7 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 946 time: 0.1994197 Apr 29 07:51:24.829624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-e71360c3-7e4f-4cdf-a919-ae5f6ab7ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:24.831129 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-e71360c3-7e4f-4cdf-a919-ae5f6ab7ef9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0840178 Apr 29 07:51:24.852085 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8f8e1cba-52b4-4faa-9093-5ff264c6282d req-162d8330-5206-4d62-8f46-cc653e5b1f49 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620553 Apr 29 07:51:24.899885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b7a1aeec-e05b-4078-8278-dc65fda772e0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.54', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:26Z', 'updated_at': '2022-04-29T07:50:28Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:24.926025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] Checking router: dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:24.929816 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-30b69f4d-ebaa-4a11-b9dc-a7203d50d012 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900083 Apr 29 07:51:24.934451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:24.935064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:25.017962 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3a4ffb23-6645-402b-966e-8a2896ffc85d req-ae8a1204-ca55-4b6b-a58a-cee5414a9c65 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810292 Apr 29 07:51:25.045496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:25.273114 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b7a1aeec-e05b-4078-8278-dc65fda772e0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.54', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:26Z', 'updated_at': '2022-04-29T07:50:28Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:25.298359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec379d-d0ad-4184-8e3a-8ae025df09ed None None] The sync data for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv is: [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b7a1aeec-e05b-4078-8278-dc65fda772e0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.54', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'port_id': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'mac_address': 'fa:16:3e:f9:fa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:50:26Z', 'updated_at': '2022-04-29T07:50:28Z', 'revision_number': 1, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:25.521396 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b940a3-f16e-4e0a-9e9e-2e1cd9775ab7 None None] New status for floating IP d49eafdd-a448-4fb4-9a19-6244b25029eb: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:51:25.925070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ff95-7361-48b9-8325-f703360be523 req-bd151138-0541-45b1-affe-07e967ad786c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:25.926655 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a092ff95-7361-48b9-8325-f703360be523 req-bd151138-0541-45b1-affe-07e967ad786c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 946 time: 0.0568233 Apr 29 07:51:26.024408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-a092ff95-7361-48b9-8325-f703360be523 req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 26053ae7-ccb6-4809-b780-90061990261d {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:51:26.024725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad61053-63ba-47a1-8b42-11e8920694cb req-0b7aac07-6c82-45b4-92ea-8ba819ffdc27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:26.025213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a092ff95-7361-48b9-8325-f703360be523 req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (26053ae7-ccb6-4809-b780-90061990261d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:26.026361 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aad61053-63ba-47a1-8b42-11e8920694cb req-0b7aac07-6c82-45b4-92ea-8ba819ffdc27 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc HTTP/1.1" status: 200 len: 946 time: 0.1012342 Apr 29 07:51:26.085823 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aad61053-63ba-47a1-8b42-11e8920694cb req-fe8e14b6-af09-4759-bd2c-a9c3bbb3357c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=90225049-9acb-41ce-a988-a219e96b4d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531230 Apr 29 07:51:26.116156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-a092ff95-7361-48b9-8325-f703360be523 req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 26053ae7-ccb6-4809-b780-90061990261d, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=26053ae7-ccb6-4809-b780-90061990261d,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:26.116522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a092ff95-7361-48b9-8325-f703360be523 req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (26053ae7-ccb6-4809-b780-90061990261d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:26.129158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-a092ff95-7361-48b9-8325-f703360be523 req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 26053ae7-ccb6-4809-b780-90061990261d owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:51:26.264640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a092ff95-7361-48b9-8325-f703360be523 req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (26053ae7-ccb6-4809-b780-90061990261d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:26.293538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=26053ae7-ccb6-4809-b780-90061990261d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:26.342240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a092ff95-7361-48b9-8325-f703360be523 req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port 26053ae7-ccb6-4809-b780-90061990261d on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:26.344782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a092ff95-7361-48b9-8325-f703360be523 req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:26.348076 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a092ff95-7361-48b9-8325-f703360be523 req-643e1c79-fdb3-437f-875d-34b136110cab tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/26053ae7-ccb6-4809-b780-90061990261d HTTP/1.1" status: 204 len: 173 time: 0.4142082 Apr 29 07:51:26.348568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'name': 'network-vif-deleted', 'tag': '26053ae7-ccb6-4809-b780-90061990261d'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:26.350889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b3a75f-83fe-4bfb-bca2-bb55e886a2cb" -d '{"events": [{"server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "name": "network-vif-deleted", "tag": "26053ae7-ccb6-4809-b780-90061990261d"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:26.388220 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb13d28e-2ed1-4cc7-99e7-4722f3d9b1f2 x-openstack-request-id: req-eb13d28e-2ed1-4cc7-99e7-4722f3d9b1f2 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:26.388501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc", "name": "network-vif-deleted", "tag": "26053ae7-ccb6-4809-b780-90061990261d", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:26.388751 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb13d28e-2ed1-4cc7-99e7-4722f3d9b1f2 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:26.389158 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb13d28e-2ed1-4cc7-99e7-4722f3d9b1f2'] response: {'server_uuid': '361dfdd0-9c8a-4cc4-bad1-6b7360ba46bc', 'name': 'network-vif-deleted', 'tag': '26053ae7-ccb6-4809-b780-90061990261d', 'status': 'completed', 'code': 200} Apr 29 07:51:27.149741 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56422) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:27.205212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (90225049-9acb-41ce-a988-a219e96b4d78), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:27.232166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (90225049-9acb-41ce-a988-a219e96b4d78), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:27.294160 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (90225049-9acb-41ce-a988-a219e96b4d78), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:27.298261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:27.300192 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/90225049-9acb-41ce-a988-a219e96b4d78 HTTP/1.1" status: 204 len: 168 time: 0.1492629 Apr 29 07:51:27.310755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90225049-9acb-41ce-a988-a219e96b4d78,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:27.318105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.318460 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.318807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.319152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.319484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.319808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.320151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.320482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.320809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.321169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.321532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.321847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.322146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464204d-3ba8-4eb9-be7d-f316c20b8bb5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:27.333642 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56426) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:27.495792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port ede563ca-5645-486c-9d09-76724b339b45 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:51:27.496081 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ede563ca-5645-486c-9d09-76724b339b45), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:27.580125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ede563ca-5645-486c-9d09-76724b339b45), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:27.580446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (ede563ca-5645-486c-9d09-76724b339b45), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:27.592213 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for ede563ca-5645-486c-9d09-76724b339b45 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:51:27.741812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ede563ca-5645-486c-9d09-76724b339b45), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:27.770810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=ede563ca-5645-486c-9d09-76724b339b45,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:27.832318 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (b7a1aeec-e05b-4078-8278-dc65fda772e0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:27.832621 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP b7a1aeec-e05b-4078-8278-dc65fda772e0 disassociated (deleted). External IP: 172.26.3.54, port: df06d75f-9954-43c2-8f5f-0b744aa3e3b6. Apr 29 07:51:28.063787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:28.175740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:28.180139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:28.186045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] Sync routers for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:28.196395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:28.197009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.210994 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-16d505aa-20cd-4e9e-98f9-10c35fa4f20b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/floatingips/b7a1aeec-e05b-4078-8278-dc65fda772e0 HTTP/1.1" status: 204 len: 168 time: 0.8761766 Apr 29 07:51:28.211654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:28.214013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189babd8-83fe-4a73-8f68-bba318e7832b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:28.250449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e54d7cc-a2d1-4d40-be62-cff54fe46309 x-openstack-request-id: req-5e54d7cc-a2d1-4d40-be62-cff54fe46309 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:28.250811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:28.251061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e54d7cc-a2d1-4d40-be62-cff54fe46309 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:28.251473 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e54d7cc-a2d1-4d40-be62-cff54fe46309'] response: {'name': 'network-changed', 'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'status': 'completed', 'code': 200} Apr 29 07:51:28.317565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:28.366226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189babd8-83fe-4a73-8f68-bba318e7832b req-c8c8b84c-2a1d-421a-81df-c7fd0a8a2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:28.368343 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-189babd8-83fe-4a73-8f68-bba318e7832b req-c8c8b84c-2a1d-421a-81df-c7fd0a8a2048 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 1129 time: 0.0949867 Apr 29 07:51:28.497805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189babd8-83fe-4a73-8f68-bba318e7832b req-ed367996-0a5e-43d9-bbe5-f4d9b04e6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:28.499341 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-189babd8-83fe-4a73-8f68-bba318e7832b req-ed367996-0a5e-43d9-bbe5-f4d9b04e6da2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 200 len: 897 time: 0.1254432 Apr 29 07:51:28.506884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba272a0-8f5a-434f-a63d-7c167f6b0a40 req-ab39ea32-63ff-40d7-9355-94d99ee1c0f1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:28.508321 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3ba272a0-8f5a-434f-a63d-7c167f6b0a40 req-ab39ea32-63ff-40d7-9355-94d99ee1c0f1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 945 time: 0.0918739 Apr 29 07:51:28.538221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.550445 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-189babd8-83fe-4a73-8f68-bba318e7832b req-a781809a-00a4-469e-889c-c6f8b4dd6676 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 200 len: 217 time: 0.0411396 Apr 29 07:51:28.564456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] Checking router: dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:28.573083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:28.574091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.623049 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3ba272a0-8f5a-434f-a63d-7c167f6b0a40 req-fec4c120-4beb-44de-bf38-855c3d60aa58 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070213 Apr 29 07:51:28.626623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189babd8-83fe-4a73-8f68-bba318e7832b req-1b80f31c-f059-4f96-8592-d1ba1752f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:28.627994 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-189babd8-83fe-4a73-8f68-bba318e7832b req-1b80f31c-f059-4f96-8592-d1ba1752f9cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 200 len: 834 time: 0.0696514 Apr 29 07:51:28.677748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189babd8-83fe-4a73-8f68-bba318e7832b req-a704ccd6-61ad-4f2b-a42b-6159c2272756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:28.679234 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-189babd8-83fe-4a73-8f68-bba318e7832b req-a704ccd6-61ad-4f2b-a42b-6159c2272756 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afec693-24dd-4af8-bf29-393720a6cb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445840 Apr 29 07:51:28.690234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:28.769694 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-189babd8-83fe-4a73-8f68-bba318e7832b req-3d59c499-beae-4dee-acaa-219cb4f597ca service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841069 Apr 29 07:51:28.865630 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-189babd8-83fe-4a73-8f68-bba318e7832b req-2bcc5229-f4e4-4848-bd76-48deb9b5be13 service neutron] 10.222.0.36 "GET /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879436 Apr 29 07:51:28.888777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:28.914692 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3e93d-cf2e-4dbe-9f6b-b88c9e8db7f5 None None] The sync data for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv is: [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:50:12Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e1d8b762-f98e-4386-b802-82f0cad3e087', 'name': '', 'network_id': '0afec693-24dd-4af8-bf29-393720a6cb23', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:ed:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:11Z', 'updated_at': '2022-04-29T07:50:14Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '034fa1b5-d7e5-4753-9083-7085887adf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:29.152221 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3d78f-fb39-4363-a518-2ddcc77e8004 None None] New status for floating IP b7a1aeec-e05b-4078-8278-dc65fda772e0: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:51:29.747784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 26053ae7-ccb6-4809-b780-90061990261d no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:29.755213 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043448-c7e5-4f37-bb42-354c7ee1777d req-235f204d-0a67-4a16-8a5c-f5b7265952ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:29.756746 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ee043448-c7e5-4f37-bb42-354c7ee1777d req-235f204d-0a67-4a16-8a5c-f5b7265952ce tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 945 time: 0.0562248 Apr 29 07:51:29.767818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 26053ae7-ccb6-4809-b780-90061990261d {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:51:29.768150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 26053ae7-ccb6-4809-b780-90061990261d not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:29.805895 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ee043448-c7e5-4f37-bb42-354c7ee1777d req-a283a75e-dc24-417b-bf6d-2919d80f56f9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=5334a84b-5489-4f47-bbd4-86a4eb874ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432172 Apr 29 07:51:29.826348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467829d-68b8-457c-8096-57769fd1fa4a req-637c139b-9044-4a30-933b-a147b6002a2d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:29.827804 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c467829d-68b8-457c-8096-57769fd1fa4a req-637c139b-9044-4a30-933b-a147b6002a2d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1 HTTP/1.1" status: 200 len: 945 time: 0.0529358 Apr 29 07:51:29.922343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-c467829d-68b8-457c-8096-57769fd1fa4a req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:51:29.922567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c467829d-68b8-457c-8096-57769fd1fa4a req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:30.022511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-c467829d-68b8-457c-8096-57769fd1fa4a req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port df06d75f-9954-43c2-8f5f-0b744aa3e3b6, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:30.023001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c467829d-68b8-457c-8096-57769fd1fa4a req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:30.039054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-c467829d-68b8-457c-8096-57769fd1fa4a req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for df06d75f-9954-43c2-8f5f-0b744aa3e3b6 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:51:30.187579 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c467829d-68b8-457c-8096-57769fd1fa4a req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (df06d75f-9954-43c2-8f5f-0b744aa3e3b6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:30.215954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=df06d75f-9954-43c2-8f5f-0b744aa3e3b6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:30.265678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c467829d-68b8-457c-8096-57769fd1fa4a req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port df06d75f-9954-43c2-8f5f-0b744aa3e3b6 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:30.268410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c467829d-68b8-457c-8096-57769fd1fa4a req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:30.271828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c467829d-68b8-457c-8096-57769fd1fa4a req-7860e5f2-d3e9-4780-99d1-3e27fcdd9a08 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/df06d75f-9954-43c2-8f5f-0b744aa3e3b6 HTTP/1.1" status: 204 len: 173 time: 0.4389119 Apr 29 07:51:30.272257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'name': 'network-vif-deleted', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:30.274707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a5ff5d-38b1-478b-8ae7-54eff8a00c16" -d '{"events": [{"server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "name": "network-vif-deleted", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:30.313349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae832bd-d014-4ade-a2a7-8c5a98986709 x-openstack-request-id: req-fae832bd-d014-4ade-a2a7-8c5a98986709 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:30.313671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1", "name": "network-vif-deleted", "tag": "df06d75f-9954-43c2-8f5f-0b744aa3e3b6", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:30.313928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fae832bd-d014-4ade-a2a7-8c5a98986709 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:30.314374 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae832bd-d014-4ade-a2a7-8c5a98986709'] response: {'server_uuid': 'bb0a2d3e-7e57-4846-b1a7-c0fb840b92b1', 'name': 'network-vif-deleted', 'tag': 'df06d75f-9954-43c2-8f5f-0b744aa3e3b6', 'status': 'completed', 'code': 200} Apr 29 07:51:30.866662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56442) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:30.929411 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed7d08b2-1ef1-42de-b31f-4de5300e3cae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (5334a84b-5489-4f47-bbd4-86a4eb874ab1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:30.957877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed7d08b2-1ef1-42de-b31f-4de5300e3cae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (5334a84b-5489-4f47-bbd4-86a4eb874ab1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:31.028971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed7d08b2-1ef1-42de-b31f-4de5300e3cae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (5334a84b-5489-4f47-bbd4-86a4eb874ab1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:31.031720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ed7d08b2-1ef1-42de-b31f-4de5300e3cae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:31.033054 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ed7d08b2-1ef1-42de-b31f-4de5300e3cae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/5334a84b-5489-4f47-bbd4-86a4eb874ab1 HTTP/1.1" status: 204 len: 168 time: 0.1651745 Apr 29 07:51:31.044400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d08b2-1ef1-42de-b31f-4de5300e3cae tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5334a84b-5489-4f47-bbd4-86a4eb874ab1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:31.074922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56446) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:31.306746 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc2f3-2a84-44bb-a5ab-a92d20650977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:31.457053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:31.734203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port e1d8b762-f98e-4386-b802-82f0cad3e087 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:51:31.734535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:31.824564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port e1d8b762-f98e-4386-b802-82f0cad3e087, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e1d8b762-f98e-4386-b802-82f0cad3e087,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:31.824908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:31.841204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for e1d8b762-f98e-4386-b802-82f0cad3e087 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:51:32.029023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e1d8b762-f98e-4386-b802-82f0cad3e087), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:32.059273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=e1d8b762-f98e-4386-b802-82f0cad3e087,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:32.239740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:32.465243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:32.885268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:32.890336 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9b50b1ba-1aeb-4b92-a21b-66722daf0cc6 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/dcc8acdd-3ea2-4faa-b51d-8d833f4106a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8138552 Apr 29 07:51:32.893233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56448) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:32.897115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] Sync routers for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:32.911319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:32.912020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:32.943195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f4e780-2e18-4deb-ac74-300e527f7a97 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting subnet 034fa1b5-d7e5-4753-9083-7085887adf1a {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:51:32.946440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-07f4e780-2e18-4deb-ac74-300e527f7a97 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (034fa1b5-d7e5-4753-9083-7085887adf1a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:32.987143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-07f4e780-2e18-4deb-ac74-300e527f7a97 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (034fa1b5-d7e5-4753-9083-7085887adf1a), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.013640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:33.105097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-07f4e780-2e18-4deb-ac74-300e527f7a97 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (034fa1b5-d7e5-4753-9083-7085887adf1a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.163265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-07f4e780-2e18-4deb-ac74-300e527f7a97 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (034fa1b5-d7e5-4753-9083-7085887adf1a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.189603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4e780-2e18-4deb-ac74-300e527f7a97 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Subnet': ['ID=034fa1b5-d7e5-4753-9083-7085887adf1a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:33.193238 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-07f4e780-2e18-4deb-ac74-300e527f7a97 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.193627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:51:31Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:33.196452 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-07f4e780-2e18-4deb-ac74-300e527f7a97 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/subnets/034fa1b5-d7e5-4753-9083-7085887adf1a HTTP/1.1" status: 204 len: 168 time: 0.3022799 Apr 29 07:51:33.199613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56450) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:33.202090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b7982-2a23-4ef7-9779-a5a3e8381f15 None None] Network 0afec693-24dd-4af8-bf29-393720a6cb23 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:51:33.227683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] Checking router: dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:33.286750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] Routers {'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:33.287337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:33.308313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.395678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-faeb7dd0-e0b7-4adf-88a3-5ad14766fda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.414688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.434575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] Set router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:33.476942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port b363bda0-2d3d-49f5-9c8e-fc8326dc317c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:51:33.477318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.568526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port b363bda0-2d3d-49f5-9c8e-fc8326dc317c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b363bda0-2d3d-49f5-9c8e-fc8326dc317c,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:33.568891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.582327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for b363bda0-2d3d-49f5-9c8e-fc8326dc317c owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:51:33.690690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] DHCP port deletion for 0afec693-24dd-4af8-bf29-393720a6cb23 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:51:33.752516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b363bda0-2d3d-49f5-9c8e-fc8326dc317c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.779310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=b363bda0-2d3d-49f5-9c8e-fc8326dc317c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:33.785022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device df06d75f-9954-43c2-8f5f-0b744aa3e3b6 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:33.812317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: df06d75f-9954-43c2-8f5f-0b744aa3e3b6 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:51:33.812654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device df06d75f-9954-43c2-8f5f-0b744aa3e3b6 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:33.820255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Deleting port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:51:33.820626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.843963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.898916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] For port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7,segment=NetworkSegment(0ada755b-7c74-4073-b6e1-2eab77484f66),segment_id=0ada755b-7c74-4073-b6e1-2eab77484f66)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:33.899603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.913261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Calling delete_port for 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:51:33.915739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:51:31Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:33.937626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.939789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.946161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815d6af-b91c-4c47-84d8-92be1b7db4da None None] The sync data for ids ['dcc8acdd-3ea2-4faa-b51d-8d833f4106a4'] in dv-neutron-839860-1-hyperv is: [{'id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'name': 'tempest-TestNetworkBasicOps-router-900852601', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:50:08Z', 'updated_at': '2022-04-29T07:51:31Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': 'b363bda0-2d3d-49f5-9c8e-fc8326dc317c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc8acdd-3ea2-4faa-b51d-8d833f4106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:50:09Z', 'updated_at': '2022-04-29T07:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:33.996545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (dcc8acdd-3ea2-4faa-b51d-8d833f4106a4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:33.997322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Fanout notify agent at l3_agent the message router_deleted on router dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:51:34.004251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.007957 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1cd7ec34-76d4-4752-b891-6e03871ec43c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/routers/dcc8acdd-3ea2-4faa-b51d-8d833f4106a4 HTTP/1.1" status: 204 len: 168 time: 0.8048201 Apr 29 07:51:34.008228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56452) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:34.018449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.044604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Pushing event deleted for resources: {'Port': ['ID=5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:34.053429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] No DVR routers for this DVR port 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:51:34.055776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.056682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.056682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.056923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.057099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.057451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.057776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.058199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.058533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.058853 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.059168 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.059477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.059791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd6649-65aa-4aa0-9d26-c1fe9c88a85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:34.092090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (0afec693-24dd-4af8-bf29-393720a6cb23), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.175468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (0afec693-24dd-4af8-bf29-393720a6cb23), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.196057 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afec693-24dd-4af8-bf29-393720a6cb23']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:34.206305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ada755b-7c74-4073-b6e1-2eab77484f66') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:34.206537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ada755b-7c74-4073-b6e1-2eab77484f66') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:34.216296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (0ada755b-7c74-4073-b6e1-2eab77484f66), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.230212 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (0ada755b-7c74-4073-b6e1-2eab77484f66), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.237143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:51:34.237508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (0ada755b-7c74-4073-b6e1-2eab77484f66), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:51:34.241251 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:51:34.304253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (0afec693-24dd-4af8-bf29-393720a6cb23), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.309533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.312943 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/networks/0afec693-24dd-4af8-bf29-393720a6cb23 HTTP/1.1" status: 204 len: 168 time: 0.3034942 Apr 29 07:51:34.328825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec09fb-804d-4083-8406-0651700cb7ba tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Network': ['ID=0afec693-24dd-4af8-bf29-393720a6cb23,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:34.336140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56454) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:34.341165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'network': {'name': 'tempest-network-smoke--281574347', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'port_security_enabled': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:34.367745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:34.371770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.397793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:51:34.408311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (68990617-2d11-4a6c-bbf1-42a3a88f7617), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.409015 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Added segment 68990617-2d11-4a6c-bbf1-42a3a88f7617 of type vlan for network 3a6e748a-b700-4f84-b064-9b14925904e3 Apr 29 07:51:34.451048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (3a6e748a-b700-4f84-b064-9b14925904e3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.476168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (3a6e748a-b700-4f84-b064-9b14925904e3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.480996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:34.481609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.536884 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1996288 Apr 29 07:51:34.540156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56456) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:34.544564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-484523437', 'admin_state_up': True, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:34.553572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1cad7-c7be-4ba6-acf9-e5d8617d9038 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Network': ['ID=3a6e748a-b700-4f84-b064-9b14925904e3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:34.565962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 3a6e748a-b700-4f84-b064-9b14925904e3 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:51:34.574760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.577050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.637073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (a32089d6-f4b4-4db6-a488-0a99b1a00da6), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.765258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.787934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (a32089d6-f4b4-4db6-a488-0a99b1a00da6), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:34.986772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (a32089d6-f4b4-4db6-a488-0a99b1a00da6), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:35.005994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:35.109937 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.220 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/07d56027-969d-435b-b168-859999c14a35) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:35.236699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (07d56027-969d-435b-b168-859999c14a35), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:35.276546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (07d56027-969d-435b-b168-859999c14a35), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:35.312995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:35.315855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:35.319287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:35.327706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=07d56027-969d-435b-b168-859999c14a35,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:35.435201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:35.479635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b363bda0-2d3d-49f5-9c8e-fc8326dc317c no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:35.503425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: b363bda0-2d3d-49f5-9c8e-fc8326dc317c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:51:35.503764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b363bda0-2d3d-49f5-9c8e-fc8326dc317c not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:35.504182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1d8b762-f98e-4386-b802-82f0cad3e087 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:35.527579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: e1d8b762-f98e-4386-b802-82f0cad3e087 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:51:35.527921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e1d8b762-f98e-4386-b802-82f0cad3e087 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:35.528342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:51:35.546998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:51:35.547347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5005e9e3-a7b2-42eb-bb9b-d6ba9cc42ff7 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:51:35.584373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (a32089d6-f4b4-4db6-a488-0a99b1a00da6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:35.791644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:35.923508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router a32089d6-f4b4-4db6-a488-0a99b1a00da6 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:51:36.043185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:36.053170 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Sync routers for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:36.063144 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:36.063758 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:36.067712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.069250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-81b27e50-64ba-40bc-929a-b84283dc1af8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5282645 Apr 29 07:51:36.072538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56458) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:36.086764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.101432 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-27797eab-9e1e-400b-8ee3-602cda5ad62c tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f14233bf085d40bba00e3a72c1cbee9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277507 Apr 29 07:51:36.104097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56460) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:36.171736 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:36.193416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9fa434-22c8-446d-8405-d7947095f123 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:36.197801 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1f9fa434-22c8-446d-8405-d7947095f123 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898561 Apr 29 07:51:36.197967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56462) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:36.225832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9f6d88c7-8dfe-4d0c-bb4f-64b4bcb13f60 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263867 Apr 29 07:51:36.228572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56464) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:36.233433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1331317081', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:36.318422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:36.322056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.344229 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:51:35Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:36.370131 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Checking router: a32089d6-f4b4-4db6-a488-0a99b1a00da6 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:36.370474 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Updating router a32089d6-f4b4-4db6-a488-0a99b1a00da6 port 07d56027-969d-435b-b168-859999c14a35 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:51:36.396932 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (07d56027-969d-435b-b168-859999c14a35), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.499767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (151bcc59-cc93-4a1b-904b-328f18f6262b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.561857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Subnet': ['ID=151bcc59-cc93-4a1b-904b-328f18f6262b,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:36.573725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Checking segment: {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:51:36.574086 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network hostable DHCP agents. Network: 3a6e748a-b700-4f84-b064-9b14925904e3, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:51:36.591278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 3a6e748a-b700-4f84-b064-9b14925904e3 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:51:36.602148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 3a6e748a-b700-4f84-b064-9b14925904e3) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:36.606508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:36.607179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.611612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bcd023-b9fc-4d0f-8082-2fa801efdf04 None None] Network 3a6e748a-b700-4f84-b064-9b14925904e3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:51:36.624929 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6d5e1eab-5a90-418a-bf3e-d6437121477f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3952799 Apr 29 07:51:36.627816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56466) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:36.725594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-3a6e748a-b700-4f84-b064-9b14925904e3', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:51:36.727048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.752220 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Publish callbacks [] for port (07d56027-969d-435b-b168-859999c14a35), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.760024 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (07d56027-969d-435b-b168-859999c14a35), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.812622 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Attempting to bind port 07d56027-969d-435b-b168-859999c14a35 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:51:36.812985 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Attempting to bind port 07d56027-969d-435b-b168-859999c14a35 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:51:36.813379 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Attempting to bind port 07d56027-969d-435b-b168-859999c14a35 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:36.823013 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:36.823677 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:51:36.824074 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.824548 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:36.824940 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Bound port: 07d56027-969d-435b-b168-859999c14a35, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:51:36.825455 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (07d56027-969d-435b-b168-859999c14a35), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.833570 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Pushing event updated for resources: {'Port': ['ID=07d56027-969d-435b-b168-859999c14a35,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:36.860633 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.861076 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.861496 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.861891 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.862294 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.862696 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.863082 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.863576 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.863971 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.864348 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.864735 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.865104 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.865506 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:51:36.869173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Allocated IP 172.20.0.2 (3a6e748a-b700-4f84-b064-9b14925904e3/151bcc59-cc93-4a1b-904b-328f18f6262b/f6a9d1ab-6926-45b4-8223-d2ca5572261e) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:36.904205 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] For port 07d56027-969d-435b-b168-859999c14a35, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:36.907822 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] For port 07d56027-969d-435b-b168-859999c14a35, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=07d56027-969d-435b-b168-859999c14a35,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:36.914342 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (07d56027-969d-435b-b168-859999c14a35), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:36.963037 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:36.963665 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.016727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Publish callbacks [] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:37.024619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:37.043481 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464763d5-173a-46b1-be61-2b53651090ea None None] Pushing event updated for resources: {'Port': ['ID=07d56027-969d-435b-b168-859999c14a35,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:37.070865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Network 3a6e748a-b700-4f84-b064-9b14925904e3 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:37.079492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:37.081754 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Pushing event updated for resources: {'Port': ['ID=f6a9d1ab-6926-45b4-8223-d2ca5572261e,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:37.084329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:37.099787 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:37.144577 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Attempting to bind port f6a9d1ab-6926-45b4-8223-d2ca5572261e on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:51:37.144935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Attempting to bind port f6a9d1ab-6926-45b4-8223-d2ca5572261e by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:51:37.145319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Attempting to bind port f6a9d1ab-6926-45b4-8223-d2ca5572261e on network 3a6e748a-b700-4f84-b064-9b14925904e3 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:37.150985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:37.151327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Checking segment: {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:51:37.152448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:37.152705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Bound using segment: {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:37.153180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Bound port: f6a9d1ab-6926-45b4-8223-d2ca5572261e, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:51:37.153591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:37.224591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] For port f6a9d1ab-6926-45b4-8223-d2ca5572261e, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:37.228657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] For port f6a9d1ab-6926-45b4-8223-d2ca5572261e, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f6a9d1ab-6926-45b4-8223-d2ca5572261e,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:37.236280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:37.290353 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:51:35Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:37.318249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9a095-5111-4de7-8aca-a4bc822a611e None None] Pushing event updated for resources: {'Port': ['ID=f6a9d1ab-6926-45b4-8223-d2ca5572261e,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:37.321840 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f173f-db7c-4489-aaea-22de738d43eb None None] The sync data for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv is: [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:51:35Z', 'revision_number': 3, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:37.355748 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:37.412637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:37.736550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.1 (3a6e748a-b700-4f84-b064-9b14925904e3/151bcc59-cc93-4a1b-904b-328f18f6262b/0b22392c-afc0-4b34-a455-7458c86268e9) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:37.857376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (0b22392c-afc0-4b34-a455-7458c86268e9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:37.892343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:37.935818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 3a6e748a-b700-4f84-b064-9b14925904e3 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:37.939103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:37.946138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:37.950725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=0b22392c-afc0-4b34-a455-7458c86268e9,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:37.995114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (a32089d6-f4b4-4db6-a488-0a99b1a00da6), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.145459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.303318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5717a50-7abb-4b84-92b1-2ab4a3791c65 None None] Network 3a6e748a-b700-4f84-b064-9b14925904e3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:51:38.367022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-223729ef-b6dc-4f5f-9a89-4266d7008461 None None] Provisioning complete for port f6a9d1ab-6926-45b4-8223-d2ca5572261e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:38.367384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-223729ef-b6dc-4f5f-9a89-4266d7008461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.443862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (0b22392c-afc0-4b34-a455-7458c86268e9), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.451666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.490812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-223729ef-b6dc-4f5f-9a89-4266d7008461 None None] Current status of the port f6a9d1ab-6926-45b4-8223-d2ca5572261e is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:38.491277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-223729ef-b6dc-4f5f-9a89-4266d7008461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.525094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (a32089d6-f4b4-4db6-a488-0a99b1a00da6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.529192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-223729ef-b6dc-4f5f-9a89-4266d7008461 None None] For port f6a9d1ab-6926-45b4-8223-d2ca5572261e, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f6a9d1ab-6926-45b4-8223-d2ca5572261e,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:38.531265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=0b22392c-afc0-4b34-a455-7458c86268e9,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.535517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-223729ef-b6dc-4f5f-9a89-4266d7008461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.587798 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223729ef-b6dc-4f5f-9a89-4266d7008461 None None] Pushing event updated for resources: {'Port': ['ID=f6a9d1ab-6926-45b4-8223-d2ca5572261e,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:38.632261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 3a6e748a-b700-4f84-b064-9b14925904e3 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:38.633918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:38.754723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router a32089d6-f4b4-4db6-a488-0a99b1a00da6 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:38.762735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4fa429fa-a8df-49ef-b2ae-cf5dacf94e58 None None] Provisioning complete for port f6a9d1ab-6926-45b4-8223-d2ca5572261e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:38.763339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4fa429fa-a8df-49ef-b2ae-cf5dacf94e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.866943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4fa429fa-a8df-49ef-b2ae-cf5dacf94e58 None None] Current status of the port f6a9d1ab-6926-45b4-8223-d2ca5572261e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:38.876050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:38.877572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4fa429fa-a8df-49ef-b2ae-cf5dacf94e58 None None] Provisioning complete for port 0b22392c-afc0-4b34-a455-7458c86268e9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:38.877940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4fa429fa-a8df-49ef-b2ae-cf5dacf94e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:38.881289 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-77c70040-f16b-438b-8c6a-4b37594cd7b4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/a32089d6-f4b4-4db6-a488-0a99b1a00da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2524219 Apr 29 07:51:38.883968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56468) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:38.914665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4fa429fa-a8df-49ef-b2ae-cf5dacf94e58 None None] Port 0b22392c-afc0-4b34-a455-7458c86268e9 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:51:38.980977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887803c9-45c4-4801-8c44-1d078bae0346 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:38.981121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887803c9-45c4-4801-8c44-1d078bae0346 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:38.981536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887803c9-45c4-4801-8c44-1d078bae0346 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:38.982006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887803c9-45c4-4801-8c44-1d078bae0346 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:38.983716 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-887803c9-45c4-4801-8c44-1d078bae0346 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.0987971 Apr 29 07:51:38.986482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56470) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:39.031929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Sync routers for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:39.045153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-60041c19-91d1-4753-ac75-6fb69b274da8 None None] Provisioning complete for port 0b22392c-afc0-4b34-a455-7458c86268e9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:39.045523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-60041c19-91d1-4753-ac75-6fb69b274da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:39.048597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:39.049500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:39.050449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d316c12d-aa1b-4b20-99bc-18d1148983cc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:39.051024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d316c12d-aa1b-4b20-99bc-18d1148983cc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:39.051545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d316c12d-aa1b-4b20-99bc-18d1148983cc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:39.052043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d316c12d-aa1b-4b20-99bc-18d1148983cc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:39.053995 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d316c12d-aa1b-4b20-99bc-18d1148983cc tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0665703 Apr 29 07:51:39.057449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56472) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:39.157267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-60041c19-91d1-4753-ac75-6fb69b274da8 None None] Port 0b22392c-afc0-4b34-a455-7458c86268e9 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:51:39.200395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:39.490249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b5053eef-c4d3-4d04-a70f-a229e2f4c259 None None] Provisioning complete for port 0b22392c-afc0-4b34-a455-7458c86268e9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:39.490976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b5053eef-c4d3-4d04-a70f-a229e2f4c259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:39.515777 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c9485a26-60a9-41d8-a26e-20fb11165aae tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4571779 Apr 29 07:51:39.541152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b5053eef-c4d3-4d04-a70f-a229e2f4c259 None None] Port 0b22392c-afc0-4b34-a455-7458c86268e9 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:51:39.554436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07d56027-969d-435b-b168-859999c14a35 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:39.645642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 07d56027-969d-435b-b168-859999c14a35 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:39.645957 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (07d56027-969d-435b-b168-859999c14a35), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:39.693129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:51:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:51:38Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:39.720975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Checking router: a32089d6-f4b4-4db6-a488-0a99b1a00da6 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:39.721318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Updating router a32089d6-f4b4-4db6-a488-0a99b1a00da6 port 0b22392c-afc0-4b34-a455-7458c86268e9 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:51:39.775299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:39.781062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 07d56027-969d-435b-b168-859999c14a35 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:39.781446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (07d56027-969d-435b-b168-859999c14a35), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:39.825277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 07d56027-969d-435b-b168-859999c14a35, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=07d56027-969d-435b-b168-859999c14a35,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:39.831963 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (07d56027-969d-435b-b168-859999c14a35), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:39.832763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f6a9d1ab-6926-45b4-8223-d2ca5572261e up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:39.916078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56476) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:39.920736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7dc9f39b-f01b-4590-ac5d-f0770a04b1c2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989322769', 'description': 'tempest-secgroup-smoke-1989322769 description', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:39.940833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f39b-f01b-4590-ac5d-f0770a04b1c2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:39.982267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=07d56027-969d-435b-b168-859999c14a35,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.014683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f39b-f01b-4590-ac5d-f0770a04b1c2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.019265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f39b-f01b-4590-ac5d-f0770a04b1c2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.043056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f6a9d1ab-6926-45b4-8223-d2ca5572261e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:40.043520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.053130 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f39b-f01b-4590-ac5d-f0770a04b1c2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.057156 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7dc9f39b-f01b-4590-ac5d-f0770a04b1c2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1373320 Apr 29 07:51:40.057156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f39b-f01b-4590-ac5d-f0770a04b1c2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.058030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56478) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:40.063392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-061b36f6-6e59-4335-bde2-39aefa8f465e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:40.090100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-061b36f6-6e59-4335-bde2-39aefa8f465e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (6a5dec78-8018-45ce-8d9b-b828fab5d61b), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.147948 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-061b36f6-6e59-4335-bde2-39aefa8f465e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (6a5dec78-8018-45ce-8d9b-b828fab5d61b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.151771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-061b36f6-6e59-4335-bde2-39aefa8f465e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (6a5dec78-8018-45ce-8d9b-b828fab5d61b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.169411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b36f6-6e59-4335-bde2-39aefa8f465e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5dec78-8018-45ce-8d9b-b828fab5d61b,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.179140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-061b36f6-6e59-4335-bde2-39aefa8f465e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.180358 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-061b36f6-6e59-4335-bde2-39aefa8f465e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208127 Apr 29 07:51:40.183332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56480) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:40.184211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f6a9d1ab-6926-45b4-8223-d2ca5572261e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:40.187696 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6f73fc6a-b7c6-4c05-8f36-ad407c527a5b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:40.200778 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Publish callbacks [] for port (0b22392c-afc0-4b34-a455-7458c86268e9), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.206790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.213094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f73fc6a-b7c6-4c05-8f36-ad407c527a5b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (6b7f7e24-e6fb-48ed-a6ca-823c858cfb5e), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.255164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052fb78-4012-46bb-a944-3464aa87a9ed None None] Pushing event updated for resources: {'Port': ['ID=0b22392c-afc0-4b34-a455-7458c86268e9,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.273727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f73fc6a-b7c6-4c05-8f36-ad407c527a5b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (6b7f7e24-e6fb-48ed-a6ca-823c858cfb5e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.278783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f73fc6a-b7c6-4c05-8f36-ad407c527a5b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (6b7f7e24-e6fb-48ed-a6ca-823c858cfb5e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.303780 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6f73fc6a-b7c6-4c05-8f36-ad407c527a5b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.305061 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6f73fc6a-b7c6-4c05-8f36-ad407c527a5b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208057 Apr 29 07:51:40.305969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73fc6a-b7c6-4c05-8f36-ad407c527a5b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7f7e24-e6fb-48ed-a6ca-823c858cfb5e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.307961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56482) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:40.310635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Attempting to bind port 0b22392c-afc0-4b34-a455-7458c86268e9 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:51:40.311002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Attempting to bind port 0b22392c-afc0-4b34-a455-7458c86268e9 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:51:40.311359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Attempting to bind port 0b22392c-afc0-4b34-a455-7458c86268e9 on network 3a6e748a-b700-4f84-b064-9b14925904e3 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:40.314121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d03783c1-4ad5-4037-9bc4-de6b97c13202 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:40.322171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:40.322550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Checking segment: {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:51:40.322951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.323687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Bound using segment: {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:40.324681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Bound port: 0b22392c-afc0-4b34-a455-7458c86268e9, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:51:40.325080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.350278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d03783c1-4ad5-4037-9bc4-de6b97c13202 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (5799d49e-6a9f-44ee-b0f2-8cb4d3d8a19d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.396414 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] For port 0b22392c-afc0-4b34-a455-7458c86268e9, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:40.400112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] For port 0b22392c-afc0-4b34-a455-7458c86268e9, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0b22392c-afc0-4b34-a455-7458c86268e9,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:40.407990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.413671 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d03783c1-4ad5-4037-9bc4-de6b97c13202 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (5799d49e-6a9f-44ee-b0f2-8cb4d3d8a19d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.418784 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d03783c1-4ad5-4037-9bc4-de6b97c13202 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (5799d49e-6a9f-44ee-b0f2-8cb4d3d8a19d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.438720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03783c1-4ad5-4037-9bc4-de6b97c13202 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5799d49e-6a9f-44ee-b0f2-8cb4d3d8a19d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.446871 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d03783c1-4ad5-4037-9bc4-de6b97c13202 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.448196 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d03783c1-4ad5-4037-9bc4-de6b97c13202 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391239 Apr 29 07:51:40.451330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56484) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:40.456964 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5539ab1a-8e38-4afc-bb94-5d509817c653 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:40.481774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:40.482378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:40.488380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052fb78-4012-46bb-a944-3464aa87a9ed None None] Pushing event updated for resources: {'Port': ['ID=0b22392c-afc0-4b34-a455-7458c86268e9,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.492995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5539ab1a-8e38-4afc-bb94-5d509817c653 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (3d7364a5-1799-47fe-905d-d17c2abfeeb6), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.562239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5539ab1a-8e38-4afc-bb94-5d509817c653 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (3d7364a5-1799-47fe-905d-d17c2abfeeb6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.568300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5539ab1a-8e38-4afc-bb94-5d509817c653 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (3d7364a5-1799-47fe-905d-d17c2abfeeb6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.594426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-55273a37-ae4f-4a22-a78f-840e646e536f None None] Provisioning complete for port 0b22392c-afc0-4b34-a455-7458c86268e9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:40.595084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-55273a37-ae4f-4a22-a78f-840e646e536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.595200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5539ab1a-8e38-4afc-bb94-5d509817c653 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.596384 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5539ab1a-8e38-4afc-bb94-5d509817c653 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437211 Apr 29 07:51:40.599331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56486) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:40.604171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-66f514de-a747-45eb-b209-5b656b57b74d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:40.608991 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539ab1a-8e38-4afc-bb94-5d509817c653 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7364a5-1799-47fe-905d-d17c2abfeeb6,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.632527 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-66f514de-a747-45eb-b209-5b656b57b74d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:51:40.638215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f514de-a747-45eb-b209-5b656b57b74d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (77cbd48a-52f7-485c-9673-b1d098ac4ccb), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.645540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:40.699777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f514de-a747-45eb-b209-5b656b57b74d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (77cbd48a-52f7-485c-9673-b1d098ac4ccb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.703679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f514de-a747-45eb-b209-5b656b57b74d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (77cbd48a-52f7-485c-9673-b1d098ac4ccb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.719102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f514de-a747-45eb-b209-5b656b57b74d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cbd48a-52f7-485c-9673-b1d098ac4ccb,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.734853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-66f514de-a747-45eb-b209-5b656b57b74d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.736239 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-66f514de-a747-45eb-b209-5b656b57b74d tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357610 Apr 29 07:51:40.739593 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56488) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:40.745083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-024b93d3-bc30-47f2-9d73-7ca2a8059a74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'security_group_rule': {'security_group_id': 'ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f', 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:40.767243 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-024b93d3-bc30-47f2-9d73-7ca2a8059a74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Project f14233bf085d40bba00e3a72c1cbee9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:51:40.773876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-024b93d3-bc30-47f2-9d73-7ca2a8059a74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (c1cce7c1-4467-40a2-898d-25eb6fc86efb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.786209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-55273a37-ae4f-4a22-a78f-840e646e536f None None] Current status of the port 0b22392c-afc0-4b34-a455-7458c86268e9 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:40.786595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-55273a37-ae4f-4a22-a78f-840e646e536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.832009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-55273a37-ae4f-4a22-a78f-840e646e536f None None] For port 0b22392c-afc0-4b34-a455-7458c86268e9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0b22392c-afc0-4b34-a455-7458c86268e9,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:40.833026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-024b93d3-bc30-47f2-9d73-7ca2a8059a74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (c1cce7c1-4467-40a2-898d-25eb6fc86efb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.839334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-024b93d3-bc30-47f2-9d73-7ca2a8059a74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (c1cce7c1-4467-40a2-898d-25eb6fc86efb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.839536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-55273a37-ae4f-4a22-a78f-840e646e536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.859254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b93d3-bc30-47f2-9d73-7ca2a8059a74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cce7c1-4467-40a2-898d-25eb6fc86efb,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.868641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-024b93d3-bc30-47f2-9d73-7ca2a8059a74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:40.879546 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-024b93d3-bc30-47f2-9d73-7ca2a8059a74 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287906 Apr 29 07:51:40.925737 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55273a37-ae4f-4a22-a78f-840e646e536f None None] Pushing event updated for resources: {'Port': ['ID=0b22392c-afc0-4b34-a455-7458c86268e9,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:40.947837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:51:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:51:40Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:40.977842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ec9f6-c0a5-4034-b633-684bab630082 None None] The sync data for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv is: [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:51:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:51:40Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:40.988041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3d57fc77-0d51-4db4-9db0-c5ea3cd415f3 None None] Provisioning complete for port 0b22392c-afc0-4b34-a455-7458c86268e9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:40.988420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3d57fc77-0d51-4db4-9db0-c5ea3cd415f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:41.059559 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-c61543d4-4ee4-48af-9159-59b7067fec91 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989322769&fields=id&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 267 time: 0.0789125 Apr 29 07:51:41.100100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3d57fc77-0d51-4db4-9db0-c5ea3cd415f3 None None] Current status of the port 0b22392c-afc0-4b34-a455-7458c86268e9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:41.185672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-681fb6f7-9aac-4f80-97fc-1b71709538c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:41.187219 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-681fb6f7-9aac-4f80-97fc-1b71709538c0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/networks?id=3a6e748a-b700-4f84-b064-9b14925904e3 HTTP/1.1" status: 200 len: 796 time: 0.1120994 Apr 29 07:51:41.203208 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-83c58030-a1c6-4213-8f97-e9fc361f371c tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/quotas/f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 375 time: 0.0102537 Apr 29 07:51:41.260250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-82a210e4-9612-4911-8193-f53d775873b0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515952 Apr 29 07:51:41.413596 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-633a182c-2b56-459c-908e-eadcfd7826d2 service neutron] 10.222.0.23 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417520 Apr 29 07:51:41.526642 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-c144b512-2c7a-4973-a847-fe4f070e401b service neutron] 10.222.0.23 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034446 Apr 29 07:51:41.547930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07d56027-969d-435b-b168-859999c14a35 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:41.599196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 07d56027-969d-435b-b168-859999c14a35 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:41.599914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (07d56027-969d-435b-b168-859999c14a35), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:41.713760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 07d56027-969d-435b-b168-859999c14a35 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:41.715061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b22392c-afc0-4b34-a455-7458c86268e9 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:41.719873 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d68e972e-e771-4f0d-8ef1-fef92ecffae4 req-a4cddb18-f08f-4587-b932-74796fa367bb tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 210 time: 0.0317862 Apr 29 07:51:41.771715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0b22392c-afc0-4b34-a455-7458c86268e9 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:41.772232 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:41.856911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0b22392c-afc0-4b34-a455-7458c86268e9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:42.645752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-9930a1d2-536e-4f66-bee2-1a06d6184419 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:42.647206 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-9930a1d2-536e-4f66-bee2-1a06d6184419 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/networks?id=3a6e748a-b700-4f84-b064-9b14925904e3 HTTP/1.1" status: 200 len: 796 time: 0.1057060 Apr 29 07:51:42.711977 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-a1d3f42b-e425-4ae8-8270-fb8c4ed8c0d8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14233bf085d40bba00e3a72c1cbee9e HTTP/1.1" status: 200 len: 380 time: 0.0554707 Apr 29 07:51:42.721201 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'port': {'device_id': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'admin_state_up': True, 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'security_groups': ['ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:42.831313 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0805d305-dce3-40eb-a093-d65360782b54 req-e11e7e55-5445-478e-870a-f1aa8e59ee80 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 210 time: 0.0388429 Apr 29 07:51:42.853625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Made reservation on behalf of f14233bf085d40bba00e3a72c1cbee9e for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:51:42.856983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:42.980998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.20.0.13 (3a6e748a-b700-4f84-b064-9b14925904e3/151bcc59-cc93-4a1b-904b-328f18f6262b/b3af8571-7726-4658-829d-0b5b9e1b3b55) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:43.135905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.169928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.211439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network 3a6e748a-b700-4f84-b064-9b14925904e3 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:43.214655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:43.218109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:43.248228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=b3af8571-7726-4658-829d-0b5b9e1b3b55,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:43.276196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:43.276810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.295286 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-b305e000-4c10-4e63-b98e-a7e68f3dd57e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775173 Apr 29 07:51:43.307230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Request body: {'port': {'device_id': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:43.369852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.436937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8f1e1dba-fdaa-4dd0-b1a7-c0e694dec0ab None None] Provisioning complete for port b3af8571-7726-4658-829d-0b5b9e1b3b55 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:43.437605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8f1e1dba-fdaa-4dd0-b1a7-c0e694dec0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.474646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e1dba-fdaa-4dd0-b1a7-c0e694dec0ab None None] Port b3af8571-7726-4658-829d-0b5b9e1b3b55 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:51:43.637807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3af8571-7726-4658-829d-0b5b9e1b3b55 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:51:43.649725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Publish callbacks [] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.662387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Transition to ACTIVE for port object b3af8571-7726-4658-829d-0b5b9e1b3b55 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:51:43.668581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.718105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Pushing event updated for resources: {'Port': ['ID=b3af8571-7726-4658-829d-0b5b9e1b3b55,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:43.792455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Attempting to bind port b3af8571-7726-4658-829d-0b5b9e1b3b55 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:51:43.792782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Attempting to bind port b3af8571-7726-4658-829d-0b5b9e1b3b55 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:51:43.793083 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Attempting to bind port b3af8571-7726-4658-829d-0b5b9e1b3b55 on network 3a6e748a-b700-4f84-b064-9b14925904e3 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:43.798073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Port b3af8571-7726-4658-829d-0b5b9e1b3b55 on network 3a6e748a-b700-4f84-b064-9b14925904e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:51:43.798398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Attempting to bind port b3af8571-7726-4658-829d-0b5b9e1b3b55 on network 3a6e748a-b700-4f84-b064-9b14925904e3 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:51:43.803407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:51:43.803751 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Checking segment: {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:51:43.804115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Bound using segment: {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:51:43.804635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Bound port: b3af8571-7726-4658-829d-0b5b9e1b3b55, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68990617-2d11-4a6c-bbf1-42a3a88f7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:51:43.804994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.877500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] For port b3af8571-7726-4658-829d-0b5b9e1b3b55, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:51:43.880687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] For port b3af8571-7726-4658-829d-0b5b9e1b3b55, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=b3af8571-7726-4658-829d-0b5b9e1b3b55,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:51:43.890154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.926271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:43.926901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:43.928407 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] 10.222.0.36 "PUT /v2.0/ports/b3af8571-7726-4658-829d-0b5b9e1b3b55 HTTP/1.1" status: 200 len: 1094 time: 0.6262898 Apr 29 07:51:43.928746 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:43.931103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41461d98-e854-48b1-afd5-cb28180d306f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:43.956101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f33c4-9570-41bb-91ef-75f83fa13b76 service neutron] Pushing event updated for resources: {'Port': ['ID=b3af8571-7726-4658-829d-0b5b9e1b3b55,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:43.971698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827321d-f026-40d5-a962-c6dd0a56f44f req-a43f0d9f-9ec0-4e46-9fb0-b1c3b4efd167 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:43.974417 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9827321d-f026-40d5-a962-c6dd0a56f44f req-a43f0d9f-9ec0-4e46-9fb0-b1c3b4efd167 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 944 time: 0.0667756 Apr 29 07:51:44.005599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37bc084-a120-4ce2-ba7f-326de5595aac x-openstack-request-id: req-f37bc084-a120-4ce2-ba7f-326de5595aac {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:44.005988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:44.006329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f37bc084-a120-4ce2-ba7f-326de5595aac {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:44.006827 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37bc084-a120-4ce2-ba7f-326de5595aac'] response: {'name': 'network-changed', 'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'status': 'completed', 'code': 200} Apr 29 07:51:44.026938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-f9121403-1bee-4718-ad41-61a12e656665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:44.028555 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-f9121403-1bee-4718-ad41-61a12e656665 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 1128 time: 0.0548770 Apr 29 07:51:44.037769 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9827321d-f026-40d5-a962-c6dd0a56f44f req-0fa9141c-de11-4dec-88d1-12434a4f1cff tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571764 Apr 29 07:51:44.071486 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-fc767ea7-3b66-4950-a8e6-e57586b20cdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3af8571-7726-4658-829d-0b5b9e1b3b55 HTTP/1.1" status: 200 len: 217 time: 0.0362017 Apr 29 07:51:44.124059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-ae840b2a-d77c-439d-85a5-a5b4994c910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:44.125550 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-ae840b2a-d77c-439d-85a5-a5b4994c910e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=151bcc59-cc93-4a1b-904b-328f18f6262b HTTP/1.1" status: 200 len: 835 time: 0.0484626 Apr 29 07:51:44.172855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-f49a40cb-ba9c-41e8-a52e-80f45b01c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:44.174362 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-f49a40cb-ba9c-41e8-a52e-80f45b01c448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a6e748a-b700-4f84-b064-9b14925904e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432718 Apr 29 07:51:44.261189 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-efa5e2ff-104e-4e51-91e7-cf98d7313dc2 service neutron] 10.222.0.36 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807076 Apr 29 07:51:44.352549 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a4116e2-7e6b-49d3-b436-c5c0f451e1ce req-f1b62663-62bb-4555-8905-58afb47e2a93 service neutron] 10.222.0.36 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852673 Apr 29 07:51:44.447146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41461d98-e854-48b1-afd5-cb28180d306f req-35f4b386-2bb9-4ca9-b5ae-ee1dc6bcdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:44.449000 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-41461d98-e854-48b1-afd5-cb28180d306f req-35f4b386-2bb9-4ca9-b5ae-ee1dc6bcdeb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 1128 time: 0.0465875 Apr 29 07:51:44.550498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41461d98-e854-48b1-afd5-cb28180d306f req-dfb0930c-b8e3-435f-9338-c0357d7c1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:44.551974 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-41461d98-e854-48b1-afd5-cb28180d306f req-dfb0930c-b8e3-435f-9338-c0357d7c1b99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a6e748a-b700-4f84-b064-9b14925904e3 HTTP/1.1" status: 200 len: 897 time: 0.0970848 Apr 29 07:51:44.594059 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-41461d98-e854-48b1-afd5-cb28180d306f req-1dc5cac3-7c74-4444-8362-4ca76aa766b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3af8571-7726-4658-829d-0b5b9e1b3b55 HTTP/1.1" status: 200 len: 217 time: 0.0344954 Apr 29 07:51:44.642687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41461d98-e854-48b1-afd5-cb28180d306f req-36b55f80-e1d0-401d-a6ed-727175e7d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:44.644051 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-41461d98-e854-48b1-afd5-cb28180d306f req-36b55f80-e1d0-401d-a6ed-727175e7d329 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=151bcc59-cc93-4a1b-904b-328f18f6262b HTTP/1.1" status: 200 len: 835 time: 0.0430770 Apr 29 07:51:44.698827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41461d98-e854-48b1-afd5-cb28180d306f req-5393bd38-d154-4880-917a-d73860726996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:44.700329 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-41461d98-e854-48b1-afd5-cb28180d306f req-5393bd38-d154-4880-917a-d73860726996 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a6e748a-b700-4f84-b064-9b14925904e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496285 Apr 29 07:51:44.789180 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-41461d98-e854-48b1-afd5-cb28180d306f req-21bde2d6-7138-4eb4-8c42-a33237732c61 service neutron] 10.222.0.36 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812902 Apr 29 07:51:44.883953 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-41461d98-e854-48b1-afd5-cb28180d306f req-a4ebd852-d9c9-4bb3-843f-508f1632e6e4 service neutron] 10.222.0.36 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881414 Apr 29 07:51:45.169562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb96805-1bed-4dd6-90f8-f69d449f0b78 req-9a179006-379f-4dfb-bd68-85cb9d4dc265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:45.170938 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1eb96805-1bed-4dd6-90f8-f69d449f0b78 req-9a179006-379f-4dfb-bd68-85cb9d4dc265 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 944 time: 0.0555027 Apr 29 07:51:45.221368 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1eb96805-1bed-4dd6-90f8-f69d449f0b78 req-2c9b57af-ce9c-4977-9f67-b4f9f1313442 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418730 Apr 29 07:51:46.351410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649ce42-be44-4419-b82d-66c2c56f23b5 req-8f03550e-2b05-4f14-b624-1461debbec64 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:46.352889 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c649ce42-be44-4419-b82d-66c2c56f23b5 req-8f03550e-2b05-4f14-b624-1461debbec64 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 944 time: 0.0538151 Apr 29 07:51:46.403193 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c649ce42-be44-4419-b82d-66c2c56f23b5 req-05d02ca5-50ee-4fcf-97de-9fe67a42f7e5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445971 Apr 29 07:51:47.541756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cd6c2-3c01-4c0a-ade7-1695cd184d13 req-9ef3aaca-4b4b-4e6b-ac55-7122b19c64e2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:47.543215 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-149cd6c2-3c01-4c0a-ade7-1695cd184d13 req-9ef3aaca-4b4b-4e6b-ac55-7122b19c64e2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 944 time: 0.0583072 Apr 29 07:51:47.594647 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-149cd6c2-3c01-4c0a-ade7-1695cd184d13 req-63af21fc-eeac-4cc3-9fad-fca5ed072748 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 Apr 29 07:51:47.844170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device b3af8571-7726-4658-829d-0b5b9e1b3b55 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:51:47.954347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port b3af8571-7726-4658-829d-0b5b9e1b3b55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=b3af8571-7726-4658-829d-0b5b9e1b3b55,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:47.965899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'port_id': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'mac_address': 'fa:16:3e:79:4f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:51:48.004361 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port b3af8571-7726-4658-829d-0b5b9e1b3b55 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:48.004749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:48.017654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3af8571-7726-4658-829d-0b5b9e1b3b55 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:51:48.036948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port b3af8571-7726-4658-829d-0b5b9e1b3b55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=b3af8571-7726-4658-829d-0b5b9e1b3b55,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:48.044620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:48.090779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=b3af8571-7726-4658-829d-0b5b9e1b3b55,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:48.252234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['b3af8571-7726-4658-829d-0b5b9e1b3b55'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:51:48.725839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34560b10-1259-42df-ae4a-21d81eae50d2 req-7a6a392e-e90e-4084-8f1a-9759b0385ffc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:48.727238 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-34560b10-1259-42df-ae4a-21d81eae50d2 req-7a6a392e-e90e-4084-8f1a-9759b0385ffc tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 945 time: 0.0589046 Apr 29 07:51:48.786413 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-34560b10-1259-42df-ae4a-21d81eae50d2 req-e76ba959-adc7-4548-8dbf-2f6b5d3c8cd1 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533028 Apr 29 07:51:49.858592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device b3af8571-7726-4658-829d-0b5b9e1b3b55 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:51:49.910567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec438c-d000-4917-abf4-e6358610ff86 req-8f74509f-1ac1-409c-b5e3-c3c02b26053f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:49.912216 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-10ec438c-d000-4917-abf4-e6358610ff86 req-8f74509f-1ac1-409c-b5e3-c3c02b26053f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 945 time: 0.0585408 Apr 29 07:51:49.964537 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-10ec438c-d000-4917-abf4-e6358610ff86 req-89a2c9bd-7a73-49ca-b0ac-280f36242c97 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 Apr 29 07:51:50.069023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port b3af8571-7726-4658-829d-0b5b9e1b3b55 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:51:50.074758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port b3af8571-7726-4658-829d-0b5b9e1b3b55 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:51:50.075214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:50.154049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port b3af8571-7726-4658-829d-0b5b9e1b3b55 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:51:50.154423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:50.178929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:50.181193 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0841f5dd-285a-4142-99db-6e3c3d1912d6" -d '{"events": [{"server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "name": "network-vif-plugged", "status": "completed", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:50.194683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port b3af8571-7726-4658-829d-0b5b9e1b3b55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=b3af8571-7726-4658-829d-0b5b9e1b3b55,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:51:50.200173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:50.230437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1000e-0702-4837-8b60-55e81c4132a9 x-openstack-request-id: req-67b1000e-0702-4837-8b60-55e81c4132a9 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:50.230722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "name": "network-vif-plugged", "status": "completed", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:50.230970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67b1000e-0702-4837-8b60-55e81c4132a9 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:50.231359 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b1000e-0702-4837-8b60-55e81c4132a9'] response: {'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'code': 200} Apr 29 07:51:50.257332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=b3af8571-7726-4658-829d-0b5b9e1b3b55,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:50.399933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d4515-400f-40cc-a0de-2a3e4bb63fde req-48456cad-c498-4781-8d14-33efd42a2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:50.401586 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2e5d4515-400f-40cc-a0de-2a3e4bb63fde req-48456cad-c498-4781-8d14-33efd42a2684 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 1130 time: 0.0486956 Apr 29 07:51:50.450247 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2e5d4515-400f-40cc-a0de-2a3e4bb63fde req-61ee86e8-18ee-4207-9410-887f662c5919 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 Apr 29 07:51:51.095408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e64aa-4565-4a1b-9faa-316a3fcf2f15 req-1c8bc29a-29f1-4590-8bfd-d5e7c2310065 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:51.096933 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-578e64aa-4565-4a1b-9faa-316a3fcf2f15 req-1c8bc29a-29f1-4590-8bfd-d5e7c2310065 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 946 time: 0.0584011 Apr 29 07:51:51.148589 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-578e64aa-4565-4a1b-9faa-316a3fcf2f15 req-404b9013-9a19-4cb5-9f43-0008044b22d8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 Apr 29 07:51:52.298113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55343a4b-e272-468d-b6fe-4c43f78d7b82 req-d9d93954-e9cb-4cbf-b5a0-583f4432b16f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:52.299569 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-55343a4b-e272-468d-b6fe-4c43f78d7b82 req-d9d93954-e9cb-4cbf-b5a0-583f4432b16f tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 946 time: 0.0610371 Apr 29 07:51:52.349616 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-55343a4b-e272-468d-b6fe-4c43f78d7b82 req-6b8051b6-4c9f-4008-966e-dc10cb727a66 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444474 Apr 29 07:51:52.465267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98334f-d834-4db1-8db7-300741b10ea3 req-0a32ef75-8682-4549-b2b1-0a47ad6fdb63 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:52.466652 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fc98334f-d834-4db1-8db7-300741b10ea3 req-0a32ef75-8682-4549-b2b1-0a47ad6fdb63 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 946 time: 0.0523419 Apr 29 07:51:52.514246 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fc98334f-d834-4db1-8db7-300741b10ea3 req-fc3b73e8-5c21-4327-876c-846a0db0f1e0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Apr 29 07:51:52.536343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56546) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:52.581892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec3877-9c78-40f7-a4f2-4f84b6151468 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:52.583417 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-afec3877-9c78-40f7-a4f2-4f84b6151468 tempest-TestNetworkBasicOps-751910655 tempest-TestNetworkBasicOps-751910655-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 1125 time: 0.0460644 Apr 29 07:51:52.586316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56548) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:52.590702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:51:52.611573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:52.714483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:52.829396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Allocated IP 172.26.3.45 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/76d15e6c-a086-43c8-b839-0b916f7f57c6) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:51:52.933606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (76d15e6c-a086-43c8-b839-0b916f7f57c6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:52.970040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (76d15e6c-a086-43c8-b839-0b916f7f57c6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:53.008007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:51:53.011001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:51:53.014424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:51:53.021836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=76d15e6c-a086-43c8-b839-0b916f7f57c6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:53.369933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (1a96c61c-dd25-46bb-8b1a-b7e4d22711d0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:53.448776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (76d15e6c-a086-43c8-b839-0b916f7f57c6), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:53.603088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for port (76d15e6c-a086-43c8-b839-0b916f7f57c6), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:53.610036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (76d15e6c-a086-43c8-b839-0b916f7f57c6), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:53.672051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event updated for resources: {'Port': ['ID=76d15e6c-a086-43c8-b839-0b916f7f57c6,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:51:53.687729 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (1a96c61c-dd25-46bb-8b1a-b7e4d22711d0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:53.793544 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 1a96c61c-dd25-46bb-8b1a-b7e4d22711d0 associated. External IP: 172.26.3.45, port: b3af8571-7726-4658-829d-0b5b9e1b3b55. Apr 29 07:51:54.006686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router a32089d6-f4b4-4db6-a488-0a99b1a00da6 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:51:54.117689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:51:54.128767 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] Sync routers for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:51:54.136692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:51:54.139472 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:54.140085 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:54.166614 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6e34d3a7-3b22-4192-ac5d-b5f3ed4d9e42 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5792098 Apr 29 07:51:54.167198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:51:54.169446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af72ca6-053a-484b-8bb3-b566e688c0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:51:54.169802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56550) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:54.206347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7530b4ec-7f9c-4800-a83d-3399d578205a x-openstack-request-id: req-7530b4ec-7f9c-4800-a83d-3399d578205a {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:51:54.206734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:51:54.207097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7530b4ec-7f9c-4800-a83d-3399d578205a {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:51:54.207594 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7530b4ec-7f9c-4800-a83d-3399d578205a'] response: {'name': 'network-changed', 'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'status': 'completed', 'code': 200} Apr 29 07:51:54.245094 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c15f4e1c-242c-4540-9c29-d1e71855511b tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/1a96c61c-dd25-46bb-8b1a-b7e4d22711d0 HTTP/1.1" status: 200 len: 991 time: 0.0741372 Apr 29 07:51:54.250693 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:54.281297 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-d1948d14-ff1f-4711-8be9-5110adbe6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:54.282677 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-d1948d14-ff1f-4711-8be9-5110adbe6edf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 1130 time: 0.0475297 Apr 29 07:51:54.370169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-d28e6e29-d335-44e5-be01-0afd4b43cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:54.371654 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-d28e6e29-d335-44e5-be01-0afd4b43cb4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a6e748a-b700-4f84-b064-9b14925904e3 HTTP/1.1" status: 200 len: 897 time: 0.0834193 Apr 29 07:51:54.472993 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:51:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1a96c61c-dd25-46bb-8b1a-b7e4d22711d0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'port_id': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'mac_address': 'fa:16:3e:79:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:51:53Z', 'updated_at': '2022-04-29T07:51:53Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:51:40Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:54.499368 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] Checking router: a32089d6-f4b4-4db6-a488-0a99b1a00da6 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:51:54.508628 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:51:54.509255 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:51:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:54.621485 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:51:54.751969 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-dd430f9a-086b-442e-a6ce-bd2adf1413c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3af8571-7726-4658-829d-0b5b9e1b3b55 HTTP/1.1" status: 200 len: 999 time: 0.3745587 Apr 29 07:51:54.799901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-a3b2efd7-9d26-4192-a87b-bb953c2869cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:54.801549 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-a3b2efd7-9d26-4192-a87b-bb953c2869cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=151bcc59-cc93-4a1b-904b-328f18f6262b HTTP/1.1" status: 200 len: 835 time: 0.0431750 Apr 29 07:51:54.849113 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:51:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1a96c61c-dd25-46bb-8b1a-b7e4d22711d0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'port_id': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'mac_address': 'fa:16:3e:79:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:51:53Z', 'updated_at': '2022-04-29T07:51:53Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:51:40Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:51:54.850419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-b76628de-6597-40e2-bd47-3bf2522a7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:51:54.851985 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-b76628de-6597-40e2-bd47-3bf2522a7834 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a6e748a-b700-4f84-b064-9b14925904e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441806 Apr 29 07:51:54.874679 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af55a08-2a27-45fc-9d97-c7fe225cacc2 None None] The sync data for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv is: [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:51:38Z', 'revision_number': 4, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1a96c61c-dd25-46bb-8b1a-b7e4d22711d0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'port_id': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'mac_address': 'fa:16:3e:79:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:51:53Z', 'updated_at': '2022-04-29T07:51:53Z', 'revision_number': 0, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:51:40Z', 'revision_number': 5, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:51:54.949002 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-bcfaf82a-4df2-4fbb-a7de-9176a123e662 service neutron] 10.222.0.36 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908334 Apr 29 07:51:55.038845 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9af72ca6-053a-484b-8bb3-b566e688c0a1 req-aac4a1b2-886e-48c0-a50f-4419956e13b3 service neutron] 10.222.0.36 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844929 Apr 29 07:51:55.077330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97da37a-8e9c-4f34-a70f-dc915c493696 None None] New status for floating IP 1a96c61c-dd25-46bb-8b1a-b7e4d22711d0: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:51:55.248904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56554) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:51:55.314808 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c0ee63ac-7e9a-4646-b740-aecead484c39 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/1a96c61c-dd25-46bb-8b1a-b7e4d22711d0 HTTP/1.1" status: 200 len: 993 time: 0.0646007 Apr 29 07:51:59.183646 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:52:01.318580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f76f52c4-996b-493e-8c85-9b5c43cae8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:03.401355 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8fda2fdb-fbbd-4f81-9a16-14f204852251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:04.775203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:05.446192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:06.087867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:07.314471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:26.561470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56568) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:26.566725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-86106854-f3e5-4027-9f43-4ba53d3c534e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:26.897253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86106854-f3e5-4027-9f43-4ba53d3c534e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:26.910799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86106854-f3e5-4027-9f43-4ba53d3c534e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:27.028569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86106854-f3e5-4027-9f43-4ba53d3c534e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router a32089d6-f4b4-4db6-a488-0a99b1a00da6 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:52:27.135886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86106854-f3e5-4027-9f43-4ba53d3c534e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:27.142993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-86106854-f3e5-4027-9f43-4ba53d3c534e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:27.144906 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-86106854-f3e5-4027-9f43-4ba53d3c534e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/a32089d6-f4b4-4db6-a488-0a99b1a00da6 HTTP/1.1" status: 200 len: 888 time: 0.5822847 Apr 29 07:52:27.146625 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c621e2b-ecfe-4380-b2fe-48453b25ba18 None None] Sync routers for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:27.157669 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c621e2b-ecfe-4380-b2fe-48453b25ba18 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:27.158209 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2c621e2b-ecfe-4380-b2fe-48453b25ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.190903 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2c621e2b-ecfe-4380-b2fe-48453b25ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.200115 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c621e2b-ecfe-4380-b2fe-48453b25ba18 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:27.200710 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2c621e2b-ecfe-4380-b2fe-48453b25ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.315964 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2c621e2b-ecfe-4380-b2fe-48453b25ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:27.316601 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c621e2b-ecfe-4380-b2fe-48453b25ba18 None None] The sync data for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv is: [] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:27.734249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b22392c-afc0-4b34-a455-7458c86268e9 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:27.812890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0b22392c-afc0-4b34-a455-7458c86268e9 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:27.813256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:27.846403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 0b22392c-afc0-4b34-a455-7458c86268e9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0b22392c-afc0-4b34-a455-7458c86268e9,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:27.853105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:27.901601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=0b22392c-afc0-4b34-a455-7458c86268e9,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:28.117359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6f4ece-99f3-4aed-a0fc-aaa1d9e6ed45 None None] New status for floating IP 1a96c61c-dd25-46bb-8b1a-b7e4d22711d0: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:52:29.280716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56572) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:29.286979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-189d11a2-273b-4454-addc-354fd73bd153 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:29.494443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07d56027-969d-435b-b168-859999c14a35 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:29.575231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 07d56027-969d-435b-b168-859999c14a35 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:29.575628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (07d56027-969d-435b-b168-859999c14a35), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:29.598521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 07d56027-969d-435b-b168-859999c14a35, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=07d56027-969d-435b-b168-859999c14a35,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:29.603557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (07d56027-969d-435b-b168-859999c14a35), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:29.651610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=07d56027-969d-435b-b168-859999c14a35,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:29.901829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-189d11a2-273b-4454-addc-354fd73bd153 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1803773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9611'] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:29.915465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-189d11a2-273b-4454-addc-354fd73bd153 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1805910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1805901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1803764'] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:30.040021 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189d11a2-273b-4454-addc-354fd73bd153 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router a32089d6-f4b4-4db6-a488-0a99b1a00da6 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:52:30.156110 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189d11a2-273b-4454-addc-354fd73bd153 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:30.162888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-189d11a2-273b-4454-addc-354fd73bd153 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:30.164013 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-189d11a2-273b-4454-addc-354fd73bd153 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/a32089d6-f4b4-4db6-a488-0a99b1a00da6 HTTP/1.1" status: 200 len: 887 time: 0.8818402 Apr 29 07:52:30.166560 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] Sync routers for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:30.167143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56574) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:30.177124 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:30.177752 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:30.228140 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-26e8ce67-2980-4451-9689-86a9bdb118e8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/1a96c61c-dd25-46bb-8b1a-b7e4d22711d0 HTTP/1.1" status: 200 len: 991 time: 0.0598347 Apr 29 07:52:30.284948 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:30.514849 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:52:29Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:52:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1a96c61c-dd25-46bb-8b1a-b7e4d22711d0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'port_id': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'mac_address': 'fa:16:3e:79:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:51:53Z', 'updated_at': '2022-04-29T07:52:28Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:52:27Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:30.544239 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] Checking router: a32089d6-f4b4-4db6-a488-0a99b1a00da6 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:52:30.553164 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:30.553800 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:30.659755 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:30.879692 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:52:29Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:52:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1a96c61c-dd25-46bb-8b1a-b7e4d22711d0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'port_id': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'mac_address': 'fa:16:3e:79:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:51:53Z', 'updated_at': '2022-04-29T07:52:28Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:52:27Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:30.909501 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e4160-0714-4eef-aa9d-4665f1862dd1 None None] The sync data for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv is: [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:52:29Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:52:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1a96c61c-dd25-46bb-8b1a-b7e4d22711d0', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'port_id': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'mac_address': 'fa:16:3e:79:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:51:53Z', 'updated_at': '2022-04-29T07:52:28Z', 'revision_number': 2, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:52:27Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:31.231151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56576) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:31.302290 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3cf1bd09-48c1-4adf-af69-e54b153e681e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/1a96c61c-dd25-46bb-8b1a-b7e4d22711d0 HTTP/1.1" status: 200 len: 991 time: 0.0699131 Apr 29 07:52:31.316323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-21f233fb-d2cb-4136-8d7b-a23587749643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:31.581505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b22392c-afc0-4b34-a455-7458c86268e9 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:31.640745 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0b22392c-afc0-4b34-a455-7458c86268e9 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:31.641251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:31.726199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0b22392c-afc0-4b34-a455-7458c86268e9 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:31.726663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:31.761664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 0b22392c-afc0-4b34-a455-7458c86268e9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0b22392c-afc0-4b34-a455-7458c86268e9,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:31.766821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:31.822880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=0b22392c-afc0-4b34-a455-7458c86268e9,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:32.305532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56578) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:32.369873 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6ba9f3cb-0501-472f-9c1f-808471666fe4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/1a96c61c-dd25-46bb-8b1a-b7e4d22711d0 HTTP/1.1" status: 200 len: 991 time: 0.0631309 Apr 29 07:52:32.654607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f34c5-b190-4eb8-88d2-6915eb1ed523 None None] New status for floating IP 1a96c61c-dd25-46bb-8b1a-b7e4d22711d0: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:52:33.375096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56580) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:33.402125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2c3ad45b-2495-4978-a9f9-8d623ea91f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:33.453826 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a3454a3d-d2cc-42f4-b2b3-6c33c04f8fb4 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/floatingips/1a96c61c-dd25-46bb-8b1a-b7e4d22711d0 HTTP/1.1" status: 200 len: 993 time: 0.0761504 Apr 29 07:52:33.567112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07d56027-969d-435b-b168-859999c14a35 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:33.618201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 07d56027-969d-435b-b168-859999c14a35 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:33.618570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (07d56027-969d-435b-b168-859999c14a35), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:33.702715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 07d56027-969d-435b-b168-859999c14a35 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:33.703413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (07d56027-969d-435b-b168-859999c14a35), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:33.723563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 07d56027-969d-435b-b168-859999c14a35, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=07d56027-969d-435b-b168-859999c14a35,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:33.731802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (07d56027-969d-435b-b168-859999c14a35), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:33.732555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b22392c-afc0-4b34-a455-7458c86268e9 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:33.807636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=07d56027-969d-435b-b168-859999c14a35,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:33.820724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0b22392c-afc0-4b34-a455-7458c86268e9 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:33.821095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:33.897214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0b22392c-afc0-4b34-a455-7458c86268e9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:34.780146 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:35.465686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:35.518511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07d56027-969d-435b-b168-859999c14a35 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:35.570350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 07d56027-969d-435b-b168-859999c14a35 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:35.570715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (07d56027-969d-435b-b168-859999c14a35), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:35.647980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 07d56027-969d-435b-b168-859999c14a35 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:35.694304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56586) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:35.862742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 76d15e6c-a086-43c8-b839-0b916f7f57c6 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:52:35.863041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (76d15e6c-a086-43c8-b839-0b916f7f57c6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:35.937087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (76d15e6c-a086-43c8-b839-0b916f7f57c6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:35.937444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (76d15e6c-a086-43c8-b839-0b916f7f57c6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:35.952048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 76d15e6c-a086-43c8-b839-0b916f7f57c6 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:52:36.088858 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:36.119195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (76d15e6c-a086-43c8-b839-0b916f7f57c6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:36.146139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=76d15e6c-a086-43c8-b839-0b916f7f57c6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:36.173111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.173484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.173839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.174171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.174519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.174849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.175169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.175487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.175810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.176133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.176457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.176761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.177085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:36.183662 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:52:36.220095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for floatingip (1a96c61c-dd25-46bb-8b1a-b7e4d22711d0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:36.220316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Floating IP 1a96c61c-dd25-46bb-8b1a-b7e4d22711d0 disassociated (deleted). External IP: 172.26.3.45, port: b3af8571-7726-4658-829d-0b5b9e1b3b55. Apr 29 07:52:36.435438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router a32089d6-f4b4-4db6-a488-0a99b1a00da6 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:52:36.550997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:36.555893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:36.560685 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] Sync routers for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:36.571171 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:36.571819 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:36.590690 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-585a4903-26fc-4016-847d-42470bd4feb8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/floatingips/1a96c61c-dd25-46bb-8b1a-b7e4d22711d0 HTTP/1.1" status: 204 len: 168 time: 0.8953500 Apr 29 07:52:36.591285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:52:36.593711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d9d390-be4c-42d4-95a9-221455323b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:52:36.679517 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:36.687875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7351976a-3b54-40b2-911f-6360c420c677 x-openstack-request-id: req-7351976a-3b54-40b2-911f-6360c420c677 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:52:36.688180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:52:36.688473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7351976a-3b54-40b2-911f-6360c420c677 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:52:36.688875 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7351976a-3b54-40b2-911f-6360c420c677'] response: {'name': 'network-changed', 'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'status': 'completed', 'code': 200} Apr 29 07:52:36.778350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9d390-be4c-42d4-95a9-221455323b5e req-0156e0e0-6c0e-4249-adbb-b2edef893f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:36.780000 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42d9d390-be4c-42d4-95a9-221455323b5e req-0156e0e0-6c0e-4249-adbb-b2edef893f8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 1130 time: 0.0702875 Apr 29 07:52:36.900256 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:52:29Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:52:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:52:31Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:36.907910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9d390-be4c-42d4-95a9-221455323b5e req-43bf0a30-ee98-4929-b148-b4406b17fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:36.909432 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42d9d390-be4c-42d4-95a9-221455323b5e req-43bf0a30-ee98-4929-b148-b4406b17fca2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a6e748a-b700-4f84-b064-9b14925904e3 HTTP/1.1" status: 200 len: 897 time: 0.1234207 Apr 29 07:52:36.916280 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a115693-7099-4b14-a1e6-673050634ba7 req-2309d9b4-3468-497c-a1af-12d8a1685bd9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:36.917677 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a115693-7099-4b14-a1e6-673050634ba7 req-2309d9b4-3468-497c-a1af-12d8a1685bd9 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 946 time: 0.1130869 Apr 29 07:52:36.930124 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] Checking router: a32089d6-f4b4-4db6-a488-0a99b1a00da6 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:52:36.938935 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:36.939549 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:36.959007 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42d9d390-be4c-42d4-95a9-221455323b5e req-21ec44d4-ccfd-4233-937d-f1a71817c036 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3af8571-7726-4658-829d-0b5b9e1b3b55 HTTP/1.1" status: 200 len: 217 time: 0.0404084 Apr 29 07:52:37.034444 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a115693-7099-4b14-a1e6-673050634ba7 req-760aafe5-0a02-47ef-8148-f456415b858e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102428 Apr 29 07:52:37.035883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9d390-be4c-42d4-95a9-221455323b5e req-91c262c5-9d50-4d1a-b716-967de36dc5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:37.037248 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42d9d390-be4c-42d4-95a9-221455323b5e req-91c262c5-9d50-4d1a-b716-967de36dc5d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=151bcc59-cc93-4a1b-904b-328f18f6262b HTTP/1.1" status: 200 len: 835 time: 0.0717027 Apr 29 07:52:37.042373 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:37.087311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9d390-be4c-42d4-95a9-221455323b5e req-44c4d852-91c7-4e2a-8d82-bd7c7e367c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:37.088868 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42d9d390-be4c-42d4-95a9-221455323b5e req-44c4d852-91c7-4e2a-8d82-bd7c7e367c48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a6e748a-b700-4f84-b064-9b14925904e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453811 Apr 29 07:52:37.181383 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42d9d390-be4c-42d4-95a9-221455323b5e req-1770c1de-74ca-411c-bb84-6e4cdc5a003a service neutron] 10.222.0.36 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861092 Apr 29 07:52:37.282632 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42d9d390-be4c-42d4-95a9-221455323b5e req-a0c4aef0-e046-44ec-a6c0-5bc4e8492831 service neutron] 10.222.0.36 "GET /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946791 Apr 29 07:52:37.297420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:37.332841 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:52:29Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:52:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:52:31Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:37.357826 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e49722-421d-4fff-8d2d-c587f61642d2 None None] The sync data for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv is: [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:52:29Z', 'revision_number': 6, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:52:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0b22392c-afc0-4b34-a455-7458c86268e9', 'name': '', 'network_id': '3a6e748a-b700-4f84-b064-9b14925904e3', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'mac_address': 'fa:16:3e:af:99:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:37Z', 'updated_at': '2022-04-29T07:52:31Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'subnets': [{'id': '151bcc59-cc93-4a1b-904b-328f18f6262b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:38.002343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410fe443-0f26-4dcc-8f25-97c88bbdc033 None None] New status for floating IP 1a96c61c-dd25-46bb-8b1a-b7e4d22711d0: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:52:38.088004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-4a3d5627-8b22-4712-b179-2d0b6c7e8d0e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:38.089639 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-4a3d5627-8b22-4712-b179-2d0b6c7e8d0e tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 946 time: 0.0630169 Apr 29 07:52:38.171310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985979ab-3ed5-4d5e-ae17-7c17319e1afa req-1a4127c2-7eaf-4d63-b649-ca60335be8e2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:38.172831 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-985979ab-3ed5-4d5e-ae17-7c17319e1afa req-1a4127c2-7eaf-4d63-b649-ca60335be8e2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bdf01c4-1086-45f6-a7c6-8903eb8881d6 HTTP/1.1" status: 200 len: 946 time: 0.0602612 Apr 29 07:52:38.193309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port b3af8571-7726-4658-829d-0b5b9e1b3b55 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:52:38.193707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:38.223537 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-985979ab-3ed5-4d5e-ae17-7c17319e1afa req-5bc2aa84-9a89-4bf0-9ccf-8da9703416e0 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449171 Apr 29 07:52:38.280234 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port b3af8571-7726-4658-829d-0b5b9e1b3b55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=b3af8571-7726-4658-829d-0b5b9e1b3b55,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:38.280597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:38.293184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for b3af8571-7726-4658-829d-0b5b9e1b3b55 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:52:38.426168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b3af8571-7726-4658-829d-0b5b9e1b3b55), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:38.455830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=b3af8571-7726-4658-829d-0b5b9e1b3b55,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:38.501407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] No DVR routers for this DVR port b3af8571-7726-4658-829d-0b5b9e1b3b55 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:38.504125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:38.507552 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c0d1e778-7723-4c90-a7ff-41943d05c47a req-48011ac2-75ef-40a3-9c84-afd21d8910a2 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.36 "DELETE /v2.0/ports/b3af8571-7726-4658-829d-0b5b9e1b3b55 HTTP/1.1" status: 204 len: 173 time: 0.4123459 Apr 29 07:52:38.689786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'name': 'network-vif-deleted', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:52:38.692143 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d16986-a54d-4e4d-9fc6-6c8d5f71ccca" -d '{"events": [{"server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "name": "network-vif-deleted", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:52:38.728033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5696cdd4-037f-45f3-90cd-2831908d922b x-openstack-request-id: req-5696cdd4-037f-45f3-90cd-2831908d922b {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:52:38.728332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdf01c4-1086-45f6-a7c6-8903eb8881d6", "name": "network-vif-deleted", "tag": "b3af8571-7726-4658-829d-0b5b9e1b3b55", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:52:38.728588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5696cdd4-037f-45f3-90cd-2831908d922b {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:52:38.729010 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5696cdd4-037f-45f3-90cd-2831908d922b'] response: {'server_uuid': '1bdf01c4-1086-45f6-a7c6-8903eb8881d6', 'name': 'network-vif-deleted', 'tag': 'b3af8571-7726-4658-829d-0b5b9e1b3b55', 'status': 'completed', 'code': 200} Apr 29 07:52:39.290532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56602) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:39.349973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd89d500-b54f-4707-9f26-175a9dc2dda8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:39.376843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd89d500-b54f-4707-9f26-175a9dc2dda8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:39.439698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd89d500-b54f-4707-9f26-175a9dc2dda8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:39.442384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dd89d500-b54f-4707-9f26-175a9dc2dda8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:39.443524 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dd89d500-b54f-4707-9f26-175a9dc2dda8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/security-groups/ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f HTTP/1.1" status: 204 len: 168 time: 0.1520252 Apr 29 07:52:39.453178 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89d500-b54f-4707-9f26-175a9dc2dda8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad02e9a5-2fc1-4fb2-8fe3-3e6820583f6f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:39.478492 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56606) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:39.853992 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (a32089d6-f4b4-4db6-a488-0a99b1a00da6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:40.118863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 0b22392c-afc0-4b34-a455-7458c86268e9 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:52:40.119205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:40.211373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 0b22392c-afc0-4b34-a455-7458c86268e9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0b22392c-afc0-4b34-a455-7458c86268e9,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:40.211697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:40.224106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 0b22392c-afc0-4b34-a455-7458c86268e9 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:52:40.417471 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0b22392c-afc0-4b34-a455-7458c86268e9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:40.443045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=0b22392c-afc0-4b34-a455-7458c86268e9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:40.455039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.455505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.455798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.456237 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.456371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.456731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.457057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.457379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.457733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.458058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.458377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.458698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.459000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:40.640086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (a32089d6-f4b4-4db6-a488-0a99b1a00da6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:40.858296 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Router a32089d6-f4b4-4db6-a488-0a99b1a00da6 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:52:40.972216 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:40.977816 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-91601363-df6d-46ec-a766-a868e5144f70 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "PUT /v2.0/routers/a32089d6-f4b4-4db6-a488-0a99b1a00da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4981577 Apr 29 07:52:40.981073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56608) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:40.984431 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] Sync routers for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:40.995189 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:40.995811 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:41.033606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-325b696c-d658-48ec-8538-3ac2b2171c5a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting subnet 151bcc59-cc93-4a1b-904b-328f18f6262b {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 07:52:41.036822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-325b696c-d658-48ec-8538-3ac2b2171c5a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (151bcc59-cc93-4a1b-904b-328f18f6262b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.077332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-325b696c-d658-48ec-8538-3ac2b2171c5a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (151bcc59-cc93-4a1b-904b-328f18f6262b), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.101289 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:41.158914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-325b696c-d658-48ec-8538-3ac2b2171c5a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (151bcc59-cc93-4a1b-904b-328f18f6262b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.220085 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-325b696c-d658-48ec-8538-3ac2b2171c5a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (151bcc59-cc93-4a1b-904b-328f18f6262b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.247425 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b696c-d658-48ec-8538-3ac2b2171c5a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Subnet': ['ID=151bcc59-cc93-4a1b-904b-328f18f6262b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:41.253052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-325b696c-d658-48ec-8538-3ac2b2171c5a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.256806 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-325b696c-d658-48ec-8538-3ac2b2171c5a tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/subnets/151bcc59-cc93-4a1b-904b-328f18f6262b HTTP/1.1" status: 204 len: 168 time: 0.2743304 Apr 29 07:52:41.259153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56610) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:41.263565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e16cbea-f343-4d05-b359-25f4df332185 None None] Network 3a6e748a-b700-4f84-b064-9b14925904e3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:52:41.284616 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:52:40Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:52:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:41.310653 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] Checking router: a32089d6-f4b4-4db6-a488-0a99b1a00da6 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:52:41.319346 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] Routers {'a32089d6-f4b4-4db6-a488-0a99b1a00da6'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:41.320219 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:41.368891 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.432437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] DHCP port deletion for 3a6e748a-b700-4f84-b064-9b14925904e3 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 07:52:41.447040 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] Set router a32089d6-f4b4-4db6-a488-0a99b1a00da6 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:41.481756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_gateway (a32089d6-f4b4-4db6-a488-0a99b1a00da6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.490965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Deleting port f6a9d1ab-6926-45b4-8223-d2ca5572261e {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:52:41.491338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.544824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Deleting port 07d56027-969d-435b-b168-859999c14a35 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:52:41.545161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (07d56027-969d-435b-b168-859999c14a35), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.575565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] For port f6a9d1ab-6926-45b4-8223-d2ca5572261e, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f6a9d1ab-6926-45b4-8223-d2ca5572261e,segment=NetworkSegment(68990617-2d11-4a6c-bbf1-42a3a88f7617),segment_id=68990617-2d11-4a6c-bbf1-42a3a88f7617)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:41.576014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.590174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Calling delete_port for f6a9d1ab-6926-45b4-8223-d2ca5572261e owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:52:41.627467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] For port 07d56027-969d-435b-b168-859999c14a35, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=07d56027-969d-435b-b168-859999c14a35,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:41.627832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (07d56027-969d-435b-b168-859999c14a35), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.630806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f6a9d1ab-6926-45b4-8223-d2ca5572261e no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:41.639849 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:52:40Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:52:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:41.643920 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Calling delete_port for 07d56027-969d-435b-b168-859999c14a35 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:52:41.670209 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f62c94-e4bf-4ca9-99dd-a17a5630109e None None] The sync data for ids ['a32089d6-f4b4-4db6-a488-0a99b1a00da6'] in dv-neutron-839860-1-hyperv is: [{'id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'name': 'tempest-TestNetworkBasicOps-router-484523437', 'tenant_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '07d56027-969d-435b-b168-859999c14a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:51:34Z', 'updated_at': '2022-04-29T07:52:40Z', 'revision_number': 7, 'project_id': 'f14233bf085d40bba00e3a72c1cbee9e', 'gw_port': {'id': '07d56027-969d-435b-b168-859999c14a35', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32089d6-f4b4-4db6-a488-0a99b1a00da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:51:35Z', 'updated_at': '2022-04-29T07:52:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:41.730824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.759743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f6a9d1ab-6926-45b4-8223-d2ca5572261e is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:41.760116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f6a9d1ab-6926-45b4-8223-d2ca5572261e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.762248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Pushing event deleted for resources: {'Port': ['ID=f6a9d1ab-6926-45b4-8223-d2ca5572261e,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:41.770367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] No DVR routers for this DVR port f6a9d1ab-6926-45b4-8223-d2ca5572261e on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:52:41.779714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.780061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.780475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.780812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.781272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.781627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.781999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.782343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.782655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.783010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.783380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.783719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.784105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d4b26-78fe-4b68-9bc5-9bdf47e799e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:41.845047 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (07d56027-969d-435b-b168-859999c14a35), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:41.877538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Port': ['ID=07d56027-969d-435b-b168-859999c14a35,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:41.939577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (a32089d6-f4b4-4db6-a488-0a99b1a00da6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.121067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device b3af8571-7726-4658-829d-0b5b9e1b3b55 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:42.146188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: b3af8571-7726-4658-829d-0b5b9e1b3b55 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:52:42.146666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device b3af8571-7726-4658-829d-0b5b9e1b3b55 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:42.330489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.332600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router_controller (a32089d6-f4b4-4db6-a488-0a99b1a00da6), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.379480 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (a32089d6-f4b4-4db6-a488-0a99b1a00da6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.380024 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Fanout notify agent at l3_agent the message router_deleted on router a32089d6-f4b4-4db6-a488-0a99b1a00da6 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 07:52:42.386879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.388007 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-aa0a7566-f391-4e23-80cc-7870967e3be8 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/routers/a32089d6-f4b4-4db6-a488-0a99b1a00da6 HTTP/1.1" status: 204 len: 168 time: 1.1279659 Apr 29 07:52:42.390888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56612) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:42.468618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (3a6e748a-b700-4f84-b064-9b14925904e3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.564146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (3a6e748a-b700-4f84-b064-9b14925904e3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.584391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6e748a-b700-4f84-b064-9b14925904e3']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:42.593636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68990617-2d11-4a6c-bbf1-42a3a88f7617') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:42.593932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68990617-2d11-4a6c-bbf1-42a3a88f7617') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:42.603528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (68990617-2d11-4a6c-bbf1-42a3a88f7617), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.616842 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (68990617-2d11-4a6c-bbf1-42a3a88f7617), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.622830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 07:52:42.623187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (68990617-2d11-4a6c-bbf1-42a3a88f7617), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 07:52:42.626153 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 07:52:42.695010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (3a6e748a-b700-4f84-b064-9b14925904e3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.702236 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:42.705274 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] 10.222.0.23 "DELETE /v2.0/networks/3a6e748a-b700-4f84-b064-9b14925904e3 HTTP/1.1" status: 204 len: 168 time: 0.3133981 Apr 29 07:52:42.716941 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c53a1-1094-465f-a863-fa50bb733fe5 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] Pushing event deleted for resources: {'Network': ['ID=3a6e748a-b700-4f84-b064-9b14925904e3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:43.030217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56618) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:43.166151 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-45231e27-b793-471b-b83f-16d0ec668439 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f14233bf085d40bba00e3a72c1cbee9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347365 Apr 29 07:52:43.168889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56622) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:43.218663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba9c35fa-e509-4f21-9da3-048e8c071783 admin admin] Publish callbacks [] for security_group (93249ac9-0eb4-431a-94f7-c929703387ca), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.241350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba9c35fa-e509-4f21-9da3-048e8c071783 admin admin] Publish callbacks [] for security_group (93249ac9-0eb4-431a-94f7-c929703387ca), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.293985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba9c35fa-e509-4f21-9da3-048e8c071783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (93249ac9-0eb4-431a-94f7-c929703387ca), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.296556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ba9c35fa-e509-4f21-9da3-048e8c071783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.297768 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ba9c35fa-e509-4f21-9da3-048e8c071783 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93249ac9-0eb4-431a-94f7-c929703387ca HTTP/1.1" status: 204 len: 168 time: 0.1279302 Apr 29 07:52:43.306708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c35fa-e509-4f21-9da3-048e8c071783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93249ac9-0eb4-431a-94f7-c929703387ca,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:43.515090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07d56027-969d-435b-b168-859999c14a35 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:43.535791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 07d56027-969d-435b-b168-859999c14a35 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:52:43.536214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 07d56027-969d-435b-b168-859999c14a35 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:43.536698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b22392c-afc0-4b34-a455-7458c86268e9 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:52:43.562297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 0b22392c-afc0-4b34-a455-7458c86268e9 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:52:43.562709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0b22392c-afc0-4b34-a455-7458c86268e9 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:52:43.593746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56628) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:43.611951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d55fb19-624e-4030-ae7a-c12cecd03c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.690405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d55fb19-624e-4030-ae7a-c12cecd03c22 admin admin] Publish callbacks [] for security_group (6e1a09f1-d6ee-40a0-a3d4-93acf0d8f016), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.695076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d55fb19-624e-4030-ae7a-c12cecd03c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6e1a09f1-d6ee-40a0-a3d4-93acf0d8f016), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.736599 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9d55fb19-624e-4030-ae7a-c12cecd03c22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3fe298fcdce42c5b722f4903f57586d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417432 Apr 29 07:52:43.737858 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55fb19-624e-4030-ae7a-c12cecd03c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a09f1-d6ee-40a0-a3d4-93acf0d8f016,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:43.739547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56630) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:43.796907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-966ae4f0-88b5-4f9c-8362-676daf558d94 admin admin] Publish callbacks [] for security_group (6e1a09f1-d6ee-40a0-a3d4-93acf0d8f016), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.818922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-966ae4f0-88b5-4f9c-8362-676daf558d94 admin admin] Publish callbacks [] for security_group (6e1a09f1-d6ee-40a0-a3d4-93acf0d8f016), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.871162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-966ae4f0-88b5-4f9c-8362-676daf558d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6e1a09f1-d6ee-40a0-a3d4-93acf0d8f016), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.874863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-966ae4f0-88b5-4f9c-8362-676daf558d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:43.876223 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-966ae4f0-88b5-4f9c-8362-676daf558d94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e1a09f1-d6ee-40a0-a3d4-93acf0d8f016 HTTP/1.1" status: 204 len: 168 time: 0.1355753 Apr 29 07:52:43.885761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ae4f0-88b5-4f9c-8362-676daf558d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a09f1-d6ee-40a0-a3d4-93acf0d8f016,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:44.622264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56652) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:44.724749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2023449342-network', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:44.748320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Made reservation on behalf of a7c1ee5e093b4d3880e4950f33e3bb0a for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:44.750729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:44.763126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:44.839326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Publish callbacks [] for security_group (d8225624-6d37-4177-a3a4-1a423c54fde3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:44.844614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d8225624-6d37-4177-a3a4-1a423c54fde3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:44.864570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:44.879248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8225624-6d37-4177-a3a4-1a423c54fde3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:44.882192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a8f2859a-bff7-4866-bf39-51bbb68d470d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:44.882569 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Added segment a8f2859a-bff7-4866-bf39-51bbb68d470d of type vlan for network c0c736cc-fa51-408d-a749-a2127b8fbaa1 Apr 29 07:52:44.922510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (c0c736cc-fa51-408d-a749-a2127b8fbaa1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:44.950285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (c0c736cc-fa51-408d-a749-a2127b8fbaa1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:44.951340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:44.951945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.022411 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3989608 Apr 29 07:52:45.025497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56656) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:45.030514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Request body: {'subnet': {'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2023449342-subnet', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:45.050062 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040eeea-21ec-4a5f-ae14-c62d6b66bf90 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c736cc-fa51-408d-a749-a2127b8fbaa1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.051134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Made reservation on behalf of a7c1ee5e093b4d3880e4950f33e3bb0a for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:45.053633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.060118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:45.244574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (536907de-aa4a-40b2-a1d8-dc8525e2475d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.299112 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536907de-aa4a-40b2-a1d8-dc8525e2475d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.310475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Checking segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:52:45.310820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Network hostable DHCP agents. Network: c0c736cc-fa51-408d-a749-a2127b8fbaa1, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:45.328739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:45.338578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, c0c736cc-fa51-408d-a749-a2127b8fbaa1) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:45.342921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:45.343664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.347790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec77e3c-6aa2-461d-ad12-ef55880ff0e0 None None] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:52:45.364090 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-df5f024b-6864-4528-91e4-725b34368bb6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3373690 Apr 29 07:52:45.366786 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56658) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:45.370959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:45.391484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (587c12f8-ed5b-43cc-bca2-847843b1d4dc), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.392545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (587c12f8-ed5b-43cc-bca2-847843b1d4dc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.444356 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks [] for router_controller (587c12f8-ed5b-43cc-bca2-847843b1d4dc), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.451043 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:52:45.452135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.585004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Allocated IP 172.20.0.2 (c0c736cc-fa51-408d-a749-a2127b8fbaa1/536907de-aa4a-40b2-a1d8-dc8525e2475d/e324f0b5-ac0d-4ac7-bc32-28e3536b845f) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:45.591455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks [] for router_gateway (587c12f8-ed5b-43cc-bca2-847843b1d4dc), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.724013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Publish callbacks [] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.732594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.772119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:45.775166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:45.778726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:45.791360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Pushing event updated for resources: {'Port': ['ID=e324f0b5-ac0d-4ac7-bc32-28e3536b845f,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:45.799580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks [] for router_gateway (587c12f8-ed5b-43cc-bca2-847843b1d4dc), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.819050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.839684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Attempting to bind port e324f0b5-ac0d-4ac7-bc32-28e3536b845f on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:52:45.840054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Attempting to bind port e324f0b5-ac0d-4ac7-bc32-28e3536b845f by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:52:45.840399 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Attempting to bind port e324f0b5-ac0d-4ac7-bc32-28e3536b845f on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:45.845305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:45.845690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Checking segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:52:45.846084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.846460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Bound using segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:45.846924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Bound port: e324f0b5-ac0d-4ac7-bc32-28e3536b845f, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:52:45.847306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.907103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] For port e324f0b5-ac0d-4ac7-bc32-28e3536b845f, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:45.910557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] For port e324f0b5-ac0d-4ac7-bc32-28e3536b845f, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e324f0b5-ac0d-4ac7-bc32-28e3536b845f,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:45.916430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:45.920039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Allocated IP 172.26.3.70 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/658ef7df-1690-41d3-9784-b58fe1964a2c) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:45.978670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1decf4-c1c2-4263-97a4-a5d5f19bb80e None None] Pushing event updated for resources: {'Port': ['ID=e324f0b5-ac0d-4ac7-bc32-28e3536b845f,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:46.040253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks [] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:46.076618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:46.114799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:46.117794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:46.121309 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:46.157781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Pushing event updated for resources: {'Port': ['ID=658ef7df-1690-41d3-9784-b58fe1964a2c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:46.399551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks [] for router_gateway (587c12f8-ed5b-43cc-bca2-847843b1d4dc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:46.609663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (587c12f8-ed5b-43cc-bca2-847843b1d4dc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:46.743444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Router 587c12f8-ed5b-43cc-bca2-847843b1d4dc is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:52:46.854344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:46.864047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Sync routers for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:46.870394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14717b1a-97ef-4fdf-8de0-0bcae8a9ce9f None None] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:52:46.873456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:46.874713 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9d243069-57f0-405c-8a1d-5bebc370f7dc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5070124 Apr 29 07:52:46.877631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56660) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:46.919110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:46.919655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:47.004712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9ce009a9-242c-455e-9234-c4acefede471 None None] Provisioning complete for port e324f0b5-ac0d-4ac7-bc32-28e3536b845f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:47.005060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ce009a9-242c-455e-9234-c4acefede471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:47.107071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:47.247309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9ce009a9-242c-455e-9234-c4acefede471 None None] Current status of the port e324f0b5-ac0d-4ac7-bc32-28e3536b845f is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:47.247691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ce009a9-242c-455e-9234-c4acefede471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:47.297001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:47.305013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9ce009a9-242c-455e-9234-c4acefede471 None None] For port e324f0b5-ac0d-4ac7-bc32-28e3536b845f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e324f0b5-ac0d-4ac7-bc32-28e3536b845f,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:47.330473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ce009a9-242c-455e-9234-c4acefede471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:47.393268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce009a9-242c-455e-9234-c4acefede471 None None] Pushing event updated for resources: {'Port': ['ID=e324f0b5-ac0d-4ac7-bc32-28e3536b845f,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:47.401274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:46Z', 'revision_number': 3, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:47.428702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Checking router: 587c12f8-ed5b-43cc-bca2-847843b1d4dc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:52:47.429054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Updating router 587c12f8-ed5b-43cc-bca2-847843b1d4dc port 658ef7df-1690-41d3-9784-b58fe1964a2c binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:52:47.471234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:47.475136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d8eff548-b1a9-4cbd-84e3-a8a177ce3282 None None] Provisioning complete for port e324f0b5-ac0d-4ac7-bc32-28e3536b845f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:47.475136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d8eff548-b1a9-4cbd-84e3-a8a177ce3282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:47.519217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Allocated IP 172.20.0.1 (c0c736cc-fa51-408d-a749-a2127b8fbaa1/536907de-aa4a-40b2-a1d8-dc8525e2475d/48a934ea-fad0-466c-93a3-8687ebb030b0) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:47.579272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e324f0b5-ac0d-4ac7-bc32-28e3536b845f up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:47.738357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d8eff548-b1a9-4cbd-84e3-a8a177ce3282 None None] Current status of the port e324f0b5-ac0d-4ac7-bc32-28e3536b845f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:47.919863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e324f0b5-ac0d-4ac7-bc32-28e3536b845f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:47.920653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:47.949260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Publish callbacks [] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:47.982967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.022955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:48.027628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:48.031244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:48.040570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Publish callbacks [] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.056371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.058088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=48a934ea-fad0-466c-93a3-8687ebb030b0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:48.059713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e324f0b5-ac0d-4ac7-bc32-28e3536b845f is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:48.078145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (587c12f8-ed5b-43cc-bca2-847843b1d4dc), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.114056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ed728-8dec-4913-9dc4-1ce69cbfa83f None None] Pushing event updated for resources: {'Port': ['ID=658ef7df-1690-41d3-9784-b58fe1964a2c,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:48.116645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Attempting to bind port 658ef7df-1690-41d3-9784-b58fe1964a2c on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:52:48.117013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Attempting to bind port 658ef7df-1690-41d3-9784-b58fe1964a2c by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:52:48.117395 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Attempting to bind port 658ef7df-1690-41d3-9784-b58fe1964a2c on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:48.123380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:48.123840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:52:48.124130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.124507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:48.124976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Bound port: 658ef7df-1690-41d3-9784-b58fe1964a2c, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:52:48.125513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.182753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] For port 658ef7df-1690-41d3-9784-b58fe1964a2c, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:48.186480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] For port 658ef7df-1690-41d3-9784-b58fe1964a2c, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=658ef7df-1690-41d3-9784-b58fe1964a2c,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:48.193551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.254275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:48.254857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:48.267149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.294574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ed728-8dec-4913-9dc4-1ce69cbfa83f None None] Pushing event updated for resources: {'Port': ['ID=658ef7df-1690-41d3-9784-b58fe1964a2c,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:48.371186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:48.403917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fa6f6cf9-06d6-4de3-af4b-6bcb821d45f4 None None] Provisioning complete for port 48a934ea-fad0-466c-93a3-8687ebb030b0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:48.404285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6cf9-06d6-4de3-af4b-6bcb821d45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.431332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Publish callbacks [] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.436975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.473046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f6cf9-06d6-4de3-af4b-6bcb821d45f4 None None] Port 48a934ea-fad0-466c-93a3-8687ebb030b0 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:52:48.502444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (587c12f8-ed5b-43cc-bca2-847843b1d4dc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.504406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=48a934ea-fad0-466c-93a3-8687ebb030b0,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:48.600664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:47Z', 'revision_number': 1, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:48.603008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:48.604427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:48.630211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc284a3-d820-4b9f-bb56-6b02e5524d74 None None] The sync data for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv is: [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:47Z', 'revision_number': 1, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:48.730833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Router 587c12f8-ed5b-43cc-bca2-847843b1d4dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:52:48.847264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:48.852334 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-aabc5331-3690-4e08-86fd-756e204f5ab8 admin admin] 10.222.0.23 "PUT /v2.0/routers/587c12f8-ed5b-43cc-bca2-847843b1d4dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731867 Apr 29 07:52:48.903516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-14b656f4-b9c1-4614-acb7-e9dba02306e4 None None] Provisioning complete for port 48a934ea-fad0-466c-93a3-8687ebb030b0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:48.903946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-14b656f4-b9c1-4614-acb7-e9dba02306e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:48.945483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-14b656f4-b9c1-4614-acb7-e9dba02306e4 None None] Port 48a934ea-fad0-466c-93a3-8687ebb030b0 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:52:49.367460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56676) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:49.372443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1479797729-network', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:49.391735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Made reservation on behalf of dd0b6cfaffd04a9284b50d8a813fad60 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:49.394262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.407676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.494190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Publish callbacks [] for security_group (cbd0c836-5853-4d10-b246-1b1815172c9d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.499274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (cbd0c836-5853-4d10-b246-1b1815172c9d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.533068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 07:52:49.539326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd0c836-5853-4d10-b246-1b1815172c9d,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:49.547802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (83f7b2a0-cf18-4091-b2dd-61f0c0720691), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.547802 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Added segment 83f7b2a0-cf18-4091-b2dd-61f0c0720691 of type vlan for network d32bbb42-4507-4684-ac65-d02bd3c06615 Apr 29 07:52:49.571251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 658ef7df-1690-41d3-9784-b58fe1964a2c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:49.600688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (d32bbb42-4507-4684-ac65-d02bd3c06615), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.621266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 658ef7df-1690-41d3-9784-b58fe1964a2c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:49.621872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.627709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (d32bbb42-4507-4684-ac65-d02bd3c06615), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.629211 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:49.630057 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.691677 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3230717 Apr 29 07:52:49.694687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56678) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:49.701513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Request body: {'subnet': {'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1479797729-subnet', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:49.703562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4465b-44bc-427c-9969-a5276664ac53 admin admin] Pushing event updated for resources: {'Network': ['ID=d32bbb42-4507-4684-ac65-d02bd3c06615,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:49.713890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network d32bbb42-4507-4684-ac65-d02bd3c06615 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 07:52:49.717250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 658ef7df-1690-41d3-9784-b58fe1964a2c is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:49.717653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.724175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Made reservation on behalf of dd0b6cfaffd04a9284b50d8a813fad60 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:52:49.726635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.784982 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 658ef7df-1690-41d3-9784-b58fe1964a2c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=658ef7df-1690-41d3-9784-b58fe1964a2c,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:49.794280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.855009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=658ef7df-1690-41d3-9784-b58fe1964a2c,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:49.921573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:49.976122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:49.986234 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Checking segment: {'id': '83f7b2a0-cf18-4091-b2dd-61f0c0720691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:52:49.986594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Network hostable DHCP agents. Network: d32bbb42-4507-4684-ac65-d02bd3c06615, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 07:52:50.004033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Network d32bbb42-4507-4684-ac65-d02bd3c06615 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 07:52:50.012817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, d32bbb42-4507-4684-ac65-d02bd3c06615) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:50.016782 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:52:50.017401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.022678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f2facb-635c-4c79-8642-f89b4e0f9891 None None] Network d32bbb42-4507-4684-ac65-d02bd3c06615 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:52:50.034274 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1c0b6769-6993-4a2f-a409-3131ff048591 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3384600 Apr 29 07:52:50.036818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56680) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:50.041308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:50.060415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (aaab99fe-88a7-4fe1-9e96-eec015bdede4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.061484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (aaab99fe-88a7-4fe1-9e96-eec015bdede4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.117875 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks [] for router_controller (aaab99fe-88a7-4fe1-9e96-eec015bdede4), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.132954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-d32bbb42-4507-4684-ac65-d02bd3c06615', 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615', 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'fixed_ips': [{'subnet_id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 07:52:50.133999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.257453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks [] for router_gateway (aaab99fe-88a7-4fe1-9e96-eec015bdede4), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.274819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Allocated IP 172.20.0.2 (d32bbb42-4507-4684-ac65-d02bd3c06615/0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6/68a9190c-2355-4fb6-af22-66b3649a3288) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:50.421159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Publish callbacks [] for port (68a9190c-2355-4fb6-af22-66b3649a3288), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.430039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.464595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks [] for router_gateway (aaab99fe-88a7-4fe1-9e96-eec015bdede4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.470312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Network d32bbb42-4507-4684-ac65-d02bd3c06615 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:50.476516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:50.479053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:50.481189 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Pushing event updated for resources: {'Port': ['ID=68a9190c-2355-4fb6-af22-66b3649a3288,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.483641 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.538656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Attempting to bind port 68a9190c-2355-4fb6-af22-66b3649a3288 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:52:50.539014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Attempting to bind port 68a9190c-2355-4fb6-af22-66b3649a3288 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '83f7b2a0-cf18-4091-b2dd-61f0c0720691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:52:50.539372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Attempting to bind port 68a9190c-2355-4fb6-af22-66b3649a3288 on network d32bbb42-4507-4684-ac65-d02bd3c06615 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:50.544635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:50.544806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Checking segment: {'id': '83f7b2a0-cf18-4091-b2dd-61f0c0720691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:52:50.545140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.545545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Bound using segment: {'id': '83f7b2a0-cf18-4091-b2dd-61f0c0720691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:50.546000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Bound port: 68a9190c-2355-4fb6-af22-66b3649a3288, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f7b2a0-cf18-4091-b2dd-61f0c0720691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:52:50.546648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.596411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Allocated IP 172.26.3.186 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/cbb0c68c-951a-48b8-8453-76616a7e645b) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:50.614106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] For port 68a9190c-2355-4fb6-af22-66b3649a3288, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:50.617476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] For port 68a9190c-2355-4fb6-af22-66b3649a3288, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=68a9190c-2355-4fb6-af22-66b3649a3288,segment=NetworkSegment(83f7b2a0-cf18-4091-b2dd-61f0c0720691),segment_id=83f7b2a0-cf18-4091-b2dd-61f0c0720691)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:50.623924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.683645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9f250-5ee6-48da-84d3-0c08085726c1 None None] Pushing event updated for resources: {'Port': ['ID=68a9190c-2355-4fb6-af22-66b3649a3288,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.704118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks [] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.742867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:50.744265 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Sync routers for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:50.756478 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:50.757102 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:50.784288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:50.787428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:50.794248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:50.822179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb0c68c-951a-48b8-8453-76616a7e645b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:50.898880 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:51.085643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks [] for router_gateway (aaab99fe-88a7-4fe1-9e96-eec015bdede4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.098991 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 2, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:51.127685 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Checking router: 587c12f8-ed5b-43cc-bca2-847843b1d4dc for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:52:51.128034 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Updating router 587c12f8-ed5b-43cc-bca2-847843b1d4dc port 48a934ea-fad0-466c-93a3-8687ebb030b0 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:52:51.167090 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.279950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (aaab99fe-88a7-4fe1-9e96-eec015bdede4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.420471 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Router aaab99fe-88a7-4fe1-9e96-eec015bdede4 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 07:52:51.560051 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Publish callbacks [] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.568006 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.646814 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Pushing event updated for resources: {'Port': ['ID=48a934ea-fad0-466c-93a3-8687ebb030b0,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:51.652309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 658ef7df-1690-41d3-9784-b58fe1964a2c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:51.674544 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.674802 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.675146 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.675484 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.675816 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.676141 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.676468 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.676793 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.677118 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.677470 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.677842 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.678163 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.678479 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:52:51.721465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 658ef7df-1690-41d3-9784-b58fe1964a2c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:51.722366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.736084 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Attempting to bind port 48a934ea-fad0-466c-93a3-8687ebb030b0 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:52:51.736458 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Attempting to bind port 48a934ea-fad0-466c-93a3-8687ebb030b0 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:52:51.736824 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Attempting to bind port 48a934ea-fad0-466c-93a3-8687ebb030b0 on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:51.743305 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:51.743704 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Checking segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:52:51.744073 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.744460 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Bound using segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:51.745021 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Bound port: 48a934ea-fad0-466c-93a3-8687ebb030b0, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:52:51.745371 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.777172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b81c66-b28e-4d0d-858d-fdefc99fbc6e None None] Network d32bbb42-4507-4684-ac65-d02bd3c06615 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 07:52:51.819006 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] For port 48a934ea-fad0-466c-93a3-8687ebb030b0, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:51.825580 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] For port 48a934ea-fad0-466c-93a3-8687ebb030b0, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=48a934ea-fad0-466c-93a3-8687ebb030b0,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:51.835992 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.851444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-eab15fc6-e5bf-4708-b15b-4731aa8f1221 None None] Provisioning complete for port 68a9190c-2355-4fb6-af22-66b3649a3288 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:51.851815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eab15fc6-e5bf-4708-b15b-4731aa8f1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.901322 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a767f-026e-42fd-97ef-ac52edf0497e None None] Pushing event updated for resources: {'Port': ['ID=48a934ea-fad0-466c-93a3-8687ebb030b0,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:51.913019 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:51.913686 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:51.939064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:51.960155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:51.961658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Sync routers for ids ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:51.965809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56682) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:51.975157 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d499e4f3-6011-4606-816f-d05f43e17d15 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9367478 Apr 29 07:52:51.992229 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 658ef7df-1690-41d3-9784-b58fe1964a2c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:51.993996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 68a9190c-2355-4fb6-af22-66b3649a3288 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:52.038357 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:52.044616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Routers {'aaab99fe-88a7-4fe1-9e96-eec015bdede4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:52.045429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:52.138565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-eab15fc6-e5bf-4708-b15b-4731aa8f1221 None None] Current status of the port 68a9190c-2355-4fb6-af22-66b3649a3288 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:52.139028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eab15fc6-e5bf-4708-b15b-4731aa8f1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:52.258350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 68a9190c-2355-4fb6-af22-66b3649a3288 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:52.259057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:52.259950 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:51Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:52.264108 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-eab15fc6-e5bf-4708-b15b-4731aa8f1221 None None] For port 68a9190c-2355-4fb6-af22-66b3649a3288, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=68a9190c-2355-4fb6-af22-66b3649a3288,segment=NetworkSegment(83f7b2a0-cf18-4091-b2dd-61f0c0720691),segment_id=83f7b2a0-cf18-4091-b2dd-61f0c0720691)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:52.301518 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f44dd-cdad-4317-8003-b8c910cf8567 None None] The sync data for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv is: [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:51Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:52.467477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:52.473871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-eab15fc6-e5bf-4708-b15b-4731aa8f1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:52.507413 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Set router aaab99fe-88a7-4fe1-9e96-eec015bdede4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:52.641602 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Allocated IP 172.20.0.1 (d32bbb42-4507-4684-ac65-d02bd3c06615/0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6/2dff29d4-313b-497d-8238-c598c55d04c5) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:52:52.647830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab15fc6-e5bf-4708-b15b-4731aa8f1221 None None] Pushing event updated for resources: {'Port': ['ID=68a9190c-2355-4fb6-af22-66b3649a3288,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:52.698558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] Provisioning complete for port 68a9190c-2355-4fb6-af22-66b3649a3288 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:52.699173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:52.746029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 68a9190c-2355-4fb6-af22-66b3649a3288 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:52.759459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Publish callbacks [] for port (2dff29d4-313b-497d-8238-c598c55d04c5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:52.795906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:52.836270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Network d32bbb42-4507-4684-ac65-d02bd3c06615 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:52.836512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] Current status of the port 68a9190c-2355-4fb6-af22-66b3649a3288 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:52.839182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:52.841294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:50Z', 'revision_number': 3, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'gw_port': {'id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:52.843079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:52:52.874196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Checking router: aaab99fe-88a7-4fe1-9e96-eec015bdede4 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:52:52.874537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Updating router aaab99fe-88a7-4fe1-9e96-eec015bdede4 port cbb0c68c-951a-48b8-8453-76616a7e645b binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:52:52.877994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Pushing event updated for resources: {'Port': ['ID=2dff29d4-313b-497d-8238-c598c55d04c5,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:52.891400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (aaab99fe-88a7-4fe1-9e96-eec015bdede4), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:52.905804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] Provisioning complete for port 48a934ea-fad0-466c-93a3-8687ebb030b0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:52.906191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:52.937407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.064153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.091594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] Current status of the port 48a934ea-fad0-466c-93a3-8687ebb030b0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:53.091979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.168074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] For port 48a934ea-fad0-466c-93a3-8687ebb030b0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=48a934ea-fad0-466c-93a3-8687ebb030b0,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:53.182010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.235543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Publish callbacks [] for port (2dff29d4-313b-497d-8238-c598c55d04c5), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.241821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.273439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c50fc-513d-4df5-9b90-e212dcc4f1aa None None] Pushing event updated for resources: {'Port': ['ID=48a934ea-fad0-466c-93a3-8687ebb030b0,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.301000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Publish callbacks [] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.308077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (aaab99fe-88a7-4fe1-9e96-eec015bdede4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.308354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.309952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Pushing event updated for resources: {'Port': ['ID=2dff29d4-313b-497d-8238-c598c55d04c5,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.321028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f9839a01-069c-40e2-b2c9-0b64fafc0636 None None] Provisioning complete for port 2dff29d4-313b-497d-8238-c598c55d04c5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:53.321431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f9839a01-069c-40e2-b2c9-0b64fafc0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.392786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Attempting to bind port cbb0c68c-951a-48b8-8453-76616a7e645b on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:52:53.393141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Attempting to bind port cbb0c68c-951a-48b8-8453-76616a7e645b by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:52:53.393524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Attempting to bind port cbb0c68c-951a-48b8-8453-76616a7e645b on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:53.400010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c637e-54c5-4d57-b8df-740f8247726f None None] Pushing event updated for resources: {'Port': ['ID=cbb0c68c-951a-48b8-8453-76616a7e645b,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.403820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f9839a01-069c-40e2-b2c9-0b64fafc0636 None None] Port 2dff29d4-313b-497d-8238-c598c55d04c5 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:52:53.405097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Network d32bbb42-4507-4684-ac65-d02bd3c06615 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:52:53.406235 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:53.406607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:52:53.407003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.407297 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:52:53.407420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:53.407833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Bound port: cbb0c68c-951a-48b8-8453-76616a7e645b, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:52:53.408205 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.461948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] For port cbb0c68c-951a-48b8-8453-76616a7e645b, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:53.465992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] For port cbb0c68c-951a-48b8-8453-76616a7e645b, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=cbb0c68c-951a-48b8-8453-76616a7e645b,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:53.477350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.535388 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Router aaab99fe-88a7-4fe1-9e96-eec015bdede4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:52:53.546284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c637e-54c5-4d57-b8df-740f8247726f None None] Pushing event updated for resources: {'Port': ['ID=cbb0c68c-951a-48b8-8453-76616a7e645b,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:53.559336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Routers {'aaab99fe-88a7-4fe1-9e96-eec015bdede4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:53.559975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:53.608197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 48a934ea-fad0-466c-93a3-8687ebb030b0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:53.666175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:52:53.671106 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8687fc83-54b3-4684-b28d-4d30e6c6b653 admin admin] 10.222.0.23 "PUT /v2.0/routers/aaab99fe-88a7-4fe1-9e96-eec015bdede4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7034528 Apr 29 07:52:53.727615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] Set router aaab99fe-88a7-4fe1-9e96-eec015bdede4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:53.766213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 48a934ea-fad0-466c-93a3-8687ebb030b0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:53.766499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.831091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cf7be72d-a558-4009-9cf5-a4767aed6d60 None None] Provisioning complete for port 2dff29d4-313b-497d-8238-c598c55d04c5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:53.831460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cf7be72d-a558-4009-9cf5-a4767aed6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:53.926303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cf7be72d-a558-4009-9cf5-a4767aed6d60 None None] Port 2dff29d4-313b-497d-8238-c598c55d04c5 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:52:54.008509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 48a934ea-fad0-466c-93a3-8687ebb030b0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:54.009632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 68a9190c-2355-4fb6-af22-66b3649a3288 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:54.065567 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 4, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'gw_port': {'id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2dff29d4-313b-497d-8238-c598c55d04c5', 'name': '', 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'mac_address': 'fa:16:3e:ae:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:52Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 2, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'subnets': [{'id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:54.094322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67373d4-3f82-43ec-9af4-8c71c10d9b16 None None] The sync data for ids ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'] in dv-neutron-839860-1-hyperv is: [{'id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 4, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'gw_port': {'id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2dff29d4-313b-497d-8238-c598c55d04c5', 'name': '', 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'mac_address': 'fa:16:3e:ae:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:52Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 2, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'subnets': [{'id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:54.095976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 68a9190c-2355-4fb6-af22-66b3649a3288 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:54.096340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.178088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 68a9190c-2355-4fb6-af22-66b3649a3288 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:54.246121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56690) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:54.250852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e75793a5-fe96-459a-81b1-9151f3c285bf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382273274', 'description': 'tempest-secgroup-smoke-1382273274 description', 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:54.273177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e75793a5-fe96-459a-81b1-9151f3c285bf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.368290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e75793a5-fe96-459a-81b1-9151f3c285bf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group (39ef66a7-e3a1-458f-ae18-f5895242687a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.372777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e75793a5-fe96-459a-81b1-9151f3c285bf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (39ef66a7-e3a1-458f-ae18-f5895242687a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.404615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e75793a5-fe96-459a-81b1-9151f3c285bf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.406031 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e75793a5-fe96-459a-81b1-9151f3c285bf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1587284 Apr 29 07:52:54.408992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56692) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:54.413791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0552e310-f59f-47fb-8306-5df29daa704c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'security_group_rule': {'security_group_id': '39ef66a7-e3a1-458f-ae18-f5895242687a', 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:54.417846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75793a5-fe96-459a-81b1-9151f3c285bf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef66a7-e3a1-458f-ae18-f5895242687a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:54.441322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0552e310-f59f-47fb-8306-5df29daa704c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (04b540de-ef1d-4658-965e-5ce5cd5fbfac), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.498380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0552e310-f59f-47fb-8306-5df29daa704c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (04b540de-ef1d-4658-965e-5ce5cd5fbfac), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.502734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0552e310-f59f-47fb-8306-5df29daa704c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (04b540de-ef1d-4658-965e-5ce5cd5fbfac), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.522953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552e310-f59f-47fb-8306-5df29daa704c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b540de-ef1d-4658-965e-5ce5cd5fbfac,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:54.534918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0552e310-f59f-47fb-8306-5df29daa704c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.539116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56694) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:54.539665 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0552e310-f59f-47fb-8306-5df29daa704c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291931 Apr 29 07:52:54.543725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-db752e4a-915a-41ed-9a32-d76e0727e929 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'security_group_rule': {'security_group_id': '39ef66a7-e3a1-458f-ae18-f5895242687a', 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:54.572201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db752e4a-915a-41ed-9a32-d76e0727e929 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (2c0ae57b-8d16-460d-9dee-739d704616d1), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.620837 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db752e4a-915a-41ed-9a32-d76e0727e929 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (2c0ae57b-8d16-460d-9dee-739d704616d1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.625973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db752e4a-915a-41ed-9a32-d76e0727e929 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2c0ae57b-8d16-460d-9dee-739d704616d1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.647487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db752e4a-915a-41ed-9a32-d76e0727e929 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0ae57b-8d16-460d-9dee-739d704616d1,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:54.656103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db752e4a-915a-41ed-9a32-d76e0727e929 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.657402 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-db752e4a-915a-41ed-9a32-d76e0727e929 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171916 Apr 29 07:52:54.660092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56696) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:54.664511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5e4f1b22-08a6-40a0-bbda-bf4ea8fe5465 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'security_group_rule': {'security_group_id': '39ef66a7-e3a1-458f-ae18-f5895242687a', 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:54.690706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1b22-08a6-40a0-bbda-bf4ea8fe5465 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (762f63c6-0362-4e31-a4a5-2af4a72ca2b8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.748121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1b22-08a6-40a0-bbda-bf4ea8fe5465 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (762f63c6-0362-4e31-a4a5-2af4a72ca2b8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.752953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1b22-08a6-40a0-bbda-bf4ea8fe5465 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (762f63c6-0362-4e31-a4a5-2af4a72ca2b8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.770979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f1b22-08a6-40a0-bbda-bf4ea8fe5465 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762f63c6-0362-4e31-a4a5-2af4a72ca2b8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:54.778646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1b22-08a6-40a0-bbda-bf4ea8fe5465 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.779828 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5e4f1b22-08a6-40a0-bbda-bf4ea8fe5465 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188200 Apr 29 07:52:54.782650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56700) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:54.786979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8c50893f-b0c3-4275-9eb6-24c1c93d6867 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'security_group_rule': {'security_group_id': '39ef66a7-e3a1-458f-ae18-f5895242687a', 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:54.812758 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c50893f-b0c3-4275-9eb6-24c1c93d6867 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (a4cfe1b6-aa23-4c7f-9649-358e34c878cb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.869549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c50893f-b0c3-4275-9eb6-24c1c93d6867 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (a4cfe1b6-aa23-4c7f-9649-358e34c878cb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.874363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c50893f-b0c3-4275-9eb6-24c1c93d6867 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (a4cfe1b6-aa23-4c7f-9649-358e34c878cb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.893162 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50893f-b0c3-4275-9eb6-24c1c93d6867 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cfe1b6-aa23-4c7f-9649-358e34c878cb,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:54.897983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8c50893f-b0c3-4275-9eb6-24c1c93d6867 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.899221 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8c50893f-b0c3-4275-9eb6-24c1c93d6867 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156056 Apr 29 07:52:54.901885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 56704) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:54.906147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-12faa1ae-835e-4381-a591-4bb273f905d9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'security_group_rule': {'security_group_id': '39ef66a7-e3a1-458f-ae18-f5895242687a', 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:54.927559 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-12faa1ae-835e-4381-a591-4bb273f905d9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Project a7c1ee5e093b4d3880e4950f33e3bb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:52:54.932529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12faa1ae-835e-4381-a591-4bb273f905d9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (b7039cc1-0b17-4ba4-8d75-fb47355ec36e), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.993213 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12faa1ae-835e-4381-a591-4bb273f905d9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (b7039cc1-0b17-4ba4-8d75-fb47355ec36e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:54.998527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12faa1ae-835e-4381-a591-4bb273f905d9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b7039cc1-0b17-4ba4-8d75-fb47355ec36e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:55.020708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faa1ae-835e-4381-a591-4bb273f905d9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7039cc1-0b17-4ba4-8d75-fb47355ec36e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.031177 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12faa1ae-835e-4381-a591-4bb273f905d9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:55.034465 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-12faa1ae-835e-4381-a591-4bb273f905d9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316321 Apr 29 07:52:55.038466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56706) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:52:55.043516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6598e008-558b-40f6-8e37-d10daba822a2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'security_group_rule': {'security_group_id': '39ef66a7-e3a1-458f-ae18-f5895242687a', 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:52:55.074356 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-6598e008-558b-40f6-8e37-d10daba822a2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Project a7c1ee5e093b4d3880e4950f33e3bb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 07:52:55.080403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6598e008-558b-40f6-8e37-d10daba822a2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (9cdfaa3c-553a-4eea-b46a-6af16c94a246), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:55.142512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6598e008-558b-40f6-8e37-d10daba822a2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (9cdfaa3c-553a-4eea-b46a-6af16c94a246), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:55.147380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6598e008-558b-40f6-8e37-d10daba822a2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (9cdfaa3c-553a-4eea-b46a-6af16c94a246), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:55.165456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598e008-558b-40f6-8e37-d10daba822a2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdfaa3c-553a-4eea-b46a-6af16c94a246,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:55.176215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6598e008-558b-40f6-8e37-d10daba822a2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:55.177672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6598e008-558b-40f6-8e37-d10daba822a2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391184 Apr 29 07:52:55.543741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device cbb0c68c-951a-48b8-8453-76616a7e645b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:55.593451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port cbb0c68c-951a-48b8-8453-76616a7e645b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:55.593860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:55.677970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port cbb0c68c-951a-48b8-8453-76616a7e645b is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:55.678361 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:55.699439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port cbb0c68c-951a-48b8-8453-76616a7e645b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=cbb0c68c-951a-48b8-8453-76616a7e645b,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:55.704247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:55.750323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=cbb0c68c-951a-48b8-8453-76616a7e645b,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:56.384367 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Sync routers for ids ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:52:56.394225 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Routers {'aaab99fe-88a7-4fe1-9e96-eec015bdede4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:56.394851 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:56.518237 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Set router aaab99fe-88a7-4fe1-9e96-eec015bdede4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:56.719852 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 4, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'gw_port': {'id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2dff29d4-313b-497d-8238-c598c55d04c5', 'name': '', 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'mac_address': 'fa:16:3e:ae:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:52Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 2, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'subnets': [{'id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:56.746686 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Checking router: aaab99fe-88a7-4fe1-9e96-eec015bdede4 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:52:56.747036 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Updating router aaab99fe-88a7-4fe1-9e96-eec015bdede4 port 2dff29d4-313b-497d-8238-c598c55d04c5 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 07:52:56.776412 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.056100 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Publish callbacks [] for port (2dff29d4-313b-497d-8238-c598c55d04c5), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.063883 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.119044 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba289b6f-7d9f-47da-b2f8-3971f8a3d76e None None] Pushing event updated for resources: {'Port': ['ID=2dff29d4-313b-497d-8238-c598c55d04c5,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:57.176932 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Attempting to bind port 2dff29d4-313b-497d-8238-c598c55d04c5 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:52:57.177328 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Attempting to bind port 2dff29d4-313b-497d-8238-c598c55d04c5 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '83f7b2a0-cf18-4091-b2dd-61f0c0720691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:52:57.177816 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Attempting to bind port 2dff29d4-313b-497d-8238-c598c55d04c5 on network d32bbb42-4507-4684-ac65-d02bd3c06615 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:52:57.183259 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:52:57.183606 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Checking segment: {'id': '83f7b2a0-cf18-4091-b2dd-61f0c0720691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:52:57.183995 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.184371 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Bound using segment: {'id': '83f7b2a0-cf18-4091-b2dd-61f0c0720691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:52:57.184821 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Bound port: 2dff29d4-313b-497d-8238-c598c55d04c5, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f7b2a0-cf18-4091-b2dd-61f0c0720691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:52:57.185186 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.251802 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] For port 2dff29d4-313b-497d-8238-c598c55d04c5, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:52:57.255380 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] For port 2dff29d4-313b-497d-8238-c598c55d04c5, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2dff29d4-313b-497d-8238-c598c55d04c5,segment=NetworkSegment(83f7b2a0-cf18-4091-b2dd-61f0c0720691),segment_id=83f7b2a0-cf18-4091-b2dd-61f0c0720691)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:52:57.263726 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.322954 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Routers {'aaab99fe-88a7-4fe1-9e96-eec015bdede4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:52:57.323991 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:52:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:57.325697 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba289b6f-7d9f-47da-b2f8-3971f8a3d76e None None] Pushing event updated for resources: {'Port': ['ID=2dff29d4-313b-497d-8238-c598c55d04c5,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:57.374854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3643dfdb-397c-4837-a8eb-ef86edb3c41e None None] Provisioning complete for port 2dff29d4-313b-497d-8238-c598c55d04c5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:57.376018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3643dfdb-397c-4837-a8eb-ef86edb3c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.482422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3643dfdb-397c-4837-a8eb-ef86edb3c41e None None] Current status of the port 2dff29d4-313b-497d-8238-c598c55d04c5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:57.483084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3643dfdb-397c-4837-a8eb-ef86edb3c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.529538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3643dfdb-397c-4837-a8eb-ef86edb3c41e None None] For port 2dff29d4-313b-497d-8238-c598c55d04c5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2dff29d4-313b-497d-8238-c598c55d04c5,segment=NetworkSegment(83f7b2a0-cf18-4091-b2dd-61f0c0720691),segment_id=83f7b2a0-cf18-4091-b2dd-61f0c0720691)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:52:57.540620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3643dfdb-397c-4837-a8eb-ef86edb3c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.582270 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] Set router aaab99fe-88a7-4fe1-9e96-eec015bdede4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:52:57.605576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643dfdb-397c-4837-a8eb-ef86edb3c41e None None] Pushing event updated for resources: {'Port': ['ID=2dff29d4-313b-497d-8238-c598c55d04c5,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:52:57.624425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device cbb0c68c-951a-48b8-8453-76616a7e645b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:57.679176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2de06a18-12ec-43ac-b712-629d5eeb2b24 None None] Provisioning complete for port 2dff29d4-313b-497d-8238-c598c55d04c5 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:57.679676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2de06a18-12ec-43ac-b712-629d5eeb2b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.716955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port cbb0c68c-951a-48b8-8453-76616a7e645b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:57.717453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.799464 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 4, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'gw_port': {'id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2dff29d4-313b-497d-8238-c598c55d04c5', 'name': '', 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'mac_address': 'fa:16:3e:ae:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:52Z', 'updated_at': '2022-04-29T07:52:57Z', 'revision_number': 4, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'subnets': [{'id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:52:57.825630 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2942c-d3c8-4b03-b5eb-43154eaa2339 None None] The sync data for ids ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'] in dv-neutron-839860-1-hyperv is: [{'id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 4, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'gw_port': {'id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2dff29d4-313b-497d-8238-c598c55d04c5', 'name': '', 'network_id': 'd32bbb42-4507-4684-ac65-d02bd3c06615', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'mac_address': 'fa:16:3e:ae:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:52Z', 'updated_at': '2022-04-29T07:52:57Z', 'revision_number': 4, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'subnets': [{'id': '0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:52:57.831404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2de06a18-12ec-43ac-b712-629d5eeb2b24 None None] Current status of the port 2dff29d4-313b-497d-8238-c598c55d04c5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:57.837504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port cbb0c68c-951a-48b8-8453-76616a7e645b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:57.838587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2dff29d4-313b-497d-8238-c598c55d04c5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:57.892538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 2dff29d4-313b-497d-8238-c598c55d04c5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:57.892897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:57.976067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 2dff29d4-313b-497d-8238-c598c55d04c5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:52:59.518208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2dff29d4-313b-497d-8238-c598c55d04c5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:52:59.577315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 2dff29d4-313b-497d-8238-c598c55d04c5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:52:59.577678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:52:59.806916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 2dff29d4-313b-497d-8238-c598c55d04c5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:53:01.310874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-63842118-0ff7-4f29-bd51-ac3c808f1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:03.397964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-92a67f53-a34a-4b36-82df-07db0171a6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:04.779958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:05.448461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:06.091782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:07.303882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:13.184179 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:53:16.160672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-db668a50-a871-48d4-b868-4d03b7fab9a7 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382273274&fields=id&tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a HTTP/1.1" status: 200 len: 267 time: 0.0481217 Apr 29 07:53:16.277177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-30ff8574-4ef7-40c9-928c-85de9a118fe6 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:16.278689 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-30ff8574-4ef7-40c9-928c-85de9a118fe6 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 812 time: 0.1064508 Apr 29 07:53:16.296533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-7b00390d-07d8-49e0-b17b-b97107338296 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/quotas/a7c1ee5e093b4d3880e4950f33e3bb0a HTTP/1.1" status: 200 len: 375 time: 0.0095856 Apr 29 07:53:16.350324 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-22df4596-479e-46e7-ba21-5837b64bb4d5 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490692 Apr 29 07:53:16.447830 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-26150120-3493-4c5b-b71d-85105129abcd service neutron] 10.222.0.23 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863492 Apr 29 07:53:16.540699 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-b8044834-4c94-4b2a-9bfa-7d2091a0e275 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846334 Apr 29 07:53:16.872793 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bc8c4ab2-b867-413b-a573-6653103b65ae req-b5f90407-3b8f-4d8b-9ce2-eda6afdcc577 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0272026 Apr 29 07:53:17.799189 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-2e93c95d-d92a-4bb9-9180-93962526c292 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:17.800636 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-2e93c95d-d92a-4bb9-9180-93962526c292 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 812 time: 0.1080239 Apr 29 07:53:17.881530 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-ae3a0b37-d794-42b3-830d-60bf9039f5be tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a HTTP/1.1" status: 200 len: 380 time: 0.0542181 Apr 29 07:53:17.940520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'port': {'device_id': '37638882-3106-4bf3-8a25-e6d109642744', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'admin_state_up': True, 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'security_groups': ['39ef66a7-e3a1-458f-ae18-f5895242687a']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:18.019184 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0166b5e-bb9d-49dc-a03c-d4e11bf4278a req-0f124c50-8ca6-452c-ba3f-7ff9fecf69f0 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0745242 Apr 29 07:53:18.095004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Made reservation on behalf of a7c1ee5e093b4d3880e4950f33e3bb0a for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:53:18.098569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:18.226555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Allocated IP 172.20.0.13 (c0c736cc-fa51-408d-a749-a2127b8fbaa1/536907de-aa4a-40b2-a1d8-dc8525e2475d/c5a1894e-0c8f-48c2-9dce-7b53a755e675) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:18.368759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:18.404783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:18.450169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:18.453246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:18.456861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:18.483282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'Port': ['ID=c5a1894e-0c8f-48c2-9dce-7b53a755e675,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:18.512379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:18.512989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:18.535562 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-6a65c133-e38c-4ea8-9a69-336589bfcee8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5993516 Apr 29 07:53:18.547304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Request body: {'port': {'device_id': '37638882-3106-4bf3-8a25-e6d109642744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:18.611018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:18.724334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f74d71e6-cba7-414d-9b6d-6e97e00b2f4c None None] Provisioning complete for port c5a1894e-0c8f-48c2-9dce-7b53a755e675 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:53:18.735331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f74d71e6-cba7-414d-9b6d-6e97e00b2f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:18.773627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f74d71e6-cba7-414d-9b6d-6e97e00b2f4c None None] Port c5a1894e-0c8f-48c2-9dce-7b53a755e675 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:53:18.875284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a1894e-0c8f-48c2-9dce-7b53a755e675 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:53:18.883141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Publish callbacks [] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:18.896305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Transition to ACTIVE for port object c5a1894e-0c8f-48c2-9dce-7b53a755e675 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:53:18.900959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:18.953737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a1894e-0c8f-48c2-9dce-7b53a755e675,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:19.028184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Attempting to bind port c5a1894e-0c8f-48c2-9dce-7b53a755e675 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:53:19.028707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Attempting to bind port c5a1894e-0c8f-48c2-9dce-7b53a755e675 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:53:19.029046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Attempting to bind port c5a1894e-0c8f-48c2-9dce-7b53a755e675 on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:19.033831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Port c5a1894e-0c8f-48c2-9dce-7b53a755e675 on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:53:19.034159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Attempting to bind port c5a1894e-0c8f-48c2-9dce-7b53a755e675 on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:53:19.039544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:53:19.039884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Checking segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:53:19.040264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Bound using segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:53:19.040689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Bound port: c5a1894e-0c8f-48c2-9dce-7b53a755e675, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:53:19.041077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:19.113524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] For port c5a1894e-0c8f-48c2-9dce-7b53a755e675, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:53:19.117008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] For port c5a1894e-0c8f-48c2-9dce-7b53a755e675, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:53:19.127312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:19.155151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bfee1-6b7d-4dcc-9417-df2457a2c0c9 req-97cce0d5-a599-4e87-8b2c-672640379183 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:19.156813 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bb9bfee1-6b7d-4dcc-9417-df2457a2c0c9 req-97cce0d5-a599-4e87-8b2c-672640379183 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0571883 Apr 29 07:53:19.171113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:19.171738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:19.173201 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] 10.222.0.36 "PUT /v2.0/ports/c5a1894e-0c8f-48c2-9dce-7b53a755e675 HTTP/1.1" status: 200 len: 1094 time: 0.6302323 Apr 29 07:53:19.173722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37638882-3106-4bf3-8a25-e6d109642744', 'tag': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:53:19.176457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67172ec-dd8c-48df-9386-0fbcedee4dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "37638882-3106-4bf3-8a25-e6d109642744", "tag": "c5a1894e-0c8f-48c2-9dce-7b53a755e675"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:53:19.211210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c452ac0-f33c-4fe0-8681-96437faa6f98 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a1894e-0c8f-48c2-9dce-7b53a755e675,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:19.238079 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bb9bfee1-6b7d-4dcc-9417-df2457a2c0c9 req-5abe7b2e-0539-4344-b870-9c4be1807149 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714388 Apr 29 07:53:19.292167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0263312-90b1-4a8f-b01e-a0fa82ad87a1 x-openstack-request-id: req-c0263312-90b1-4a8f-b01e-a0fa82ad87a1 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:53:19.292510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37638882-3106-4bf3-8a25-e6d109642744", "tag": "c5a1894e-0c8f-48c2-9dce-7b53a755e675", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:53:19.292763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0263312-90b1-4a8f-b01e-a0fa82ad87a1 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:53:19.293164 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0263312-90b1-4a8f-b01e-a0fa82ad87a1'] response: {'name': 'network-changed', 'server_uuid': '37638882-3106-4bf3-8a25-e6d109642744', 'tag': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'status': 'completed', 'code': 200} Apr 29 07:53:19.300365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-d432316f-8eb5-4d78-a674-9fece4c9d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:19.302831 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-d432316f-8eb5-4d78-a674-9fece4c9d9fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 1128 time: 0.0621202 Apr 29 07:53:19.351303 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-b5bab9c5-048a-4fda-a54a-b03eb19eb8d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675 HTTP/1.1" status: 200 len: 217 time: 0.0398395 Apr 29 07:53:19.401644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-254b1227-7223-4fbd-981a-1a43a4944f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:19.403137 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-254b1227-7223-4fbd-981a-1a43a4944f2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0458887 Apr 29 07:53:19.454105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-e6661413-3799-4977-a48a-887ca9881501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:19.455532 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-e6661413-3799-4977-a48a-887ca9881501 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467055 Apr 29 07:53:19.548224 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-395f40f7-1192-4c5e-bb00-b8c99ad674c5 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860534 Apr 29 07:53:19.636406 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8c4094c-de4b-436e-9eb6-485c9e97dbe5 req-9a0ea3e3-ed55-49d2-843a-004cdf78b12d service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818696 Apr 29 07:53:19.728400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-27a8a4ff-ede6-407d-b944-e1b1483e001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:19.729963 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-27a8a4ff-ede6-407d-b944-e1b1483e001b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 1128 time: 0.0495396 Apr 29 07:53:19.817848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-6f9241bb-afb6-4e3e-916e-7092e067664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:19.819439 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-6f9241bb-afb6-4e3e-916e-7092e067664a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0838976 Apr 29 07:53:19.860770 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-9d40fd40-5fda-4002-9813-ebd6d55f9e32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675 HTTP/1.1" status: 200 len: 217 time: 0.0345995 Apr 29 07:53:20.232709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-758d1cd7-5d94-4693-b234-00d306822ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:20.234196 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-758d1cd7-5d94-4693-b234-00d306822ba5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.3675094 Apr 29 07:53:20.282603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-2accb4aa-83ee-46a8-9696-6db90b2817c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:20.284068 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-2accb4aa-83ee-46a8-9696-6db90b2817c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438390 Apr 29 07:53:20.370996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62834eaa-385a-4582-a8c8-687acd10a249 req-23b70bf9-5385-4d29-8871-34fddaaafbaf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:20.372628 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-62834eaa-385a-4582-a8c8-687acd10a249 req-23b70bf9-5385-4d29-8871-34fddaaafbaf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0580993 Apr 29 07:53:20.375602 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-074977a3-b5b5-4b6a-a118-d70b833e9b3f service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849404 Apr 29 07:53:20.422743 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-62834eaa-385a-4582-a8c8-687acd10a249 req-8360ea26-3122-4bb5-9865-8bf81ecc79b2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442982 Apr 29 07:53:20.471324 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c67172ec-dd8c-48df-9386-0fbcedee4dcc req-093d4a22-95b5-4bf2-8642-d7283a3b72bd service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891180 Apr 29 07:53:21.545198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f2d4f-4b6c-4070-8c5e-55e7cce43f7a req-49d582db-6dd7-4e3f-91c5-008904b0e7b1 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:21.546745 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-537f2d4f-4b6c-4070-8c5e-55e7cce43f7a req-49d582db-6dd7-4e3f-91c5-008904b0e7b1 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0551653 Apr 29 07:53:21.597549 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-537f2d4f-4b6c-4070-8c5e-55e7cce43f7a req-a86b480a-36e8-4235-bdd8-693400149fdf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447559 Apr 29 07:53:22.725932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5e0c7-3327-4a1e-ada5-e62d2c718ad9 req-6ef69c66-9fab-4a1c-966b-bf310a536d8c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:22.727562 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ad5e0c7-3327-4a1e-ada5-e62d2c718ad9 req-6ef69c66-9fab-4a1c-966b-bf310a536d8c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0554407 Apr 29 07:53:22.779660 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ad5e0c7-3327-4a1e-ada5-e62d2c718ad9 req-8caa0f88-e11f-4e8a-8a67-a98eb25d1f66 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460429 Apr 29 07:53:23.905851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2ce5-a956-446f-a7b4-bbb869a17c57 req-2fa20157-ba64-4108-9b0c-e1bc05837708 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:23.907347 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a3a2ce5-a956-446f-a7b4-bbb869a17c57 req-2fa20157-ba64-4108-9b0c-e1bc05837708 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0599296 Apr 29 07:53:23.956896 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a3a2ce5-a956-446f-a7b4-bbb869a17c57 req-28d642c9-3697-4f7f-8d87-f2245a85fb3b tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Apr 29 07:53:25.075788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacad76-c947-4550-8b5a-ed41068eb3f1 req-5e96ed63-659d-4773-a168-172aecc121e8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:25.077277 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9dacad76-c947-4550-8b5a-ed41068eb3f1 req-5e96ed63-659d-4773-a168-172aecc121e8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0531001 Apr 29 07:53:25.129949 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9dacad76-c947-4550-8b5a-ed41068eb3f1 req-6d577538-28c5-451a-9994-aabac81c29a3 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470247 Apr 29 07:53:26.261366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f61689-082e-474d-89c5-9de0b8f27e9c req-15f6cffa-819a-48f3-8883-10168d0dc463 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:26.262859 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-93f61689-082e-474d-89c5-9de0b8f27e9c req-15f6cffa-819a-48f3-8883-10168d0dc463 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0567513 Apr 29 07:53:26.313920 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-93f61689-082e-474d-89c5-9de0b8f27e9c req-cd066752-e7b1-4fae-9491-f9eeeb8db7a8 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453029 Apr 29 07:53:27.435675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318ad24-7f94-4037-8850-1240cd790d67 req-062c3ddf-6c0e-4ce7-85a8-2db313e7765c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:27.437161 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2318ad24-7f94-4037-8850-1240cd790d67 req-062c3ddf-6c0e-4ce7-85a8-2db313e7765c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0544038 Apr 29 07:53:27.486628 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2318ad24-7f94-4037-8850-1240cd790d67 req-44970407-aca9-455a-ba4a-f8ea42d96778 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436502 Apr 29 07:53:28.619260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035fe9c-5675-44dd-879f-b7a324ea4d4a req-944ea0e0-099b-4e84-97c0-7673c1d0a918 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:28.620651 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d035fe9c-5675-44dd-879f-b7a324ea4d4a req-944ea0e0-099b-4e84-97c0-7673c1d0a918 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0587428 Apr 29 07:53:28.674944 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d035fe9c-5675-44dd-879f-b7a324ea4d4a req-b1ca1fe0-2b58-42ff-a02c-114d5fd7d255 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462263 Apr 29 07:53:29.815044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40776fe0-8800-463e-87af-d76e78a7ab00 req-61ab3035-841d-4ecb-bce6-a197f95de418 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:29.816855 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-40776fe0-8800-463e-87af-d76e78a7ab00 req-61ab3035-841d-4ecb-bce6-a197f95de418 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0625896 Apr 29 07:53:29.870066 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-40776fe0-8800-463e-87af-d76e78a7ab00 req-694ce8c5-dc9c-423f-a7f6-c8c813af556d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450728 Apr 29 07:53:31.004054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153799c-681c-4715-a2bb-7bc6de545bd9 req-36ba3f42-0703-4f25-9c1e-f89e46aa6501 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:31.005583 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d153799c-681c-4715-a2bb-7bc6de545bd9 req-36ba3f42-0703-4f25-9c1e-f89e46aa6501 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0532494 Apr 29 07:53:31.056303 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d153799c-681c-4715-a2bb-7bc6de545bd9 req-85a712b3-2b71-43b9-849e-ab622dfa4e87 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448806 Apr 29 07:53:31.316349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5546c0bd-fcef-4328-8414-e30d89e9d09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:32.183756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34d7b-e395-4149-9c24-a129f09c5154 req-7ae2a61d-1769-4b3f-b621-6c72fe3ec209 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:32.186022 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d6f34d7b-e395-4149-9c24-a129f09c5154 req-7ae2a61d-1769-4b3f-b621-6c72fe3ec209 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0605059 Apr 29 07:53:32.235587 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d6f34d7b-e395-4149-9c24-a129f09c5154 req-9c8dab88-0a53-426d-87a5-5a3a53c88aaf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Apr 29 07:53:33.369302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665fd6b-ff89-48ca-ac5e-09512c405026 req-8b6a6f4b-ecde-4979-a2c7-d2b9cb26ce0b tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:33.370817 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9665fd6b-ff89-48ca-ac5e-09512c405026 req-8b6a6f4b-ecde-4979-a2c7-d2b9cb26ce0b tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0558717 Apr 29 07:53:33.402006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c86d271-01f5-406f-90d2-e83f304e29dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:33.424374 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9665fd6b-ff89-48ca-ac5e-09512c405026 req-755e76ed-0355-49c4-a970-bb5b241bb5f1 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478828 Apr 29 07:53:34.555287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e6bf5-b364-44bd-9496-dbc7ba6b5051 req-812150b2-afa5-4fac-befe-b6cad30527c9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:34.556152 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5a4e6bf5-b364-44bd-9496-dbc7ba6b5051 req-812150b2-afa5-4fac-befe-b6cad30527c9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0544953 Apr 29 07:53:34.604553 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5a4e6bf5-b364-44bd-9496-dbc7ba6b5051 req-8702ea1f-7751-42c6-976d-4158ef6f7497 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Apr 29 07:53:34.792603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:35.469996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:35.733670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d332e36-a653-43a8-a321-d85eb7834402 req-57eb79cb-6790-4b6c-80ba-2ccbfd63b0fd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:35.736610 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9d332e36-a653-43a8-a321-d85eb7834402 req-57eb79cb-6790-4b6c-80ba-2ccbfd63b0fd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 944 time: 0.0633922 Apr 29 07:53:35.792091 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9d332e36-a653-43a8-a321-d85eb7834402 req-88e71c4e-e2b3-4fa9-8dc5-97d1dc8a6bda tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470433 Apr 29 07:53:36.097315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:36.468241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device c5a1894e-0c8f-48c2-9dce-7b53a755e675 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:53:36.565093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port c5a1894e-0c8f-48c2-9dce-7b53a755e675, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:36.580005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'port_id': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'mac_address': 'fa:16:3e:1e:1c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:53:36.617089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port c5a1894e-0c8f-48c2-9dce-7b53a755e675 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:53:36.617491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:36.630561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a1894e-0c8f-48c2-9dce-7b53a755e675 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:53:36.651079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port c5a1894e-0c8f-48c2-9dce-7b53a755e675, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:36.656552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:36.712381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=c5a1894e-0c8f-48c2-9dce-7b53a755e675,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:36.862214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['c5a1894e-0c8f-48c2-9dce-7b53a755e675'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:53:36.916638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a93b66-c9cc-4519-a2f9-250697ed357d req-72a4e751-2db6-4f0c-bf17-3f9090bb2718 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:36.918182 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51a93b66-c9cc-4519-a2f9-250697ed357d req-72a4e751-2db6-4f0c-bf17-3f9090bb2718 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 945 time: 0.0578566 Apr 29 07:53:36.970933 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51a93b66-c9cc-4519-a2f9-250697ed357d req-fbef75d7-b742-421c-9165-0a8f3a2b0832 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467606 Apr 29 07:53:37.322220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:38.097571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2577d4-4245-42dd-a280-41757984de10 req-a7b038d2-dd94-4a38-9b33-d7ea0fcdf486 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:38.099045 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ec2577d4-4245-42dd-a280-41757984de10 req-a7b038d2-dd94-4a38-9b33-d7ea0fcdf486 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 945 time: 0.0572772 Apr 29 07:53:38.157102 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ec2577d4-4245-42dd-a280-41757984de10 req-7eb094f9-8e7a-425a-ac26-af8364e42799 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500038 Apr 29 07:53:38.479657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device c5a1894e-0c8f-48c2-9dce-7b53a755e675 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:53:38.551355 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port c5a1894e-0c8f-48c2-9dce-7b53a755e675 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:53:38.555794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port c5a1894e-0c8f-48c2-9dce-7b53a755e675 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:53:38.556299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:38.632262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port c5a1894e-0c8f-48c2-9dce-7b53a755e675 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:53:38.632639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:38.655519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37638882-3106-4bf3-8a25-e6d109642744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:53:38.657831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f58653a-b521-4384-a369-53888c7f81f4" -d '{"events": [{"server_uuid": "37638882-3106-4bf3-8a25-e6d109642744", "name": "network-vif-plugged", "status": "completed", "tag": "c5a1894e-0c8f-48c2-9dce-7b53a755e675"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:53:38.669616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port c5a1894e-0c8f-48c2-9dce-7b53a755e675, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:53:38.674467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:38.696599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2633fa53-0266-439a-b877-a0c2781b94b3 x-openstack-request-id: req-2633fa53-0266-439a-b877-a0c2781b94b3 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:53:38.696890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37638882-3106-4bf3-8a25-e6d109642744", "name": "network-vif-plugged", "status": "completed", "tag": "c5a1894e-0c8f-48c2-9dce-7b53a755e675", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:53:38.697144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2633fa53-0266-439a-b877-a0c2781b94b3 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:53:38.697580 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2633fa53-0266-439a-b877-a0c2781b94b3'] response: {'server_uuid': '37638882-3106-4bf3-8a25-e6d109642744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'code': 200} Apr 29 07:53:38.726409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=c5a1894e-0c8f-48c2-9dce-7b53a755e675,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:38.880682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7d356-dc45-47f9-b48c-0796caf63a31 req-935ef795-b342-42e5-bd74-aae4efaef4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:38.882213 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d3a7d356-dc45-47f9-b48c-0796caf63a31 req-935ef795-b342-42e5-bd74-aae4efaef4c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 1130 time: 0.0493767 Apr 29 07:53:38.928226 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d3a7d356-dc45-47f9-b48c-0796caf63a31 req-44991c57-f42c-48d4-a259-35edea1249f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Apr 29 07:53:39.304376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1bae5-777c-4727-bbb8-f1ddfd17b631 req-0f39de95-610e-47c0-9a2a-e6b0abee9b8d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:39.305891 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-22e1bae5-777c-4727-bbb8-f1ddfd17b631 req-0f39de95-610e-47c0-9a2a-e6b0abee9b8d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 946 time: 0.0608025 Apr 29 07:53:39.355758 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-22e1bae5-777c-4727-bbb8-f1ddfd17b631 req-344ea491-7211-4ccc-969a-84e15e25b2e4 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Apr 29 07:53:40.497794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2e30a-6ae7-421c-8a16-16d9bdf6ebf2 req-5a7f4b0d-b00b-4448-8107-83dce49eae66 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:40.499267 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bce2e30a-6ae7-421c-8a16-16d9bdf6ebf2 req-5a7f4b0d-b00b-4448-8107-83dce49eae66 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 946 time: 0.0567837 Apr 29 07:53:40.548368 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bce2e30a-6ae7-421c-8a16-16d9bdf6ebf2 req-5b372c50-9232-4f73-b1c4-9b95845cfcde tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433855 Apr 29 07:53:40.667490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf19e-3b8c-4cd4-aa9b-acc2d06497b2 req-f0a14363-9103-4f07-89ee-38912f76a74c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:40.668868 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2efbf19e-3b8c-4cd4-aa9b-acc2d06497b2 req-f0a14363-9103-4f07-89ee-38912f76a74c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 946 time: 0.0532825 Apr 29 07:53:40.721366 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2efbf19e-3b8c-4cd4-aa9b-acc2d06497b2 req-459d9888-f098-4a2d-9b87-2e4ab7bf67bf tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467746 Apr 29 07:53:40.743434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56934) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:53:40.887505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5383d5-96ff-4e99-9171-ef02fb3259e3 tempest-TestVolumeBootPattern-65237808 tempest-TestVolumeBootPattern-65237808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:40.889020 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5a5383d5-96ff-4e99-9171-ef02fb3259e3 tempest-TestVolumeBootPattern-65237808 tempest-TestVolumeBootPattern-65237808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 1125 time: 0.1445918 Apr 29 07:53:40.892174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 56938) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:53:40.896390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:53:40.919288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:41.021527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:41.123127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Allocated IP 172.26.3.32 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/c3ad91bb-f136-42c8-959b-b50eb7dd46d0) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:53:41.222616 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for port (c3ad91bb-f136-42c8-959b-b50eb7dd46d0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:41.268098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c3ad91bb-f136-42c8-959b-b50eb7dd46d0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:41.306024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:53:41.308902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:53:41.315736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:53:41.318728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'Port': ['ID=c3ad91bb-f136-42c8-959b-b50eb7dd46d0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:41.344538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.344897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.345247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.345620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.345982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.346294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.346598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.346926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.347255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.347583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.347910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.348217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.348540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:53:41.678747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (a98580a0-342d-4d1c-851f-5eaf38d66522), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:41.749416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c3ad91bb-f136-42c8-959b-b50eb7dd46d0), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:41.910253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for port (c3ad91bb-f136-42c8-959b-b50eb7dd46d0), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:41.916363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (c3ad91bb-f136-42c8-959b-b50eb7dd46d0), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:41.982468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'Port': ['ID=c3ad91bb-f136-42c8-959b-b50eb7dd46d0,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:53:41.992471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (a98580a0-342d-4d1c-851f-5eaf38d66522), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:42.102896 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Floating IP a98580a0-342d-4d1c-851f-5eaf38d66522 associated. External IP: 172.26.3.32, port: c5a1894e-0c8f-48c2-9dce-7b53a755e675. Apr 29 07:53:42.338357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Router 587c12f8-ed5b-43cc-bca2-847843b1d4dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:53:42.446986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:53:42.457370 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] Sync routers for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:53:42.466993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:53:42.467356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:42.467966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:53:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:42.496944 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d062a3c6-4330-4ee8-9ea8-8f30d9c13c7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6037588 Apr 29 07:53:42.497532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37638882-3106-4bf3-8a25-e6d109642744', 'tag': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:53:42.499795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c34be34-fd81-41e9-82b8-6edc762f2975" -d '{"events": [{"name": "network-changed", "server_uuid": "37638882-3106-4bf3-8a25-e6d109642744", "tag": "c5a1894e-0c8f-48c2-9dce-7b53a755e675"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:53:42.534917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608f1b73-61cd-4491-9847-efd2ad953812 x-openstack-request-id: req-608f1b73-61cd-4491-9847-efd2ad953812 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:53:42.535215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37638882-3106-4bf3-8a25-e6d109642744", "tag": "c5a1894e-0c8f-48c2-9dce-7b53a755e675", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:53:42.535468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-608f1b73-61cd-4491-9847-efd2ad953812 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:53:42.535880 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608f1b73-61cd-4491-9847-efd2ad953812'] response: {'name': 'network-changed', 'server_uuid': '37638882-3106-4bf3-8a25-e6d109642744', 'tag': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'status': 'completed', 'code': 200} Apr 29 07:53:42.587880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:53:42.602828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-f55a2820-71ee-4a2a-bc2a-653669e39dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:42.604349 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-f55a2820-71ee-4a2a-bc2a-653669e39dfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 1130 time: 0.0465100 Apr 29 07:53:42.696034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-13865e88-2205-4dee-97ff-3a6f9c2dd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:42.697635 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-13865e88-2205-4dee-97ff-3a6f9c2dd057 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0853384 Apr 29 07:53:42.761806 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-73824879-aa28-40f5-b50b-cdee21f47ab8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675 HTTP/1.1" status: 200 len: 999 time: 0.0583081 Apr 29 07:53:42.810060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'a98580a0-342d-4d1c-851f-5eaf38d66522', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:1e:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37638882-3106-4bf3-8a25-e6d109642744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:53:41Z', 'updated_at': '2022-04-29T07:53:41Z', 'revision_number': 0, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:42.811278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-1b3b90e1-dba4-4cf1-a9e3-93a47e4183f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:42.812728 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-1b3b90e1-dba4-4cf1-a9e3-93a47e4183f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0459082 Apr 29 07:53:42.840132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] Checking router: 587c12f8-ed5b-43cc-bca2-847843b1d4dc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:53:42.849455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:53:42.850042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:53:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:42.861730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-3cc1d7dd-87bc-4575-b4da-4f74bd454ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:53:42.863234 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-3cc1d7dd-87bc-4575-b4da-4f74bd454ce7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444701 Apr 29 07:53:42.951034 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-1e603c45-c600-48d0-a182-1447d8d814d2 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810652 Apr 29 07:53:42.956926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:53:43.041942 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c34be34-fd81-41e9-82b8-6edc762f2975 req-941ac8fb-1bcf-43b7-bd5a-c5a1bfe1628b service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850496 Apr 29 07:53:43.183316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'a98580a0-342d-4d1c-851f-5eaf38d66522', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:1e:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37638882-3106-4bf3-8a25-e6d109642744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:53:41Z', 'updated_at': '2022-04-29T07:53:41Z', 'revision_number': 0, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:53:43.217977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc38bb-d96e-4fdc-a121-2b5c1e8bb52b None None] The sync data for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv is: [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'a98580a0-342d-4d1c-851f-5eaf38d66522', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:1e:1c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37638882-3106-4bf3-8a25-e6d109642744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:53:41Z', 'updated_at': '2022-04-29T07:53:41Z', 'revision_number': 0, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:53:43.406283 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb8b95-9ae0-4151-b105-d802cf11ace2 None None] New status for floating IP a98580a0-342d-4d1c-851f-5eaf38d66522: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:53:50.184715 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:54:01.320411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1668db82-ea85-4fdb-bb20-af2e03a5658b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:03.406828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b82a-2bb7-4023-9e17-71d73c29f500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:04.790028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:05.466199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:06.099305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:07.308529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:24.395951 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83d99ffd-b011-40f2-8446-425f715a9521 req-e77aa499-1c78-410d-bae0-881a7f7e8d4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490389 Apr 29 07:54:24.480736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99ffd-b011-40f2-8446-425f715a9521 req-3f1da16f-c81b-4368-bfa0-16146af01d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:54:24.482236 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83d99ffd-b011-40f2-8446-425f715a9521 req-3f1da16f-c81b-4368-bfa0-16146af01d6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 1130 time: 0.0450149 Apr 29 07:54:24.592361 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99ffd-b011-40f2-8446-425f715a9521 req-070c7da7-5b7e-4e27-9d86-c8cd7245a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:54:24.593893 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83d99ffd-b011-40f2-8446-425f715a9521 req-070c7da7-5b7e-4e27-9d86-c8cd7245a897 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0903599 Apr 29 07:54:24.657825 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83d99ffd-b011-40f2-8446-425f715a9521 req-214af589-d60a-4ac4-89cf-18a50e3025d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675 HTTP/1.1" status: 200 len: 1001 time: 0.0577111 Apr 29 07:54:24.709196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99ffd-b011-40f2-8446-425f715a9521 req-c503bcb6-f403-40f9-aac6-a912293981d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:54:24.710665 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83d99ffd-b011-40f2-8446-425f715a9521 req-c503bcb6-f403-40f9-aac6-a912293981d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0476911 Apr 29 07:54:24.759427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99ffd-b011-40f2-8446-425f715a9521 req-a1df6d65-cff2-4b33-abd0-870c62bce276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:54:24.760933 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83d99ffd-b011-40f2-8446-425f715a9521 req-a1df6d65-cff2-4b33-abd0-870c62bce276 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444305 Apr 29 07:54:24.866991 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83d99ffd-b011-40f2-8446-425f715a9521 req-5e7959bd-45ee-4026-9b7f-c0fa8d32c4fd service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985224 Apr 29 07:54:24.979678 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-83d99ffd-b011-40f2-8446-425f715a9521 req-56890a7a-d4cc-47ef-bf83-10f0d05db2da service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070938 Apr 29 07:54:27.187053 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:54:31.325869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fb56c11b-e6a5-4338-9698-568c4209d0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:33.420348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e11404d4-702d-4d73-a187-1d22b52e7b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:34.798338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:35.487465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:36.104544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:54:37.309105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:01.330044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd880d8a-5acc-4266-b169-93de875635a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:03.421705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5897a2f5-36fe-42ed-92dd-fcf26ce4d58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:04.186494 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:55:04.795894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:05.500133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:06.107996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:06.668273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-b38c05ee-0ed9-4402-9a74-2b61c6422be0 req-8e4548bb-380d-4422-85ca-14a880b7e56e service neutron] (104223) timed out ('10.222.0.36', 62124) {{(pid=104223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 07:55:07.308813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:25.377526 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-54d18003-2695-409a-a40f-1a031402b71a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546050 Apr 29 07:55:25.462756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-e523d77f-51bf-4e07-b386-f336952d90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:25.464261 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-e523d77f-51bf-4e07-b386-f336952d90d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 1130 time: 0.0460622 Apr 29 07:55:25.572624 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-1f8a36c7-1cfa-4c98-a2ca-bee9bf84c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:25.574478 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-1f8a36c7-1cfa-4c98-a2ca-bee9bf84c1f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0923285 Apr 29 07:55:25.647347 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-cf51d092-9537-402b-accf-77829c41ac39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675 HTTP/1.1" status: 200 len: 1001 time: 0.0648894 Apr 29 07:55:25.703653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-9a3dbf70-9187-47d0-8aa2-7fc2f3e1b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:25.705069 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-9a3dbf70-9187-47d0-8aa2-7fc2f3e1b512 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0524349 Apr 29 07:55:25.754051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-8ba45335-f1c1-423f-976e-f9361abf69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:25.755439 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-8ba45335-f1c1-423f-976e-f9361abf69a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446150 Apr 29 07:55:25.845724 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-6f215f38-2070-4bd3-827f-1f64384a712e service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Apr 29 07:55:25.943452 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-273222ec-a75a-4d4a-8aa0-27973b7550a5 req-475c0720-0085-4df3-8757-848fe637f8d7 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920987 Apr 29 07:55:31.327749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52981e86-dc2e-48b9-b2d1-973abe8fb4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:33.420053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-829fd9bd-f420-42a7-92c0-eacc8c2cae6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:34.800892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:35.491666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:36.115629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:37.308521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:39.005046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df352710-d7e8-43c2-96e7-0999db31a0d9 req-a8455c34-782f-43ed-b5a9-f6ac33657b96 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:39.006543 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-df352710-d7e8-43c2-96e7-0999db31a0d9 req-a8455c34-782f-43ed-b5a9-f6ac33657b96 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 946 time: 0.0570149 Apr 29 07:55:39.058384 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-df352710-d7e8-43c2-96e7-0999db31a0d9 req-238fed73-26f2-406e-823e-1155b63cf114 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 Apr 29 07:55:40.187419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e601f99-3343-46bf-87c6-cb7cf8ee30e7 req-9ef79758-f14a-4d7e-8804-3f6a6eeb97c7 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:40.188893 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4e601f99-3343-46bf-87c6-cb7cf8ee30e7 req-9ef79758-f14a-4d7e-8804-3f6a6eeb97c7 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 946 time: 0.0549488 Apr 29 07:55:40.238057 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4e601f99-3343-46bf-87c6-cb7cf8ee30e7 req-70c0bf06-621a-4cc6-bb39-593c0a80ba04 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Apr 29 07:55:40.455120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-9d8b92cb-d1a3-4f03-924f-908b10ea1c70 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:40.456568 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-9d8b92cb-d1a3-4f03-924f-908b10ea1c70 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 946 time: 0.0688238 Apr 29 07:55:40.554745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Deleting port c5a1894e-0c8f-48c2-9dce-7b53a755e675 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:55:40.554745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:40.649520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] For port c5a1894e-0c8f-48c2-9dce-7b53a755e675, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=c5a1894e-0c8f-48c2-9dce-7b53a755e675,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:55:40.649862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:40.814789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:40.815078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (a98580a0-342d-4d1c-851f-5eaf38d66522), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:40.815472 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Floating IP a98580a0-342d-4d1c-851f-5eaf38d66522 disassociated. External IP: 172.26.3.32, port: c5a1894e-0c8f-48c2-9dce-7b53a755e675. Apr 29 07:55:40.815778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Calling delete_port for c5a1894e-0c8f-48c2-9dce-7b53a755e675 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:55:40.958348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c5a1894e-0c8f-48c2-9dce-7b53a755e675), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:40.987015 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event deleted for resources: {'Port': ['ID=c5a1894e-0c8f-48c2-9dce-7b53a755e675,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:40.998885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:40.999272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:40.999611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:40.999945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.000274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.000587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.000908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.001249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.001578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.001901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.002223 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.002532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.002855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:55:41.116515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Router 587c12f8-ed5b-43cc-bca2-847843b1d4dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:55:41.185794 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:55:41.344300 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7a2efe71-5f11-4b07-aa71-c246dba990f9 req-ac59cf9a-c849-46f4-8e99-7179f9026bb5 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0342577 Apr 29 07:55:41.564318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:55:41.574369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] Sync routers for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:55:41.587212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:41.587868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:55:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:41.605068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] No DVR routers for this DVR port c5a1894e-0c8f-48c2-9dce-7b53a755e675 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:55:41.607792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:41.611316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-09272f0f-8d54-45bb-8c13-47e3e7e78dac req-277c0309-024c-4ea8-96d6-e12e55b77381 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "DELETE /v2.0/ports/c5a1894e-0c8f-48c2-9dce-7b53a755e675 HTTP/1.1" status: 204 len: 173 time: 1.1495094 Apr 29 07:55:41.611769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37638882-3106-4bf3-8a25-e6d109642744', 'name': 'network-vif-deleted', 'tag': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:55:41.614067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ddc08-10a5-4127-abe5-ccb5a3a941e7" -d '{"events": [{"server_uuid": "37638882-3106-4bf3-8a25-e6d109642744", "name": "network-vif-deleted", "tag": "c5a1894e-0c8f-48c2-9dce-7b53a755e675"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:55:41.654377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d2b446-eb4c-4df4-8de6-94eec31b820c x-openstack-request-id: req-33d2b446-eb4c-4df4-8de6-94eec31b820c {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:55:41.654671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37638882-3106-4bf3-8a25-e6d109642744", "name": "network-vif-deleted", "tag": "c5a1894e-0c8f-48c2-9dce-7b53a755e675", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:55:41.654922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33d2b446-eb4c-4df4-8de6-94eec31b820c {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:55:41.655327 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d2b446-eb4c-4df4-8de6-94eec31b820c'] response: {'server_uuid': '37638882-3106-4bf3-8a25-e6d109642744', 'name': 'network-vif-deleted', 'tag': 'c5a1894e-0c8f-48c2-9dce-7b53a755e675', 'status': 'completed', 'code': 200} Apr 29 07:55:41.696134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:41.897842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:41.924358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] Checking router: 587c12f8-ed5b-43cc-bca2-847843b1d4dc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:55:41.933253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:55:41.933895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:55:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:42.040328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:55:42.239775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:55:42.266607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdadd1f-6cbe-4339-8ef2-4bd72397b1c0 None None] The sync data for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv is: [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:55:42.447291 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9cc4cd9f-ef81-4e20-b1c6-fc4b7b801701 req-5d94d808-2684-4655-8906-2b7c182da55f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0300505 Apr 29 07:55:42.510527 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c825c-8f01-405b-9e92-813a98128cc3 None None] New status for floating IP a98580a0-342d-4d1c-851f-5eaf38d66522: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:55:43.545874 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-df505c69-de17-487f-91f0-7902c1467eb9 req-b1390233-3840-44dc-a4a4-12b78807f242 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0294814 Apr 29 07:55:44.642856 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b9ad6d4d-0b6f-4241-917f-cf1eb6921669 req-2099ee3a-7819-4335-9601-c0dde26af7b5 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0276351 Apr 29 07:55:45.052183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device c5a1894e-0c8f-48c2-9dce-7b53a755e675 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:55:45.077534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: c5a1894e-0c8f-48c2-9dce-7b53a755e675 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:55:45.077893 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device c5a1894e-0c8f-48c2-9dce-7b53a755e675 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:55:45.739017 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-89a70993-074c-415e-b511-4bd11ae9b71a req-6b014c7d-1593-4b9c-886b-fb3cb940ac50 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0273991 Apr 29 07:55:46.836355 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6fc83e43-75f2-4522-a95f-da6cbc5729ca req-cd3fd0f8-a882-445b-bdc9-ff6c2a267f0d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Apr 29 07:55:47.933067 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7878ba28-a272-4aa8-a415-e8874d634e29 req-4a11d51c-4a4a-488a-9074-3b47326eb7aa tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0297976 Apr 29 07:55:49.030886 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-96ccb627-9b4c-4bf7-8a6f-7aee03d3f926 req-3d27c2ef-642f-4e7e-a4ad-628807706c54 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0315344 Apr 29 07:55:50.129997 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ee751a69-f8d5-45a8-871f-e68c003b3357 req-7393b24d-76ad-4858-9b97-6281136f2fd0 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=37638882-3106-4bf3-8a25-e6d109642744 HTTP/1.1" status: 200 len: 210 time: 0.0282416 Apr 29 07:55:51.378001 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-82b89dc2-b7f5-4973-979f-b814416860df tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382273274&fields=id&tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a HTTP/1.1" status: 200 len: 267 time: 0.0551765 Apr 29 07:55:51.503151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1b765f23-b45d-454b-94ee-17afdb29c12a tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:51.504508 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1b765f23-b45d-454b-94ee-17afdb29c12a tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 812 time: 0.1175914 Apr 29 07:55:51.519548 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-30fffb65-aef3-4eab-a4cc-abe8a7973003 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/quotas/a7c1ee5e093b4d3880e4950f33e3bb0a HTTP/1.1" status: 200 len: 375 time: 0.0095804 Apr 29 07:55:51.575815 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-7fe67128-1ae4-4b90-96e4-a7a4c8519980 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513604 Apr 29 07:55:51.674948 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-966a7ade-c6e9-4d0e-b90a-adc8b74141b9 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870929 Apr 29 07:55:51.770153 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-e66197a3-a701-4fb2-bd54-74851377e55d service neutron] 10.222.0.23 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893147 Apr 29 07:55:53.085106 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f210c88d-68fa-4260-9486-0fdc2f9df18d req-0f13c3af-1f58-4a7d-86f3-35aead51be08 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0280542 Apr 29 07:55:54.063904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-6d1af24c-e2db-4dce-94af-ef78e0671d28 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:54.065388 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-6d1af24c-e2db-4dce-94af-ef78e0671d28 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 812 time: 0.1031294 Apr 29 07:55:54.132923 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-226d38f5-571c-490d-aa23-4ed367df4553 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a HTTP/1.1" status: 200 len: 380 time: 0.0598640 Apr 29 07:55:54.142430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'port': {'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'admin_state_up': True, 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'security_groups': ['39ef66a7-e3a1-458f-ae18-f5895242687a']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:54.212523 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d0652ca2-d849-46f9-9281-29931797b90b req-bea3a066-49a4-4975-85d7-c83abafa4c8e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0556467 Apr 29 07:55:54.276518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Made reservation on behalf of a7c1ee5e093b4d3880e4950f33e3bb0a for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:55:54.279936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:54.402443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Allocated IP 172.20.0.3 (c0c736cc-fa51-408d-a749-a2127b8fbaa1/536907de-aa4a-40b2-a1d8-dc8525e2475d/7ac75bec-1735-49e9-8219-77ab7a594b47) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:55:54.545164 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:54.580683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:54.621924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:55:54.625000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:55:54.628621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:55:54.636982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'Port': ['ID=7ac75bec-1735-49e9-8219-77ab7a594b47,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:54.689169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:54.689919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:54.709890 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-c98eaebd-2512-48a2-9dfd-aaa116ecd327 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721395 Apr 29 07:55:54.720764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Request body: {'port': {'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:55:54.795453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:54.935476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fb6f3e97-3632-4d4e-9895-8ae0c3ed759b None None] Provisioning complete for port 7ac75bec-1735-49e9-8219-77ab7a594b47 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:55:54.936565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fb6f3e97-3632-4d4e-9895-8ae0c3ed759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:54.972790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f3e97-3632-4d4e-9895-8ae0c3ed759b None None] Port 7ac75bec-1735-49e9-8219-77ab7a594b47 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:55:55.064880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac75bec-1735-49e9-8219-77ab7a594b47 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:55:55.073502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Publish callbacks [] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:55.086681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Transition to ACTIVE for port object 7ac75bec-1735-49e9-8219-77ab7a594b47 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:55:55.090652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:55.145008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Pushing event updated for resources: {'Port': ['ID=7ac75bec-1735-49e9-8219-77ab7a594b47,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:55.222544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Attempting to bind port 7ac75bec-1735-49e9-8219-77ab7a594b47 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:55:55.223053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Attempting to bind port 7ac75bec-1735-49e9-8219-77ab7a594b47 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:55:55.223477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Attempting to bind port 7ac75bec-1735-49e9-8219-77ab7a594b47 on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:55.230653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Port 7ac75bec-1735-49e9-8219-77ab7a594b47 on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:55:55.231403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Attempting to bind port 7ac75bec-1735-49e9-8219-77ab7a594b47 on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:55:55.239266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:55:55.239757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Checking segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:55:55.240507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Bound using segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:55:55.241240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Bound port: 7ac75bec-1735-49e9-8219-77ab7a594b47, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:55:55.241745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:55.316130 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] For port 7ac75bec-1735-49e9-8219-77ab7a594b47, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:55:55.319496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] For port 7ac75bec-1735-49e9-8219-77ab7a594b47, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7ac75bec-1735-49e9-8219-77ab7a594b47,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:55:55.329566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:55.349478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8077a53-676e-48ea-adae-759166633202 req-015cb135-882a-4dfe-b61a-6340e37e2449 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:55.351114 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f8077a53-676e-48ea-adae-759166633202 req-015cb135-882a-4dfe-b61a-6340e37e2449 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0594075 Apr 29 07:55:55.377845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:55.378459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:55:55.379878 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] 10.222.0.36 "PUT /v2.0/ports/7ac75bec-1735-49e9-8219-77ab7a594b47 HTTP/1.1" status: 200 len: 1093 time: 0.6635048 Apr 29 07:55:55.380345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:55:55.382750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:55:55.439519 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f8077a53-676e-48ea-adae-759166633202 req-322a4c3f-b320-4743-a167-dd181babc4bc tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821018 Apr 29 07:55:55.441869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1615a-6e1e-4fdd-9be0-4328ba2326cb service neutron] Pushing event updated for resources: {'Port': ['ID=7ac75bec-1735-49e9-8219-77ab7a594b47,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:55:55.447209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518d3be4-44df-4c54-b6b3-64eea88180f8 x-openstack-request-id: req-518d3be4-44df-4c54-b6b3-64eea88180f8 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:55:55.447543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:55:55.447805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-518d3be4-44df-4c54-b6b3-64eea88180f8 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:55:55.448574 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518d3be4-44df-4c54-b6b3-64eea88180f8'] response: {'name': 'network-changed', 'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'status': 'completed', 'code': 200} Apr 29 07:55:55.488442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-bad6b3b1-afd6-4752-bb77-1cf4359b16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:55.490160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-bad6b3b1-afd6-4752-bb77-1cf4359b16d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 1127 time: 0.0593538 Apr 29 07:55:55.539160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-3dadd993-b1b2-4b32-bd2c-a82c72464fa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ac75bec-1735-49e9-8219-77ab7a594b47 HTTP/1.1" status: 200 len: 217 time: 0.0416758 Apr 29 07:55:55.595981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-f76f4bd7-a1e0-4b6a-a05f-0cb7a2b79ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:55.597619 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-f76f4bd7-a1e0-4b6a-a05f-0cb7a2b79ec9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0516131 Apr 29 07:55:55.646652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-156784cb-b649-4f12-b9c1-39dc31f0a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:55.648165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-156784cb-b649-4f12-b9c1-39dc31f0a247 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452328 Apr 29 07:55:55.736556 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-1a756ab1-5851-4704-82a5-1c8cda4a548c service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821838 Apr 29 07:55:55.830269 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a67fd9e9-9800-4015-990b-16a211cf96ff req-dd189bb8-0583-4e32-a863-17db3d732387 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877128 Apr 29 07:55:55.920108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-8cf944d0-4426-4c98-80c6-e380ee9aff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:55.921832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-8cf944d0-4426-4c98-80c6-e380ee9aff96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 1127 time: 0.0481417 Apr 29 07:55:56.015489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-1602c97b-bffa-4142-9fc3-317364b39d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:56.016862 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-1602c97b-bffa-4142-9fc3-317364b39d31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0894513 Apr 29 07:55:56.058793 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-6a9d3758-9c59-4f72-8cdd-3b8f88ac7d1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ac75bec-1735-49e9-8219-77ab7a594b47 HTTP/1.1" status: 200 len: 217 time: 0.0353138 Apr 29 07:55:56.107602 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-2c7a76d8-1b92-44a8-a83a-9cb3f960b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:56.109060 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-2c7a76d8-1b92-44a8-a83a-9cb3f960b95e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0441878 Apr 29 07:55:56.163712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-9fd232b8-fba7-4699-8f1f-07d6eaf5ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:56.165286 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-9fd232b8-fba7-4699-8f1f-07d6eaf5ea41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0504260 Apr 29 07:55:56.255568 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-555bdda4-5ee7-4854-b5b5-ee0ed47a4a15 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837162 Apr 29 07:55:56.348682 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74b0be6c-75fa-48e4-8eeb-faed29acc0d8 req-ebbf2158-828b-43b8-bedb-f423775885f2 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872662 Apr 29 07:55:56.585484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee98d48-c63f-4d84-b538-ca8427f7dbc0 req-5d2ec2d5-541a-4cd3-b6dd-57dda5f5344a tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:56.586957 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fee98d48-c63f-4d84-b538-ca8427f7dbc0 req-5d2ec2d5-541a-4cd3-b6dd-57dda5f5344a tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0553856 Apr 29 07:55:56.636748 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fee98d48-c63f-4d84-b538-ca8427f7dbc0 req-e8d632c0-d4f4-4b03-b619-bed5e23dde2d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Apr 29 07:55:57.762029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce5802-08bd-4145-9343-df1470adceec req-51bea36c-a899-4a5a-8d89-bbe990defc56 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:57.763492 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6cce5802-08bd-4145-9343-df1470adceec req-51bea36c-a899-4a5a-8d89-bbe990defc56 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0584006 Apr 29 07:55:57.812408 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6cce5802-08bd-4145-9343-df1470adceec req-9c374894-6506-45b0-a807-fd35fe9ed5ee tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Apr 29 07:55:58.933205 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18510ae-6b03-4721-a663-0cc9cd09bb81 req-3f7b6233-9cb5-4b73-be10-3327e1915509 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:55:58.934718 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b18510ae-6b03-4721-a663-0cc9cd09bb81 req-3f7b6233-9cb5-4b73-be10-3327e1915509 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0546570 Apr 29 07:55:58.984220 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b18510ae-6b03-4721-a663-0cc9cd09bb81 req-189e6ac2-cab4-4d9b-9828-ea300dcf913a tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435774 Apr 29 07:56:00.104052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec403e-4f04-47ea-9812-943be3e700d1 req-011acd45-6e50-4a9c-ac98-fd66e0c81d71 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:00.105579 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-05ec403e-4f04-47ea-9812-943be3e700d1 req-011acd45-6e50-4a9c-ac98-fd66e0c81d71 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0541358 Apr 29 07:56:00.154853 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-05ec403e-4f04-47ea-9812-943be3e700d1 req-7eea117a-c9e4-4856-b52c-e831cdd7f9ee tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Apr 29 07:56:01.295570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb438-6b72-4190-a0a0-bb2efd64021e req-e6c23745-3d11-4979-80fe-e46c6518d013 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:01.297033 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03beb438-6b72-4190-a0a0-bb2efd64021e req-e6c23745-3d11-4979-80fe-e46c6518d013 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0677774 Apr 29 07:56:01.323711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fdf66cf0-a071-428a-becb-c57c6a4436e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:01.349044 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03beb438-6b72-4190-a0a0-bb2efd64021e req-bf65d6b9-dfec-4b95-b34e-859a0a3e29f0 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460837 Apr 29 07:56:02.474590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811f79c-e7c2-43b5-a7bb-938db22dab25 req-31b6517a-9a2c-4730-a8ed-b899e9209af2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:02.476132 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0811f79c-e7c2-43b5-a7bb-938db22dab25 req-31b6517a-9a2c-4730-a8ed-b899e9209af2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0591822 Apr 29 07:56:02.525032 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0811f79c-e7c2-43b5-a7bb-938db22dab25 req-be9a9f43-99ce-433a-beea-f37bf1bbf1ec tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Apr 29 07:56:03.415623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f445a00-0d6b-4c2c-bb40-f8b875a50740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:03.650208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd62bc7-2c33-4f2c-ba55-d0af56d78d9f req-bb5bb6e8-7252-404a-8c9a-b355ff5ae101 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:03.651696 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-abd62bc7-2c33-4f2c-ba55-d0af56d78d9f req-bb5bb6e8-7252-404a-8c9a-b355ff5ae101 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0567331 Apr 29 07:56:03.703371 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-abd62bc7-2c33-4f2c-ba55-d0af56d78d9f req-b9aa1273-2fbe-476f-a5a1-32c5d22785dd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458314 Apr 29 07:56:04.800183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:04.833579 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d825d-bab3-4bfb-bb4b-25a6d2c93ac4 req-a6b6d8dd-ac50-4236-bdc1-7dc225568f0d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:04.835054 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-272d825d-bab3-4bfb-bb4b-25a6d2c93ac4 req-a6b6d8dd-ac50-4236-bdc1-7dc225568f0d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0526390 Apr 29 07:56:04.885764 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-272d825d-bab3-4bfb-bb4b-25a6d2c93ac4 req-c8adf8b2-080d-4324-91aa-e4237e157d59 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Apr 29 07:56:05.513127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:06.023519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9714-5e1a-4965-917f-960f797c4550 req-98bd1260-ad18-4e26-a255-29a02a438f1f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:06.024984 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f45d9714-5e1a-4965-917f-960f797c4550 req-98bd1260-ad18-4e26-a255-29a02a438f1f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0520315 Apr 29 07:56:06.077025 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f45d9714-5e1a-4965-917f-960f797c4550 req-aec0a888-ec72-477d-b9d1-64d622196cff tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462732 Apr 29 07:56:06.112226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:07.215783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e42c6-260f-4c1b-beed-026d7cd4e6a6 req-f183d574-b878-4f20-aa88-4d69c6375bf9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:07.217672 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-223e42c6-260f-4c1b-beed-026d7cd4e6a6 req-f183d574-b878-4f20-aa88-4d69c6375bf9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0673640 Apr 29 07:56:07.269973 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-223e42c6-260f-4c1b-beed-026d7cd4e6a6 req-a7cff701-5613-460d-864a-038c875ef6ef tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Apr 29 07:56:07.307462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:08.405350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959af5b7-4300-4f9d-bdaf-7b9703fbbede req-62ad4241-c50e-4a67-a797-e1ac61f26195 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:08.406841 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-959af5b7-4300-4f9d-bdaf-7b9703fbbede req-62ad4241-c50e-4a67-a797-e1ac61f26195 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0574391 Apr 29 07:56:08.459609 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-959af5b7-4300-4f9d-bdaf-7b9703fbbede req-6eece6a9-2733-4c86-a045-741853bd9621 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450146 Apr 29 07:56:09.588334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058285cb-7193-4387-8800-25f0774b759b req-af3d3a89-56fc-4271-b368-a565e2f9449a tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:09.589801 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-058285cb-7193-4387-8800-25f0774b759b req-af3d3a89-56fc-4271-b368-a565e2f9449a tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0575073 Apr 29 07:56:09.639919 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-058285cb-7193-4387-8800-25f0774b759b req-d136f7d2-5471-46df-8544-9e72689cc620 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443738 Apr 29 07:56:10.770823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f4dbf-127a-40c2-931e-a44806a22bb0 req-3ce16a75-b2a3-449e-9e51-b7e0dbe36203 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:10.772341 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b84f4dbf-127a-40c2-931e-a44806a22bb0 req-3ce16a75-b2a3-449e-9e51-b7e0dbe36203 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 943 time: 0.0525739 Apr 29 07:56:10.821616 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b84f4dbf-127a-40c2-931e-a44806a22bb0 req-daf19e50-a174-42b7-ab06-de48bae0616d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Apr 29 07:56:11.146817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7ac75bec-1735-49e9-8219-77ab7a594b47 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:56:11.255316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7ac75bec-1735-49e9-8219-77ab7a594b47, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7ac75bec-1735-49e9-8219-77ab7a594b47,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:11.267249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:56:11.308997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 7ac75bec-1735-49e9-8219-77ab7a594b47 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:56:11.309419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:11.322297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac75bec-1735-49e9-8219-77ab7a594b47 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:56:11.343277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7ac75bec-1735-49e9-8219-77ab7a594b47, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7ac75bec-1735-49e9-8219-77ab7a594b47,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:11.348350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:11.396464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=7ac75bec-1735-49e9-8219-77ab7a594b47,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:11.403683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.403936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.404278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.404614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.404944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.405267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.405627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.405923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.406281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.406610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.406937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.407270 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.407574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:56:11.569628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['7ac75bec-1735-49e9-8219-77ab7a594b47'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:56:11.956080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b12d94-ecce-4a41-8c72-4978ac9fbfb3 req-04a22277-a879-4839-93fc-f2a88040f230 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:11.957566 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2b12d94-ecce-4a41-8c72-4978ac9fbfb3 req-04a22277-a879-4839-93fc-f2a88040f230 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 944 time: 0.0604961 Apr 29 07:56:12.009379 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f2b12d94-ecce-4a41-8c72-4978ac9fbfb3 req-c490b61a-1292-4b17-8784-98fe6859c9c7 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Apr 29 07:56:13.142426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc69f16-bb17-4c14-ad62-261e0a995d6d req-58924e01-3a97-4aef-9b68-43f305a4e4bd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:13.143908 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4fc69f16-bb17-4c14-ad62-261e0a995d6d req-58924e01-3a97-4aef-9b68-43f305a4e4bd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 944 time: 0.0589316 Apr 29 07:56:13.161808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7ac75bec-1735-49e9-8219-77ab7a594b47 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:56:13.195695 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4fc69f16-bb17-4c14-ad62-261e0a995d6d req-d20e5444-6145-453a-9aa3-437a3628d645 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445087 Apr 29 07:56:13.213156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 7ac75bec-1735-49e9-8219-77ab7a594b47 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:56:13.217105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 7ac75bec-1735-49e9-8219-77ab7a594b47 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:56:13.217524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:13.299176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 7ac75bec-1735-49e9-8219-77ab7a594b47 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:56:13.299494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:13.323814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:13.326201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bff56c-d9e9-4240-af65-f2fc8ccfce0f" -d '{"events": [{"server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "name": "network-vif-plugged", "status": "completed", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:13.341802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7ac75bec-1735-49e9-8219-77ab7a594b47, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7ac75bec-1735-49e9-8219-77ab7a594b47,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:56:13.346568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:13.394091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=7ac75bec-1735-49e9-8219-77ab7a594b47,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:13.421423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac62b991-9ce4-4b7d-b67c-692adc7be7fa x-openstack-request-id: req-ac62b991-9ce4-4b7d-b67c-692adc7be7fa {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:13.421714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "name": "network-vif-plugged", "status": "completed", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:13.421975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac62b991-9ce4-4b7d-b67c-692adc7be7fa {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:13.422367 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac62b991-9ce4-4b7d-b67c-692adc7be7fa'] response: {'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'code': 200} Apr 29 07:56:13.606599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b0d5-1b12-4217-843f-39f1fc8bd2cc req-8751783f-538e-431d-9456-b8bad5eadf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:13.608102 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1a46b0d5-1b12-4217-843f-39f1fc8bd2cc req-8751783f-538e-431d-9456-b8bad5eadf63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 1129 time: 0.0469344 Apr 29 07:56:13.654809 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1a46b0d5-1b12-4217-843f-39f1fc8bd2cc req-547383c2-73cd-47d1-99b8-f684c988db3c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391610 Apr 29 07:56:14.348672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e025c3-a335-4307-a808-82c453200469 req-e4c248dc-b14c-47a0-8801-c66be44d0a38 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:14.350334 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e8e025c3-a335-4307-a808-82c453200469 req-e4c248dc-b14c-47a0-8801-c66be44d0a38 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 945 time: 0.0763562 Apr 29 07:56:14.400371 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e8e025c3-a335-4307-a808-82c453200469 req-82b60809-753d-4422-8dbf-33e6180227cc tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442793 Apr 29 07:56:15.538258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3768d-1936-49f1-8918-9d112d6d4394 req-c17ab703-243a-4be4-ac01-45450b989cbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:15.539977 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-85a3768d-1936-49f1-8918-9d112d6d4394 req-c17ab703-243a-4be4-ac01-45450b989cbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 945 time: 0.0667281 Apr 29 07:56:15.588936 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-85a3768d-1936-49f1-8918-9d112d6d4394 req-8f4316dd-116b-4e90-a236-f69a7a92a668 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Apr 29 07:56:15.714154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00758dfa-4b5b-4e28-aa10-1acd62c634c1 req-5d09cb71-7705-45cf-915f-b22403bb1883 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:15.715531 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00758dfa-4b5b-4e28-aa10-1acd62c634c1 req-5d09cb71-7705-45cf-915f-b22403bb1883 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 945 time: 0.0601039 Apr 29 07:56:15.765805 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00758dfa-4b5b-4e28-aa10-1acd62c634c1 req-c25392b2-6109-4946-911b-9194f712bd7e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445373 Apr 29 07:56:15.789678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57102) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:56:15.836449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7029c2-240b-42bb-8178-e692128344fd tempest-TestVolumeBootPattern-65237808 tempest-TestVolumeBootPattern-65237808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:15.838017 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cb7029c2-240b-42bb-8178-e692128344fd tempest-TestVolumeBootPattern-65237808 tempest-TestVolumeBootPattern-65237808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 1124 time: 0.0469768 Apr 29 07:56:15.842500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57104) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:56:15.846806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:56:15.874410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:15.984491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:16.090206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Allocated IP 172.26.3.74 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/da1d0584-55f0-48f3-95ff-5247118dcafa) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:56:16.190767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for port (da1d0584-55f0-48f3-95ff-5247118dcafa), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:16.228010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (da1d0584-55f0-48f3-95ff-5247118dcafa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:16.264371 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:56:16.267100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:56:16.270482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:56:16.277793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'Port': ['ID=da1d0584-55f0-48f3-95ff-5247118dcafa,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:16.631622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (e04f7645-f82c-4755-a0a6-63e0c852fda3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:16.701612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (da1d0584-55f0-48f3-95ff-5247118dcafa), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:16.858078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for port (da1d0584-55f0-48f3-95ff-5247118dcafa), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:16.864862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (da1d0584-55f0-48f3-95ff-5247118dcafa), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:16.932553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'Port': ['ID=da1d0584-55f0-48f3-95ff-5247118dcafa,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:56:16.944462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (e04f7645-f82c-4755-a0a6-63e0c852fda3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:17.049488 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Floating IP e04f7645-f82c-4755-a0a6-63e0c852fda3 associated. External IP: 172.26.3.74, port: 7ac75bec-1735-49e9-8219-77ab7a594b47. Apr 29 07:56:17.275849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Router 587c12f8-ed5b-43cc-bca2-847843b1d4dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:56:17.722271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:56:17.732514 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] Sync routers for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:56:17.743135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:17.746659 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:17.747293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:56:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:17.772546 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5cf9fd8d-852d-4662-b322-c2886c34fa11 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9290481 Apr 29 07:56:17.773184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:56:17.775652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:56:17.812433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a090c-6ac5-4699-ad64-17798f370338 x-openstack-request-id: req-4b6a090c-6ac5-4699-ad64-17798f370338 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:56:17.812730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:56:17.812983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b6a090c-6ac5-4699-ad64-17798f370338 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:56:17.813472 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6a090c-6ac5-4699-ad64-17798f370338'] response: {'name': 'network-changed', 'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'status': 'completed', 'code': 200} Apr 29 07:56:17.860881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:17.885860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-6952a1dd-0332-4744-bd40-9df745a489ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:17.887439 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-6952a1dd-0332-4744-bd40-9df745a489ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 1129 time: 0.0490649 Apr 29 07:56:17.988894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-0acff36a-704a-447d-a122-fc86996a5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:17.990440 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-0acff36a-704a-447d-a122-fc86996a5c50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0961332 Apr 29 07:56:18.056094 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-7de52eb4-528a-42a9-ac8f-09a692ba1e7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ac75bec-1735-49e9-8219-77ab7a594b47 HTTP/1.1" status: 200 len: 998 time: 0.0593324 Apr 29 07:56:18.103552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-bafbf6e8-409f-4cbb-9f75-8c47e905a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:18.105058 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-bafbf6e8-409f-4cbb-9f75-8c47e905a8d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0439708 Apr 29 07:56:18.167921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-cffe80e7-a24a-4636-b346-6d3dda9ee060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:18.169500 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-cffe80e7-a24a-4636-b346-6d3dda9ee060 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0586343 Apr 29 07:56:18.184658 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:56:18.229908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'e04f7645-f82c-4755-a0a6-63e0c852fda3', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.74', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:16Z', 'updated_at': '2022-04-29T07:56:16Z', 'revision_number': 0, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:18.258903 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-ba83f224-1d3f-4bd1-a97c-96a494047d9b service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831981 Apr 29 07:56:18.259364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] Checking router: 587c12f8-ed5b-43cc-bca2-847843b1d4dc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:56:18.268067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:56:18.268674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:56:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:18.352016 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-45f7c81b-fbf6-4523-8188-4f2bdbe26a3d req-f407223d-8613-46f3-b0c0-28085801580d service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Apr 29 07:56:18.377401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:56:18.608685 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'e04f7645-f82c-4755-a0a6-63e0c852fda3', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.74', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:16Z', 'updated_at': '2022-04-29T07:56:16Z', 'revision_number': 0, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:56:18.637727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f7cbe-3dcc-4b90-ad33-eb090ef51084 None None] The sync data for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv is: [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'e04f7645-f82c-4755-a0a6-63e0c852fda3', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.74', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:16Z', 'updated_at': '2022-04-29T07:56:16Z', 'revision_number': 0, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:56:18.835975 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede713e-074f-40ef-a401-949f4500e056 None None] New status for floating IP e04f7645-f82c-4755-a0a6-63e0c852fda3: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:56:27.371947 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-f3188e5e-61a5-43b4-bcca-8abe2e7ac569 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487916 Apr 29 07:56:27.469548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-6172e4a6-fe77-4398-a7b7-b0627c80f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:27.471080 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-6172e4a6-fe77-4398-a7b7-b0627c80f075 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 1129 time: 0.0556366 Apr 29 07:56:27.579341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-9c0b885f-d592-44be-b256-85aabde64f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:27.580763 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-9c0b885f-d592-44be-b256-85aabde64f06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0906365 Apr 29 07:56:27.692929 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-0a688a95-d1e1-451c-9ccd-4c48eca9f3c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ac75bec-1735-49e9-8219-77ab7a594b47 HTTP/1.1" status: 200 len: 1000 time: 0.1055076 Apr 29 07:56:27.741192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-eccef8f3-0629-40de-8101-dd6d6b4ae6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:27.742640 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-eccef8f3-0629-40de-8101-dd6d6b4ae6f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0433400 Apr 29 07:56:27.795996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-4659389d-3c36-4c63-82c8-e5b24d2f66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:56:27.797535 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-4659389d-3c36-4c63-82c8-e5b24d2f66c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489368 Apr 29 07:56:27.808173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-bf6b16e6-9eb2-4b6a-874a-def005f76f26 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:56:27.809139 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-bf6b16e6-9eb2-4b6a-874a-def005f76f26 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049448 Apr 29 07:56:27.906025 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-f44e1547-e45c-4baf-a5db-ebb9b2d73e1b service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891576 Apr 29 07:56:28.004150 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3c4766f-3457-40c0-9cc1-a8355097fb42 req-007a79ff-3b6a-4a77-ba1f-6c7d872b0a0b service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915227 Apr 29 07:56:31.328843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-160502ba-6d1b-40f0-bae4-02695d8550f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:33.428610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9aea5804-4477-4142-94f1-28eb90f96bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:34.807882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:35.506009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:36.122436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:37.304334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:56:55.184783 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:57:01.340937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8074c169-4ad2-4ed3-8d20-2980c29db804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:03.429206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-502b1e57-3ea3-407e-b1bc-ee87fa651563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:04.815454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:05.521091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:06.125074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:07.306991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:27.378766 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-f11bcfd9-7360-44b1-a173-275ef861fe09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463543 Apr 29 07:57:27.468977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-0e4a883c-9d6f-46da-8638-25a91f8903f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:57:27.470485 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-0e4a883c-9d6f-46da-8638-25a91f8903f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 1129 time: 0.0460804 Apr 29 07:57:27.584081 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-df0e4906-bf0e-4e7b-b601-693768366406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:57:27.585622 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-df0e4906-bf0e-4e7b-b601-693768366406 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0972967 Apr 29 07:57:27.649072 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-c60bb997-ef68-4967-939d-adadad5a50b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ac75bec-1735-49e9-8219-77ab7a594b47 HTTP/1.1" status: 200 len: 1000 time: 0.0578427 Apr 29 07:57:27.703775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-83854922-89c2-44bc-8d73-cae48a04025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:57:27.706009 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-83854922-89c2-44bc-8d73-cae48a04025d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0502498 Apr 29 07:57:27.758502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-ef5a5d85-8904-4efa-bbbe-3baa0f52da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:57:27.759964 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-ef5a5d85-8904-4efa-bbbe-3baa0f52da64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479984 Apr 29 07:57:27.850067 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-d3506f9e-2679-44d2-8c54-d16dfb099404 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833695 Apr 29 07:57:27.948493 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-198b7cbd-8893-4ba3-ba74-c8ea203a1083 req-aeec392a-19e4-4e48-a3ea-6c2a5d31cf9d service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921504 Apr 29 07:57:31.338401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e6cd0203-f40e-4dc6-a13d-a176eb54f33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:32.183618 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:57:33.432407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8373ed6c-d961-431b-84bd-1f45650405f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:34.815478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:35.530033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:36.131894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:57:37.309888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:00.033164 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-a4c3f2a0-f9ec-4ace-bf09-e206efa12dc4 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382273274&fields=id&tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a HTTP/1.1" status: 200 len: 267 time: 0.0506463 Apr 29 07:58:00.144978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-c63ef099-9457-4254-adfd-420658819b93 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:00.146470 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-c63ef099-9457-4254-adfd-420658819b93 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 812 time: 0.1067817 Apr 29 07:58:00.160839 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-7652df21-3aa2-4910-9465-9badced69429 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/quotas/a7c1ee5e093b4d3880e4950f33e3bb0a HTTP/1.1" status: 200 len: 375 time: 0.0089681 Apr 29 07:58:00.221923 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-04b6c095-89c2-40f2-8a05-f3b2badfca7d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563397 Apr 29 07:58:00.282838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-0871a5fd-ef91-4cd0-9f5a-5171f6d72b35 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 07:58:00.283879 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-0871a5fd-ef91-4cd0-9f5a-5171f6d72b35 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507066 Apr 29 07:58:00.376113 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-bcf4960b-7183-475e-be00-525f767f4428 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861652 Apr 29 07:58:00.468467 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d21549a6-0f79-484e-96ab-6672b1b266ef service neutron] 10.222.0.23 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864925 Apr 29 07:58:00.821887 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4cb42dd2-7c19-441d-949e-4fa3e90a4fe8 req-2a925808-01ef-493c-a5d0-beaa1fe430a5 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0817876 Apr 29 07:58:01.344906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-071d69cc-c0b0-40d7-a113-9ad9d61e201c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:01.684199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d6890b46-2f54-4578-a00c-2e18af95da3e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:01.685658 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d6890b46-2f54-4578-a00c-2e18af95da3e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 812 time: 0.1104522 Apr 29 07:58:01.746932 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-413bac04-474d-4ef8-b283-7bcf4f4b7552 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a HTTP/1.1" status: 200 len: 380 time: 0.0533102 Apr 29 07:58:01.756453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'port': {'device_id': '89093617-6dd3-4353-8068-c57306540f30', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'admin_state_up': True, 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'security_groups': ['39ef66a7-e3a1-458f-ae18-f5895242687a']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:01.871418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Made reservation on behalf of a7c1ee5e093b4d3880e4950f33e3bb0a for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 07:58:01.875380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:01.956097 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0dff860f-3e03-4193-943b-2ba29dfe53ed req-38f2257f-86e5-4e3e-850b-896a3f200442 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0568047 Apr 29 07:58:02.031539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Allocated IP 172.20.0.6 (c0c736cc-fa51-408d-a749-a2127b8fbaa1/536907de-aa4a-40b2-a1d8-dc8525e2475d/5132c309-496e-4908-af91-4a5580e040bd) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:58:02.173115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for port (5132c309-496e-4908-af91-4a5580e040bd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.207481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5132c309-496e-4908-af91-4a5580e040bd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.248285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:02.251434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:02.255082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:58:02.281434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'Port': ['ID=5132c309-496e-4908-af91-4a5580e040bd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:02.298922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.299273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.299617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.299974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.300279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.300617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.300946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.301272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.301595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.301919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.302241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.302585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.302888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:02.320742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:02.321421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.340863 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-fc0897ab-9ac0-4e3a-9598-0b16d510fd35 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890884 Apr 29 07:58:02.352321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Request body: {'port': {'device_id': '89093617-6dd3-4353-8068-c57306540f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:02.417635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5132c309-496e-4908-af91-4a5580e040bd), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.547255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-947606ba-1893-4d97-89c4-399614c8958d None None] Provisioning complete for port 5132c309-496e-4908-af91-4a5580e040bd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:58:02.547892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-947606ba-1893-4d97-89c4-399614c8958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5132c309-496e-4908-af91-4a5580e040bd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.591601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-947606ba-1893-4d97-89c4-399614c8958d None None] Port 5132c309-496e-4908-af91-4a5580e040bd cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 07:58:02.694069 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5132c309-496e-4908-af91-4a5580e040bd {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:58:02.702226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Publish callbacks [] for port (5132c309-496e-4908-af91-4a5580e040bd), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.714064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Transition to ACTIVE for port object 5132c309-496e-4908-af91-4a5580e040bd will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 07:58:02.718784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (5132c309-496e-4908-af91-4a5580e040bd), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.767434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Pushing event updated for resources: {'Port': ['ID=5132c309-496e-4908-af91-4a5580e040bd,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:02.847550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Attempting to bind port 5132c309-496e-4908-af91-4a5580e040bd on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 07:58:02.847907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Attempting to bind port 5132c309-496e-4908-af91-4a5580e040bd by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 07:58:02.848225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Attempting to bind port 5132c309-496e-4908-af91-4a5580e040bd on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:58:02.853039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Port 5132c309-496e-4908-af91-4a5580e040bd on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 07:58:02.853398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Attempting to bind port 5132c309-496e-4908-af91-4a5580e040bd on network c0c736cc-fa51-408d-a749-a2127b8fbaa1 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 07:58:02.859725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 7, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 07:58:02.859925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Checking segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 07:58:02.860374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Bound using segment: {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 07:58:02.860877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Bound port: 5132c309-496e-4908-af91-4a5580e040bd, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f2859a-bff7-4866-bf39-51bbb68d470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 07:58:02.861323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5132c309-496e-4908-af91-4a5580e040bd), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.927080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] For port 5132c309-496e-4908-af91-4a5580e040bd, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 07:58:02.930651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] For port 5132c309-496e-4908-af91-4a5580e040bd, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5132c309-496e-4908-af91-4a5580e040bd,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 07:58:02.939833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (5132c309-496e-4908-af91-4a5580e040bd), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.974757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:02.975489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:02.976842 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] 10.222.0.36 "PUT /v2.0/ports/5132c309-496e-4908-af91-4a5580e040bd HTTP/1.1" status: 200 len: 1093 time: 0.6289518 Apr 29 07:58:02.977367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'tag': '5132c309-496e-4908-af91-4a5580e040bd'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:02.980061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1" -d '{"events": [{"name": "network-changed", "server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "tag": "5132c309-496e-4908-af91-4a5580e040bd"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:03.026416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1158b-a589-4d9a-9485-93ac341af04e service neutron] Pushing event updated for resources: {'Port': ['ID=5132c309-496e-4908-af91-4a5580e040bd,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:03.158055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66521d2b-1e51-48db-ba29-40994aaed810 x-openstack-request-id: req-66521d2b-1e51-48db-ba29-40994aaed810 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:03.158348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "tag": "5132c309-496e-4908-af91-4a5580e040bd", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:03.158607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66521d2b-1e51-48db-ba29-40994aaed810 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:03.159018 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66521d2b-1e51-48db-ba29-40994aaed810'] response: {'name': 'network-changed', 'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'tag': '5132c309-496e-4908-af91-4a5580e040bd', 'status': 'completed', 'code': 200} Apr 29 07:58:03.167191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab1a44-6f8a-485d-9b86-369e038dea68 req-5c40275c-f12a-404b-9e8b-8c012dde2895 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:03.168789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-ed6486d0-2882-43b6-a79c-0fec78e74921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:03.170462 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-ed6486d0-2882-43b6-a79c-0fec78e74921 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 1127 time: 0.0926247 Apr 29 07:58:03.171060 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-79ab1a44-6f8a-485d-9b86-369e038dea68 req-5c40275c-f12a-404b-9e8b-8c012dde2895 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0697386 Apr 29 07:58:03.221258 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-f6196642-dd7a-491e-8a62-bef1c264a15d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5132c309-496e-4908-af91-4a5580e040bd HTTP/1.1" status: 200 len: 217 time: 0.0427501 Apr 29 07:58:03.238838 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-79ab1a44-6f8a-485d-9b86-369e038dea68 req-a38db5ed-343a-40d7-9611-98d02eb61b29 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633404 Apr 29 07:58:03.272321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-ae108b1c-bb64-4c27-99e3-0112131c307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:03.273813 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-ae108b1c-bb64-4c27-99e3-0112131c307c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0465777 Apr 29 07:58:03.321841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-10ccf7bb-e5dc-4e2d-8261-93816530e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:03.323694 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-10ccf7bb-e5dc-4e2d-8261-93816530e27f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439973 Apr 29 07:58:03.415544 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-ea3f710d-579e-43b4-9edf-8d60744f8c58 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857716 Apr 29 07:58:03.426631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b84c4ea0-898e-411e-b477-79e0544fbe66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:03.505559 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d79042d-54f2-4363-a5b7-5ac934784299 req-b4f5587d-db90-4c33-9758-ae847f58ab00 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Apr 29 07:58:03.603750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-3f98c94b-af7c-4dce-88f2-8270bf822143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:03.605242 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-3f98c94b-af7c-4dce-88f2-8270bf822143 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 1127 time: 0.0519540 Apr 29 07:58:03.694732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-1acff51a-1a48-4fc5-aeed-ed6ae7b0e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:03.696207 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-1acff51a-1a48-4fc5-aeed-ed6ae7b0e64b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0852485 Apr 29 07:58:03.739240 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-4a7b8f5e-3c51-4337-bd14-407997f23133 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5132c309-496e-4908-af91-4a5580e040bd HTTP/1.1" status: 200 len: 217 time: 0.0350120 Apr 29 07:58:03.790848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-01175372-3c93-43e2-ac30-f28957d49207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:03.792289 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-01175372-3c93-43e2-ac30-f28957d49207 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0476754 Apr 29 07:58:03.842014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-c0693ce5-dced-4e6d-b461-20cb9ff3f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:03.843593 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-c0693ce5-dced-4e6d-b461-20cb9ff3f4f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456848 Apr 29 07:58:03.932969 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-716c2f26-7a2f-4caf-a918-be48ae72ec9e service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825717 Apr 29 07:58:04.026304 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-458d2a74-08ef-4dd2-9699-c38b9aa1fea1 req-c31214fc-bb40-40b4-bc95-97a68cdaa658 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872288 Apr 29 07:58:04.354750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6301a-4ab4-40f5-81ab-dfa542ac5a2f req-a9ed6b33-c817-4172-a228-bee50cb21f3c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:04.356214 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9bf6301a-4ab4-40f5-81ab-dfa542ac5a2f req-a9ed6b33-c817-4172-a228-bee50cb21f3c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0572302 Apr 29 07:58:04.407898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9bf6301a-4ab4-40f5-81ab-dfa542ac5a2f req-05f08827-3df4-4124-9cec-fba393c39ea4 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455997 Apr 29 07:58:04.814060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:05.515156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:05.537880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6d5d-b849-440b-b0fe-579bfb0ac721 req-39999f0b-b433-40af-8094-519fc6f41399 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:05.539751 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fb2b6d5d-b849-440b-b0fe-579bfb0ac721 req-39999f0b-b433-40af-8094-519fc6f41399 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0628107 Apr 29 07:58:05.601454 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fb2b6d5d-b849-440b-b0fe-579bfb0ac721 req-5d8ff629-4873-4165-8e3f-dd4a38d35398 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557313 Apr 29 07:58:06.125506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:06.729634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2534c03-0777-4b7d-9771-9f3537731395 req-f8297a12-b411-4379-8683-6e857f6033d7 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:06.731090 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d2534c03-0777-4b7d-9771-9f3537731395 req-f8297a12-b411-4379-8683-6e857f6033d7 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0594456 Apr 29 07:58:06.782322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d2534c03-0777-4b7d-9771-9f3537731395 req-8a34677a-4bdd-49a7-8eb5-99598a43815d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450823 Apr 29 07:58:07.306141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:07.915578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e9db8-5b46-4f42-a0be-7e49b28e7981 req-d183d401-91fe-4359-849a-0558aa20f5ed tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:07.918028 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e35e9db8-5b46-4f42-a0be-7e49b28e7981 req-d183d401-91fe-4359-849a-0558aa20f5ed tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0610595 Apr 29 07:58:07.979198 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e35e9db8-5b46-4f42-a0be-7e49b28e7981 req-479ac3f3-076c-4bd4-8bbe-9f69a1e9180b tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521021 Apr 29 07:58:09.112073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b4de-bf37-47c0-bee4-9e840a7ab028 req-efade4c0-7666-49e8-a524-c10db6419ed0 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:09.113684 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0710b4de-bf37-47c0-bee4-9e840a7ab028 req-efade4c0-7666-49e8-a524-c10db6419ed0 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0591605 Apr 29 07:58:09.164799 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0710b4de-bf37-47c0-bee4-9e840a7ab028 req-ef7f7c52-4f55-4f76-a7df-d3b1980e5ea9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446601 Apr 29 07:58:09.191708 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:58:10.285192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225335a-0637-4dbb-9ba7-e68d703c4ff9 req-cbc61692-9383-4461-9112-841db735865d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:10.286727 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2225335a-0637-4dbb-9ba7-e68d703c4ff9 req-cbc61692-9383-4461-9112-841db735865d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0544686 Apr 29 07:58:10.337256 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2225335a-0637-4dbb-9ba7-e68d703c4ff9 req-b42a2c9f-8390-40bb-ae36-166f2b5648ee tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447199 Apr 29 07:58:11.463619 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a891d1-c793-41f4-aec5-57d81e084432 req-4d6ec32c-8861-4e2c-bf6c-b2b7a2290705 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:11.465274 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-44a891d1-c793-41f4-aec5-57d81e084432 req-4d6ec32c-8861-4e2c-bf6c-b2b7a2290705 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0572546 Apr 29 07:58:11.524338 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-44a891d1-c793-41f4-aec5-57d81e084432 req-c374175c-58a9-4379-a723-d5b67b552f43 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500286 Apr 29 07:58:12.647441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074796c-85ff-45ec-96c1-f8a7b0dbfc26 req-2ef1209d-6c77-4a9c-ba24-4c110c50993d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:12.648916 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1074796c-85ff-45ec-96c1-f8a7b0dbfc26 req-2ef1209d-6c77-4a9c-ba24-4c110c50993d tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0599034 Apr 29 07:58:12.699709 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1074796c-85ff-45ec-96c1-f8a7b0dbfc26 req-629811ef-1ebf-42a1-b6e0-a8941d9da04f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Apr 29 07:58:13.834209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a36d2-f05a-4d31-8541-48c5d6d6ebf1 req-447cc720-514c-4aa8-b20a-6bd25a897303 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:13.835562 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d24a36d2-f05a-4d31-8541-48c5d6d6ebf1 req-447cc720-514c-4aa8-b20a-6bd25a897303 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0577266 Apr 29 07:58:13.886350 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d24a36d2-f05a-4d31-8541-48c5d6d6ebf1 req-0424f837-989f-4d31-99a8-a32106813642 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Apr 29 07:58:15.023630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28d11c-a965-4b9c-b925-08a2d4309bb1 req-d92cd059-395c-4762-a09c-b6a0fd5020b3 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:15.025705 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9e28d11c-a965-4b9c-b925-08a2d4309bb1 req-d92cd059-395c-4762-a09c-b6a0fd5020b3 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0614204 Apr 29 07:58:15.087137 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9e28d11c-a965-4b9c-b925-08a2d4309bb1 req-4e04c428-9428-4198-b353-2875d774f198 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542874 Apr 29 07:58:16.223989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34820ac-ed63-4418-949b-a85640c1c30c req-b22435a0-0917-4a40-b179-3243f675031c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:16.225519 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d34820ac-ed63-4418-949b-a85640c1c30c req-b22435a0-0917-4a40-b179-3243f675031c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0583994 Apr 29 07:58:16.279929 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d34820ac-ed63-4418-949b-a85640c1c30c req-2ce44e16-d331-444f-9cc2-90771d76f8b1 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 Apr 29 07:58:17.414977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83126815-0644-44f0-9d9b-b2908323cefa req-fbe246f4-239d-4067-b390-36f6228001a4 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:17.416469 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83126815-0644-44f0-9d9b-b2908323cefa req-fbe246f4-239d-4067-b390-36f6228001a4 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0636234 Apr 29 07:58:17.467917 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83126815-0644-44f0-9d9b-b2908323cefa req-da1fd8a8-8197-4ad6-bf46-832be2835724 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441318 Apr 29 07:58:18.597017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72010ef-9e92-4acf-9c67-fb742eca0fa5 req-9722a0e1-290d-4b64-a373-3aa4877292f5 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:18.598511 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f72010ef-9e92-4acf-9c67-fb742eca0fa5 req-9722a0e1-290d-4b64-a373-3aa4877292f5 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0593104 Apr 29 07:58:18.660278 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f72010ef-9e92-4acf-9c67-fb742eca0fa5 req-234ddcd6-2b79-4c08-8dab-5b597b40e4df tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531712 Apr 29 07:58:19.749845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5132c309-496e-4908-af91-4a5580e040bd details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 07:58:19.788665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a9aed-61df-4ba3-927d-e1e013991cdd req-a2e9b1ac-702c-4cab-9152-9e66f341dd79 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:19.790197 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ff5a9aed-61df-4ba3-927d-e1e013991cdd req-a2e9b1ac-702c-4cab-9152-9e66f341dd79 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 943 time: 0.0546508 Apr 29 07:58:19.840325 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ff5a9aed-61df-4ba3-927d-e1e013991cdd req-670cdbd7-5413-49f3-8f15-8645964f02d3 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442240 Apr 29 07:58:19.851017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5132c309-496e-4908-af91-4a5580e040bd, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5132c309-496e-4908-af91-4a5580e040bd,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:19.863218 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '5132c309-496e-4908-af91-4a5580e040bd', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'port_id': '5132c309-496e-4908-af91-4a5580e040bd', 'mac_address': 'fa:16:3e:1f:e9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 07:58:19.900471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 5132c309-496e-4908-af91-4a5580e040bd is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:58:19.900845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5132c309-496e-4908-af91-4a5580e040bd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:19.913793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5132c309-496e-4908-af91-4a5580e040bd {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 07:58:19.932553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5132c309-496e-4908-af91-4a5580e040bd, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5132c309-496e-4908-af91-4a5580e040bd,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:19.937250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5132c309-496e-4908-af91-4a5580e040bd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:19.983520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=5132c309-496e-4908-af91-4a5580e040bd,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:19.990873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.991218 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.991548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.991845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.992204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.992520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.992840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.993156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.993494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.993809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.994124 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.994434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:19.994727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:58:20.160496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['5132c309-496e-4908-af91-4a5580e040bd'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 07:58:20.968945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040faca-528d-45e4-816a-22e7a06a6c35 req-93a192cd-7ed0-42cc-a93b-72880d4f7aab tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:20.970528 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c040faca-528d-45e4-816a-22e7a06a6c35 req-93a192cd-7ed0-42cc-a93b-72880d4f7aab tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 944 time: 0.0587575 Apr 29 07:58:21.022119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c040faca-528d-45e4-816a-22e7a06a6c35 req-ad259772-c060-4f18-9f9a-df47bbd4b8a2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433724 Apr 29 07:58:21.767139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5132c309-496e-4908-af91-4a5580e040bd up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 07:58:21.829103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 5132c309-496e-4908-af91-4a5580e040bd completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 07:58:21.833038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 5132c309-496e-4908-af91-4a5580e040bd triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 07:58:21.833433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5132c309-496e-4908-af91-4a5580e040bd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:21.910428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 5132c309-496e-4908-af91-4a5580e040bd is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 07:58:21.910859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5132c309-496e-4908-af91-4a5580e040bd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:21.935722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132c309-496e-4908-af91-4a5580e040bd'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:21.939150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6295454-6701-480d-afe6-313213641cab" -d '{"events": [{"server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "name": "network-vif-plugged", "status": "completed", "tag": "5132c309-496e-4908-af91-4a5580e040bd"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:21.951937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5132c309-496e-4908-af91-4a5580e040bd, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5132c309-496e-4908-af91-4a5580e040bd,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:58:21.957132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5132c309-496e-4908-af91-4a5580e040bd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:21.980046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed99cf54-1f66-403a-a195-2a8e11102712 x-openstack-request-id: req-ed99cf54-1f66-403a-a195-2a8e11102712 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:21.980331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "name": "network-vif-plugged", "status": "completed", "tag": "5132c309-496e-4908-af91-4a5580e040bd", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:21.980578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed99cf54-1f66-403a-a195-2a8e11102712 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:21.980966 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed99cf54-1f66-403a-a195-2a8e11102712'] response: {'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132c309-496e-4908-af91-4a5580e040bd', 'code': 200} Apr 29 07:58:22.010012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=5132c309-496e-4908-af91-4a5580e040bd,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:22.175530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1c13-80de-4256-bb21-889848d6235d req-e71ed9f9-9e0f-433c-892d-e3b536de4682 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:22.177005 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-649b1c13-80de-4256-bb21-889848d6235d req-e71ed9f9-9e0f-433c-892d-e3b536de4682 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 945 time: 0.0844584 Apr 29 07:58:22.190073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e9d40-aae2-41df-a11d-1ea073a58f2b req-1af2ee30-be2b-469e-a9b2-9c944913ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:22.191427 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f08e9d40-aae2-41df-a11d-1ea073a58f2b req-1af2ee30-be2b-469e-a9b2-9c944913ae78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 1129 time: 0.0674374 Apr 29 07:58:22.261381 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-649b1c13-80de-4256-bb21-889848d6235d req-87656399-3bdb-4955-9201-d0d46d1e7f43 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785825 Apr 29 07:58:22.265091 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f08e9d40-aae2-41df-a11d-1ea073a58f2b req-161329ba-15ce-465d-b867-c517393fced5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661752 Apr 29 07:58:23.382139 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab646dd9-aaaa-495d-a291-d5d41e7e1654 req-f8de5002-3fd6-4f42-93b8-b2004fdc46bb tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:23.383605 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ab646dd9-aaaa-495d-a291-d5d41e7e1654 req-f8de5002-3fd6-4f42-93b8-b2004fdc46bb tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 945 time: 0.0535264 Apr 29 07:58:23.435408 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ab646dd9-aaaa-495d-a291-d5d41e7e1654 req-038a6025-de12-4edc-922c-a457ff24c516 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462203 Apr 29 07:58:23.560144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548389a4-e297-419b-bdb0-c94c82e1cc86 req-541886d5-9709-4ad2-bc1c-aa3db55ecb5c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:23.561667 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-548389a4-e297-419b-bdb0-c94c82e1cc86 req-541886d5-9709-4ad2-bc1c-aa3db55ecb5c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 945 time: 0.0590606 Apr 29 07:58:23.611835 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-548389a4-e297-419b-bdb0-c94c82e1cc86 req-d5932b01-02b0-4e03-b426-bc9ffbd052fa tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 Apr 29 07:58:23.634677 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57272) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:58:23.682941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a6890-f8ed-4d8d-a721-63cc08560ab4 tempest-TestVolumeBootPattern-65237808 tempest-TestVolumeBootPattern-65237808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:23.684474 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f46a6890-f8ed-4d8d-a721-63cc08560ab4 tempest-TestVolumeBootPattern-65237808 tempest-TestVolumeBootPattern-65237808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 1124 time: 0.0488608 Apr 29 07:58:23.687490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57274) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:58:23.691722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '5132c309-496e-4908-af91-4a5580e040bd', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 07:58:23.715517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:23.811760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:23.916249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Allocated IP 172.26.3.120 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/364c150e-669b-4a0f-a7c2-05869d6aa3a0) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 07:58:24.020596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for port (364c150e-669b-4a0f-a7c2-05869d6aa3a0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:24.057545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (364c150e-669b-4a0f-a7c2-05869d6aa3a0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:24.098530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 07:58:24.101371 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 07:58:24.104760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 07:58:24.112478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'Port': ['ID=364c150e-669b-4a0f-a7c2-05869d6aa3a0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:24.798878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (dce8c807-0a11-4470-9e86-a659368e7a5b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:24.873184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (364c150e-669b-4a0f-a7c2-05869d6aa3a0), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:25.040462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for port (364c150e-669b-4a0f-a7c2-05869d6aa3a0), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:25.046571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (364c150e-669b-4a0f-a7c2-05869d6aa3a0), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:25.114648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event updated for resources: {'Port': ['ID=364c150e-669b-4a0f-a7c2-05869d6aa3a0,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:58:25.122505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (dce8c807-0a11-4470-9e86-a659368e7a5b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:25.229286 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Floating IP dce8c807-0a11-4470-9e86-a659368e7a5b associated. External IP: 172.26.3.120, port: 5132c309-496e-4908-af91-4a5580e040bd. Apr 29 07:58:25.460576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Router 587c12f8-ed5b-43cc-bca2-847843b1d4dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:58:25.583230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:58:25.593385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] Sync routers for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:58:25.603663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:25.604271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:58:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:25.604403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:25.642176 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6fede3a5-399b-4e98-b726-95bf6a7c6bbd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9469492 Apr 29 07:58:25.642176 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'tag': '5132c309-496e-4908-af91-4a5580e040bd'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:58:25.642176 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4" -d '{"events": [{"name": "network-changed", "server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "tag": "5132c309-496e-4908-af91-4a5580e040bd"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:58:25.681840 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384bd6a3-47a8-4f52-b769-3fd3154fce17 x-openstack-request-id: req-384bd6a3-47a8-4f52-b769-3fd3154fce17 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:58:25.682130 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "tag": "5132c309-496e-4908-af91-4a5580e040bd", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:58:25.682381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-384bd6a3-47a8-4f52-b769-3fd3154fce17 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:58:25.682806 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384bd6a3-47a8-4f52-b769-3fd3154fce17'] response: {'name': 'network-changed', 'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'tag': '5132c309-496e-4908-af91-4a5580e040bd', 'status': 'completed', 'code': 200} Apr 29 07:58:25.747848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-ae7f39e3-2810-4645-b697-351714c646d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:25.749442 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-ae7f39e3-2810-4645-b697-351714c646d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 1129 time: 0.0473139 Apr 29 07:58:25.844196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-64ac00c2-8426-42d7-aed2-b5ae42b2933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:25.845692 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-64ac00c2-8426-42d7-aed2-b5ae42b2933f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0898445 Apr 29 07:58:25.866042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:25.910288 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-855bb28f-922c-4c9b-ae28-f5a54d37738a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5132c309-496e-4908-af91-4a5580e040bd HTTP/1.1" status: 200 len: 999 time: 0.0579441 Apr 29 07:58:25.959202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-fea95ee4-15a0-4dca-97e9-518dcb12c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:25.960666 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-fea95ee4-15a0-4dca-97e9-518dcb12c448 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0440629 Apr 29 07:58:26.015615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-eb0ec667-9667-4a68-a71a-178d5f98f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:26.017249 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-eb0ec667-9667-4a68-a71a-178d5f98f5bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502863 Apr 29 07:58:26.088021 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dce8c807-0a11-4470-9e86-a659368e7a5b', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '5132c309-496e-4908-af91-4a5580e040bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:1f:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89093617-6dd3-4353-8068-c57306540f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:24Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 0, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}, {'id': 'e04f7645-f82c-4755-a0a6-63e0c852fda3', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.74', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:16Z', 'updated_at': '2022-04-29T07:56:18Z', 'revision_number': 1, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:26.105551 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-9530910f-fcb1-4f05-898c-df85f9597874 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821164 Apr 29 07:58:26.117574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] Checking router: 587c12f8-ed5b-43cc-bca2-847843b1d4dc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:58:26.126166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:58:26.126774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:58:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:26.204449 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-38e0934c-f6e3-4fbe-9ffc-1f5869eb62b4 req-75b691b2-7222-4f6c-a1f6-997a185a7095 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928974 Apr 29 07:58:26.234960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:58:26.467586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dce8c807-0a11-4470-9e86-a659368e7a5b', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '5132c309-496e-4908-af91-4a5580e040bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:1f:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89093617-6dd3-4353-8068-c57306540f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:24Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 0, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}, {'id': 'e04f7645-f82c-4755-a0a6-63e0c852fda3', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.74', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:16Z', 'updated_at': '2022-04-29T07:56:18Z', 'revision_number': 1, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:58:26.498162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a8f80-4080-43ca-9274-f060fae199fa None None] The sync data for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv is: [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'dce8c807-0a11-4470-9e86-a659368e7a5b', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '5132c309-496e-4908-af91-4a5580e040bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:1f:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89093617-6dd3-4353-8068-c57306540f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:58:24Z', 'updated_at': '2022-04-29T07:58:24Z', 'revision_number': 0, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}, {'id': 'e04f7645-f82c-4755-a0a6-63e0c852fda3', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.74', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:16Z', 'updated_at': '2022-04-29T07:56:18Z', 'revision_number': 1, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:58:26.688587 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779a052d-b964-43bd-823f-c225a12694e9 None None] New status for floating IP dce8c807-0a11-4470-9e86-a659368e7a5b: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:58:28.375496 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-c064a54f-570a-4b51-b31d-016b0d57c947 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469985 Apr 29 07:58:28.464686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-1a0a9028-6ee9-42c4-b994-ec816d0e9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:28.466219 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-1a0a9028-6ee9-42c4-b994-ec816d0e9c77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 1129 time: 0.0462584 Apr 29 07:58:28.570893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-6f08ff5b-b891-4e9b-bcd6-11f0499ec7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:28.572325 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-6f08ff5b-b891-4e9b-bcd6-11f0499ec7fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0862057 Apr 29 07:58:28.635248 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-98e8627a-5729-46d4-bf55-70fc89930ee5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ac75bec-1735-49e9-8219-77ab7a594b47 HTTP/1.1" status: 200 len: 1000 time: 0.0567153 Apr 29 07:58:28.681663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-0743339e-c818-4f06-88ea-10c7fa869048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:28.683038 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-0743339e-c818-4f06-88ea-10c7fa869048 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0420978 Apr 29 07:58:28.753611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-a1279beb-b70d-42ea-b59e-201a48630a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:58:28.755131 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-a1279beb-b70d-42ea-b59e-201a48630a37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0656223 Apr 29 07:58:28.842572 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-3bfc5684-d923-4969-ab6a-f6a192362c51 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816092 Apr 29 07:58:28.940382 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5d085b61-fcff-45b8-b848-32f289fb1b36 req-b78cde5d-888f-4553-a5d2-0b80b8ccac5e service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913978 Apr 29 07:58:31.342024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-16096dd2-71dd-49f1-a734-92484655a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:33.431337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-220ce737-d219-40bf-9c71-c4a2b1976db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:34.824890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:35.535465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:36.131246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:37.322016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:58:46.185026 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:59:01.349371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0c94b8e7-636b-4348-8161-a30b94759358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:03.437848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0d409be6-1de2-4039-a787-c9a21a1f7a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:04.829986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:05.535566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:06.135466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:07.329891 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:23.189186 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 07:59:29.386886 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-ac5d37b0-47ef-4f5b-aa82-38df92fe3728 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578594 Apr 29 07:59:29.449766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-a03bb96e-17a4-431b-b6af-338e61cb72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:29.451240 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-a03bb96e-17a4-431b-b6af-338e61cb72f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 1129 time: 0.0447769 Apr 29 07:59:29.567298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-f0ca4611-cf34-46ef-8642-237b7fdeef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:29.568780 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-f0ca4611-cf34-46ef-8642-237b7fdeef82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0952382 Apr 29 07:59:29.633359 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-d1c4db8c-26ba-4381-9033-0bc4135f1aba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5132c309-496e-4908-af91-4a5580e040bd HTTP/1.1" status: 200 len: 1001 time: 0.0582044 Apr 29 07:59:29.681558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-a2b9c475-969b-4890-a363-5007df32aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:29.682845 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-a2b9c475-969b-4890-a363-5007df32aff3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0442824 Apr 29 07:59:29.735862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-bbf6b5a7-21d5-41e2-8507-3e5c2da90273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:29.737363 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-bbf6b5a7-21d5-41e2-8507-3e5c2da90273 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490086 Apr 29 07:59:29.831797 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-b913b3d5-409b-477f-8f78-feca8b794358 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877912 Apr 29 07:59:29.935011 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a5f27eb3-4d62-4727-a8d2-4f9958d6225a req-522100dc-c32b-4fd6-b615-bcb753a28fbc service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964460 Apr 29 07:59:31.333844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9be13697-2e7b-407f-accd-8a91850cfb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:33.444828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f19dd7b0-3fc0-4f40-8e62-7f802e86b6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:34.826393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:35.533101 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:36.138005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:37.321590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:53.006183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57308) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 07:59:53.168075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Deleting port 364c150e-669b-4a0f-a7c2-05869d6aa3a0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:59:53.168409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (364c150e-669b-4a0f-a7c2-05869d6aa3a0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:53.244816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (364c150e-669b-4a0f-a7c2-05869d6aa3a0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:53.245105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (364c150e-669b-4a0f-a7c2-05869d6aa3a0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:53.256665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Calling delete_port for 364c150e-669b-4a0f-a7c2-05869d6aa3a0 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:59:53.421606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (364c150e-669b-4a0f-a7c2-05869d6aa3a0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:53.447951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event deleted for resources: {'Port': ['ID=364c150e-669b-4a0f-a7c2-05869d6aa3a0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:53.474077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.474423 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.474950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.475271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.475621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.475951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.476276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.476600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.476923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.477260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.477587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.477910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.478225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 07:59:53.518056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (dce8c807-0a11-4470-9e86-a659368e7a5b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:53.518303 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Floating IP dce8c807-0a11-4470-9e86-a659368e7a5b disassociated (deleted). External IP: 172.26.3.120, port: 5132c309-496e-4908-af91-4a5580e040bd. Apr 29 07:59:53.734168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Router 587c12f8-ed5b-43cc-bca2-847843b1d4dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 07:59:53.846968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 07:59:53.851821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:53.856558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] Sync routers for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 07:59:53.867458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:59:53.868110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:59:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:53.885398 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-545f60df-0ff7-4a17-9b32-d625d7f25a76 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "DELETE /v2.0/floatingips/dce8c807-0a11-4470-9e86-a659368e7a5b HTTP/1.1" status: 204 len: 168 time: 0.8776360 Apr 29 07:59:53.886089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'tag': '5132c309-496e-4908-af91-4a5580e040bd'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:59:53.888709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a294d-1e8d-4dc4-ad30-a09548795136" -d '{"events": [{"name": "network-changed", "server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "tag": "5132c309-496e-4908-af91-4a5580e040bd"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:59:53.934037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 07:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4673be9e-b0b2-45b9-adb4-23785d266991 x-openstack-request-id: req-4673be9e-b0b2-45b9-adb4-23785d266991 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:59:53.934329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "tag": "5132c309-496e-4908-af91-4a5580e040bd", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:59:53.934582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4673be9e-b0b2-45b9-adb4-23785d266991 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:59:53.935382 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4673be9e-b0b2-45b9-adb4-23785d266991'] response: {'name': 'network-changed', 'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'tag': '5132c309-496e-4908-af91-4a5580e040bd', 'status': 'completed', 'code': 200} Apr 29 07:59:53.996424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:59:54.004086 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-0dbff64c-d38b-4ae6-8c2d-ae423542dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:54.005668 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-0dbff64c-d38b-4ae6-8c2d-ae423542dc64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 1129 time: 0.0512660 Apr 29 07:59:54.103476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-fddfd7fb-541b-4451-bd76-271b65ea1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:54.104875 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-fddfd7fb-541b-4451-bd76-271b65ea1a98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.0876272 Apr 29 07:59:54.133930 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe804a37-2237-447a-b7f8-aba97bd5fbe2 req-00d59f65-d6b1-461f-9ee1-6636f767738c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:54.135449 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fe804a37-2237-447a-b7f8-aba97bd5fbe2 req-00d59f65-d6b1-461f-9ee1-6636f767738c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 945 time: 0.0596693 Apr 29 07:59:54.150431 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-0e74bc40-84d0-4642-a2bd-2d5842b9d927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5132c309-496e-4908-af91-4a5580e040bd HTTP/1.1" status: 200 len: 217 time: 0.0386941 Apr 29 07:59:54.189930 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fe804a37-2237-447a-b7f8-aba97bd5fbe2 req-6b3bda88-8fc7-49db-9e3f-69e9fed4f9e2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461781 Apr 29 07:59:54.199925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-2dbf32dc-05c4-4948-ad48-eaeea2f6e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:54.201451 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-2dbf32dc-05c4-4948-ad48-eaeea2f6e3e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0451543 Apr 29 07:59:54.237639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'e04f7645-f82c-4755-a0a6-63e0c852fda3', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.74', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:16Z', 'updated_at': '2022-04-29T07:56:18Z', 'revision_number': 1, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:54.252157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-7116badd-22ba-41d8-8e04-e87b4c8ba7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:54.253708 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-7116badd-22ba-41d8-8e04-e87b4c8ba7ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457067 Apr 29 07:59:54.270001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] Checking router: 587c12f8-ed5b-43cc-bca2-847843b1d4dc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 07:59:54.278403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 07:59:54.278995 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T07:59:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:54.389983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 07:59:54.626410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'e04f7645-f82c-4755-a0a6-63e0c852fda3', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.74', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:16Z', 'updated_at': '2022-04-29T07:56:18Z', 'revision_number': 1, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 07:59:54.658028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88687f23-59d7-4413-a216-a00333d9ae08 None None] The sync data for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv is: [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'e04f7645-f82c-4755-a0a6-63e0c852fda3', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'floating_ip_address': '172.26.3.74', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'port_id': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'mac_address': 'fa:16:3e:cc:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T07:56:16Z', 'updated_at': '2022-04-29T07:56:18Z', 'revision_number': 1, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 07:59:54.669805 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-e2e0539b-656a-4819-ac5f-613efeee8404 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085433 Apr 29 07:59:54.760266 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-252a294d-1e8d-4dc4-ad30-a09548795136 req-c6178ba6-6f71-42b6-ab56-99447d138624 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837884 Apr 29 07:59:54.890372 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ecb033-2816-4c6b-bd78-b8e06517079a None None] New status for floating IP dce8c807-0a11-4470-9e86-a659368e7a5b: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 07:59:55.320133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb8d20-a126-433b-b5e9-c308157b7364 req-1dccd9d3-9dcc-4b42-a3e1-90008ad7ba79 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:55.321617 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8eb8d20-a126-433b-b5e9-c308157b7364 req-1dccd9d3-9dcc-4b42-a3e1-90008ad7ba79 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 945 time: 0.0568633 Apr 29 07:59:55.372736 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8eb8d20-a126-433b-b5e9-c308157b7364 req-fdc5b3cc-e8f7-40f2-b775-e3208be35e67 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Apr 29 07:59:55.601623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-f7f27eae-66e0-4b29-9002-e1c6ab636961 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 07:59:55.603079 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-f7f27eae-66e0-4b29-9002-e1c6ab636961 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 945 time: 0.0572436 Apr 29 07:59:55.699390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Deleting port 5132c309-496e-4908-af91-4a5580e040bd {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 07:59:55.699810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5132c309-496e-4908-af91-4a5580e040bd), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:55.788977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] For port 5132c309-496e-4908-af91-4a5580e040bd, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5132c309-496e-4908-af91-4a5580e040bd,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 07:59:55.789459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5132c309-496e-4908-af91-4a5580e040bd), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:55.802348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Calling delete_port for 5132c309-496e-4908-af91-4a5580e040bd owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 07:59:55.936315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5132c309-496e-4908-af91-4a5580e040bd), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:55.969884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event deleted for resources: {'Port': ['ID=5132c309-496e-4908-af91-4a5580e040bd,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 07:59:56.011888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] No DVR routers for this DVR port 5132c309-496e-4908-af91-4a5580e040bd on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 07:59:56.014509 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 07:59:56.017861 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-54fdcb93-a6cf-48f0-be18-378265e7c812 req-44285c8c-9b2b-425c-a563-54b5a0283a98 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "DELETE /v2.0/ports/5132c309-496e-4908-af91-4a5580e040bd HTTP/1.1" status: 204 len: 173 time: 0.4093928 Apr 29 07:59:56.018296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'name': 'network-vif-deleted', 'tag': '5132c309-496e-4908-af91-4a5580e040bd'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 07:59:56.020575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853596fd-d413-4b19-9634-9dd3ddda45eb" -d '{"events": [{"server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "name": "network-vif-deleted", "tag": "5132c309-496e-4908-af91-4a5580e040bd"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 07:59:56.057103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 07:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726acaff-15a8-4167-8750-a93ccb42f751 x-openstack-request-id: req-726acaff-15a8-4167-8750-a93ccb42f751 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 07:59:56.057497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89093617-6dd3-4353-8068-c57306540f30", "name": "network-vif-deleted", "tag": "5132c309-496e-4908-af91-4a5580e040bd", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 07:59:56.057755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-726acaff-15a8-4167-8750-a93ccb42f751 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 07:59:56.058258 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726acaff-15a8-4167-8750-a93ccb42f751'] response: {'server_uuid': '89093617-6dd3-4353-8068-c57306540f30', 'name': 'network-vif-deleted', 'tag': '5132c309-496e-4908-af91-4a5580e040bd', 'status': 'completed', 'code': 200} Apr 29 07:59:56.483532 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7d05c4c9-1ddb-450a-8c1c-8774a3e8add2 req-1d7e3be9-16c8-4439-833a-7e57c4849c45 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0279744 Apr 29 07:59:57.586257 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aeac2c04-be64-4cc5-a9c4-ec291b8a57c9 req-fe8e4c3f-0e0c-4c96-83b1-46b305633065 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0287852 Apr 29 07:59:58.246846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5132c309-496e-4908-af91-4a5580e040bd no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 07:59:58.267491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 5132c309-496e-4908-af91-4a5580e040bd {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 07:59:58.267777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5132c309-496e-4908-af91-4a5580e040bd not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 07:59:58.685205 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6c8574fb-d4ee-4925-b478-1bec3155824a req-be1438b2-9dce-4320-9a11-073e268d2cbe tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0310802 Apr 29 07:59:59.783378 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cc7efdab-caf9-439b-ab69-4a97a4c4bbaf req-50340238-4333-423e-b2bc-9319301f88e2 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0275524 Apr 29 08:00:00.188316 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:00:00.878798 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-770b369f-0d8e-4d35-8992-12d5f1c75c1a req-5c587fe9-2193-446a-9fcf-faad642385de tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0275130 Apr 29 08:00:01.338177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fef6dbf1-c6fd-42f8-aa5f-b92acd66f233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:01.979311 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9dd7aff1-35bd-4785-8f63-18e0b343b782 req-8a22cc78-55e4-4e04-be13-2a8df2f9f6a1 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0328753 Apr 29 08:00:03.075929 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-11f6f207-3e76-49df-9ba3-249dba861368 req-877c474a-0e8a-4ac5-9cb2-04fec0b57027 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0282011 Apr 29 08:00:03.429153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-92494e22-7f66-4884-b215-ad69e4f02dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:04.170698 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b3b1d232-7df0-484c-9042-570e12a2741c req-ba6c3329-6a22-4b8a-be1b-5cfe57c636a9 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=89093617-6dd3-4353-8068-c57306540f30 HTTP/1.1" status: 200 len: 210 time: 0.0274897 Apr 29 08:00:04.832874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:05.543582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:06.138275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:07.318844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:13.752471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57372) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:13.921404 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Deleting port da1d0584-55f0-48f3-95ff-5247118dcafa {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:13.921754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (da1d0584-55f0-48f3-95ff-5247118dcafa), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:14.008736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (da1d0584-55f0-48f3-95ff-5247118dcafa), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:14.009059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (da1d0584-55f0-48f3-95ff-5247118dcafa), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:14.026277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Calling delete_port for da1d0584-55f0-48f3-95ff-5247118dcafa owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:14.191664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (da1d0584-55f0-48f3-95ff-5247118dcafa), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:14.220032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event deleted for resources: {'Port': ['ID=da1d0584-55f0-48f3-95ff-5247118dcafa,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:14.288094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (e04f7645-f82c-4755-a0a6-63e0c852fda3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:14.288428 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Floating IP e04f7645-f82c-4755-a0a6-63e0c852fda3 disassociated (deleted). External IP: 172.26.3.74, port: 7ac75bec-1735-49e9-8219-77ab7a594b47. Apr 29 08:00:14.501135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Router 587c12f8-ed5b-43cc-bca2-847843b1d4dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:00:14.611170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:00:14.616239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:14.621006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] Sync routers for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:00:14.630830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:14.631450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:00:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:14.646185 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d17a171f-0469-4bbb-8fde-e8d1dd59eb4f tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "DELETE /v2.0/floatingips/e04f7645-f82c-4755-a0a6-63e0c852fda3 HTTP/1.1" status: 204 len: 168 time: 0.8922267 Apr 29 08:00:14.646886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:14.649316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:14.685527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03502ecd-305f-4665-bcb8-346820053380 x-openstack-request-id: req-03502ecd-305f-4665-bcb8-346820053380 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:14.685867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:14.686091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03502ecd-305f-4665-bcb8-346820053380 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:14.686534 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03502ecd-305f-4665-bcb8-346820053380'] response: {'name': 'network-changed', 'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'status': 'completed', 'code': 200} Apr 29 08:00:14.742331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:14.756293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-ef5d94ad-c98c-41ed-8129-10716b794f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:14.758446 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-ef5d94ad-c98c-41ed-8129-10716b794f23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 1129 time: 0.0509613 Apr 29 08:00:14.894319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-f0e546a9-4bc2-4326-a4ab-fa3dfd9304b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:14.895774 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-f0e546a9-4bc2-4326-a4ab-fa3dfd9304b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 200 len: 913 time: 0.1272278 Apr 29 08:00:14.905352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaac867-6e75-4a69-934d-59f640d3b130 req-de9cc24e-848d-4513-a592-4b60d531f2c7 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:14.906740 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ceaac867-6e75-4a69-934d-59f640d3b130 req-de9cc24e-848d-4513-a592-4b60d531f2c7 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 945 time: 0.0766656 Apr 29 08:00:14.951123 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-876f8791-900e-4786-8fe9-9dfb4462da99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ac75bec-1735-49e9-8219-77ab7a594b47 HTTP/1.1" status: 200 len: 217 time: 0.0433986 Apr 29 08:00:14.954077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:14.980290 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] Checking router: 587c12f8-ed5b-43cc-bca2-847843b1d4dc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:00:14.989077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:14.989745 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:00:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:15.021847 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ceaac867-6e75-4a69-934d-59f640d3b130 req-aac344e8-10c0-40de-b00b-55b4b9226a3c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084602 Apr 29 08:00:15.023242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-2725d659-5264-4b8f-85a8-425796e235f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:15.024606 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-2725d659-5264-4b8f-85a8-425796e235f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 200 len: 851 time: 0.0677474 Apr 29 08:00:15.080046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-4f117f5c-2e04-4407-83cf-f2af63f8af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:15.081602 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-4f117f5c-2e04-4407-83cf-f2af63f8af40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c736cc-fa51-408d-a749-a2127b8fbaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0503874 Apr 29 08:00:15.105809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:15.176713 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-282656f6-36c3-40b9-802b-f957ee53b4ea service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879812 Apr 29 08:00:15.265098 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-586e5d4d-1dff-47e2-9a69-eaa1d6b88cf4 req-711a357c-1326-4653-afe9-056bca1fbd34 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818954 Apr 29 08:00:15.307390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:15.334224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554aa420-e61d-4e30-90ef-8817b1e93c97 None None] The sync data for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv is: [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:48Z', 'revision_number': 4, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '48a934ea-fad0-466c-93a3-8687ebb030b0', 'name': '', 'network_id': 'c0c736cc-fa51-408d-a749-a2127b8fbaa1', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'mac_address': 'fa:16:3e:28:7e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:47Z', 'updated_at': '2022-04-29T07:52:53Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'subnets': [{'id': '536907de-aa4a-40b2-a1d8-dc8525e2475d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:00:15.556346 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b26991-9bfa-409f-988f-30f5469edcf4 None None] New status for floating IP e04f7645-f82c-4755-a0a6-63e0c852fda3: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:00:16.164190 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7af36-e017-44cf-95e1-5e02b34170df req-954f0d5a-9918-4f52-866b-e23be1552724 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:16.165671 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-20d7af36-e017-44cf-95e1-5e02b34170df req-954f0d5a-9918-4f52-866b-e23be1552724 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 945 time: 0.0616539 Apr 29 08:00:16.219115 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-20d7af36-e017-44cf-95e1-5e02b34170df req-c08de2b4-73ba-4121-a37c-1b41ecba08af tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/security-groups?id=39ef66a7-e3a1-458f-ae18-f5895242687a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450206 Apr 29 08:00:16.279762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-7d1284e8-ea00-4ed0-a9d6-f1874bb432eb tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:16.281247 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-7d1284e8-ea00-4ed0-a9d6-f1874bb432eb tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 945 time: 0.0535960 Apr 29 08:00:16.382931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Deleting port 7ac75bec-1735-49e9-8219-77ab7a594b47 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:16.383277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:16.476506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] For port 7ac75bec-1735-49e9-8219-77ab7a594b47, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7ac75bec-1735-49e9-8219-77ab7a594b47,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:16.476873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:16.488559 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Calling delete_port for 7ac75bec-1735-49e9-8219-77ab7a594b47 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:16.628297 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7ac75bec-1735-49e9-8219-77ab7a594b47), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:16.660307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event deleted for resources: {'Port': ['ID=7ac75bec-1735-49e9-8219-77ab7a594b47,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:16.702318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] No DVR routers for this DVR port 7ac75bec-1735-49e9-8219-77ab7a594b47 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:00:16.704867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:16.708267 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9c8b866b-d318-4fc2-9be5-eb4669eaecae req-8b634f2e-09de-40dc-9dde-b556fb87ec72 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.36 "DELETE /v2.0/ports/7ac75bec-1735-49e9-8219-77ab7a594b47 HTTP/1.1" status: 204 len: 173 time: 0.4216774 Apr 29 08:00:16.708695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'name': 'network-vif-deleted', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:16.710958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3391b1fc-f4af-43eb-9720-1f7fb5aa2816" -d '{"events": [{"server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "name": "network-vif-deleted", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:16.748803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a726fd0-d2d8-4465-ad7f-2a952385cc3c x-openstack-request-id: req-1a726fd0-d2d8-4465-ad7f-2a952385cc3c {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:16.749066 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0229dec2-654a-4602-b475-08c0ceb29ed8", "name": "network-vif-deleted", "tag": "7ac75bec-1735-49e9-8219-77ab7a594b47", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:16.749337 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a726fd0-d2d8-4465-ad7f-2a952385cc3c {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:16.749747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a726fd0-d2d8-4465-ad7f-2a952385cc3c'] response: {'server_uuid': '0229dec2-654a-4602-b475-08c0ceb29ed8', 'name': 'network-vif-deleted', 'tag': '7ac75bec-1735-49e9-8219-77ab7a594b47', 'status': 'completed', 'code': 200} Apr 29 08:00:17.320265 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-37103cbf-2064-4198-84ba-fc738d1baf02 req-930f33c9-9316-411b-9d44-bf9ccabfdbab tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0313420 Apr 29 08:00:18.421789 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-04755628-8f53-4b00-b430-151e0e90e179 req-cef8a435-04a9-403d-ab81-bf8964c7f006 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0290611 Apr 29 08:00:19.520830 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ac4ed1af-6eae-43ea-a4bb-0789b06df917 req-0931afbe-83b0-4a13-8c1b-a36ded39e4b0 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0284860 Apr 29 08:00:20.356051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7ac75bec-1735-49e9-8219-77ab7a594b47 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:20.376521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 7ac75bec-1735-49e9-8219-77ab7a594b47 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:00:20.376861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7ac75bec-1735-49e9-8219-77ab7a594b47 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:20.619109 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-88f7f121-fbab-45a1-8b07-65b9f6aa405a req-17c0f62b-cabe-4766-a5a0-329aa974875e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0275912 Apr 29 08:00:21.713470 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eaa6b5ec-9278-48a7-8629-aa9d5b3e03f9 req-80a01c75-07ba-4ebf-879b-1def6a734a79 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0279784 Apr 29 08:00:22.807882 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bdc10d84-1711-4654-a699-1dfde1e8b1b7 req-0eb4d1e7-0938-49c6-b422-8548f1f05391 tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0274849 Apr 29 08:00:23.905817 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1ad2a391-ac45-4e7f-b3f0-54e132b7eb2b req-0780a417-e967-42c3-9bff-e5713aa575ba tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0295272 Apr 29 08:00:25.005647 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c807501a-ba0c-43b4-82e3-150aae56b8bb req-31f42851-a2fe-4b04-9de0-09dfecae74fd tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "GET /v2.0/ports?device_id=0229dec2-654a-4602-b475-08c0ceb29ed8 HTTP/1.1" status: 200 len: 210 time: 0.0311430 Apr 29 08:00:26.072845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57402) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:26.202021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Deleting port c3ad91bb-f136-42c8-959b-b50eb7dd46d0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:26.202367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c3ad91bb-f136-42c8-959b-b50eb7dd46d0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:26.277628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c3ad91bb-f136-42c8-959b-b50eb7dd46d0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:26.277929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (c3ad91bb-f136-42c8-959b-b50eb7dd46d0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:26.290530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Calling delete_port for c3ad91bb-f136-42c8-959b-b50eb7dd46d0 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:26.441165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c3ad91bb-f136-42c8-959b-b50eb7dd46d0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:26.468922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event deleted for resources: {'Port': ['ID=c3ad91bb-f136-42c8-959b-b50eb7dd46d0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:26.534228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for floatingip (a98580a0-342d-4d1c-851f-5eaf38d66522), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:26.536767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:26.537995 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fb2b11cd-e145-4bdd-9d7f-d0af0117c00e tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "DELETE /v2.0/floatingips/a98580a0-342d-4d1c-851f-5eaf38d66522 HTTP/1.1" status: 204 len: 168 time: 0.4641457 Apr 29 08:00:31.346107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2506ea4-7271-4ea1-b9a0-3f08d81e5d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:31.941773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57422) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:32.000351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-33e35d68-91b4-4ad9-abfa-24d5b941a87c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group (39ef66a7-e3a1-458f-ae18-f5895242687a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:32.025427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-33e35d68-91b4-4ad9-abfa-24d5b941a87c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group (39ef66a7-e3a1-458f-ae18-f5895242687a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:32.089770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-33e35d68-91b4-4ad9-abfa-24d5b941a87c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (39ef66a7-e3a1-458f-ae18-f5895242687a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:32.092663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-33e35d68-91b4-4ad9-abfa-24d5b941a87c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:32.097606 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-33e35d68-91b4-4ad9-abfa-24d5b941a87c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] 10.222.0.23 "DELETE /v2.0/security-groups/39ef66a7-e3a1-458f-ae18-f5895242687a HTTP/1.1" status: 204 len: 168 time: 0.1521826 Apr 29 08:00:32.111477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e35d68-91b4-4ad9-abfa-24d5b941a87c tempest-TestVolumeBootPattern-1773523226 tempest-TestVolumeBootPattern-1773523226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef66a7-e3a1-458f-ae18-f5895242687a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:32.181721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57426) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:32.670021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (587c12f8-ed5b-43cc-bca2-847843b1d4dc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:32.935947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Deleting port 48a934ea-fad0-466c-93a3-8687ebb030b0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:32.936285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:33.013316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] For port 48a934ea-fad0-466c-93a3-8687ebb030b0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=48a934ea-fad0-466c-93a3-8687ebb030b0,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:33.014010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:33.026160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Calling delete_port for 48a934ea-fad0-466c-93a3-8687ebb030b0 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:33.212590 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (48a934ea-fad0-466c-93a3-8687ebb030b0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:33.238578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48a934ea-fad0-466c-93a3-8687ebb030b0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:33.435702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-05f3d2f7-5235-4e6d-9c72-388967401115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:33.736456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (587c12f8-ed5b-43cc-bca2-847843b1d4dc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:33.978652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Router 587c12f8-ed5b-43cc-bca2-847843b1d4dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:00:34.084749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:00:34.090071 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-23c5b933-2d86-4486-ac3a-d143a35be0a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/587c12f8-ed5b-43cc-bca2-847843b1d4dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9070666 Apr 29 08:00:34.093991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57430) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:34.096844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] Sync routers for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:00:34.107753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:34.108341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:00:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:34.194990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks [] for router (587c12f8-ed5b-43cc-bca2-847843b1d4dc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.214426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:34.298807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks [] for router_gateway (587c12f8-ed5b-43cc-bca2-847843b1d4dc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.355710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Deleting port 658ef7df-1690-41d3-9784-b58fe1964a2c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:34.356038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.391509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T08:00:33Z', 'revision_number': 5, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port': {'id': '658ef7df-1690-41d3-9784-b58fe1964a2c', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:33:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:34.417606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] Checking router: 587c12f8-ed5b-43cc-bca2-847843b1d4dc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:00:34.425773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] Routers {'587c12f8-ed5b-43cc-bca2-847843b1d4dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:34.426375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:00:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:34.432521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] For port 658ef7df-1690-41d3-9784-b58fe1964a2c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=658ef7df-1690-41d3-9784-b58fe1964a2c,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:34.432885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.445468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Calling delete_port for 658ef7df-1690-41d3-9784-b58fe1964a2c owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:34.512414 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] Set router 587c12f8-ed5b-43cc-bca2-847843b1d4dc gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:34.562083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T08:00:34Z', 'revision_number': 6, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:34.591614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c9697-6a47-4028-b75c-90224e3ad211 None None] The sync data for ids ['587c12f8-ed5b-43cc-bca2-847843b1d4dc'] in dv-neutron-839860-1-hyperv is: [{'id': '587c12f8-ed5b-43cc-bca2-847843b1d4dc', 'name': 'tempest-TestVolumeBootPattern-2023449342-router', 'tenant_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:45Z', 'updated_at': '2022-04-29T08:00:34Z', 'revision_number': 6, 'project_id': 'a7c1ee5e093b4d3880e4950f33e3bb0a', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:00:34.615829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (658ef7df-1690-41d3-9784-b58fe1964a2c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.639519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Pushing event deleted for resources: {'Port': ['ID=658ef7df-1690-41d3-9784-b58fe1964a2c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:34.706203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (587c12f8-ed5b-43cc-bca2-847843b1d4dc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.797181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (587c12f8-ed5b-43cc-bca2-847843b1d4dc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.799483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks [] for router_controller (587c12f8-ed5b-43cc-bca2-847843b1d4dc), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.834855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.844818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (587c12f8-ed5b-43cc-bca2-847843b1d4dc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.845586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587c12f8-ed5b-43cc-bca2-847843b1d4dc {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:00:34.849970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.851274 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-38c5df62-ac62-4e59-80f4-520a0b81a405 admin admin] 10.222.0.23 "DELETE /v2.0/routers/587c12f8-ed5b-43cc-bca2-847843b1d4dc HTTP/1.1" status: 204 len: 168 time: 0.7563014 Apr 29 08:00:34.853711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57432) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:34.899381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c5363a-341c-43e7-8d3c-4d7c28825364 admin admin] Deleting subnet 536907de-aa4a-40b2-a1d8-dc8525e2475d {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:00:34.902610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43c5363a-341c-43e7-8d3c-4d7c28825364 admin admin] Publish callbacks [] for subnet (536907de-aa4a-40b2-a1d8-dc8525e2475d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:34.943811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43c5363a-341c-43e7-8d3c-4d7c28825364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (536907de-aa4a-40b2-a1d8-dc8525e2475d), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.026985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43c5363a-341c-43e7-8d3c-4d7c28825364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (536907de-aa4a-40b2-a1d8-dc8525e2475d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.079171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43c5363a-341c-43e7-8d3c-4d7c28825364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (536907de-aa4a-40b2-a1d8-dc8525e2475d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.108461 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5363a-341c-43e7-8d3c-4d7c28825364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536907de-aa4a-40b2-a1d8-dc8525e2475d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:35.110456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43c5363a-341c-43e7-8d3c-4d7c28825364 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.114637 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-43c5363a-341c-43e7-8d3c-4d7c28825364 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/536907de-aa4a-40b2-a1d8-dc8525e2475d HTTP/1.1" status: 204 len: 168 time: 0.2599528 Apr 29 08:00:35.115336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c3303-f0a2-4565-8a56-a0f2c134d576 None None] Network c0c736cc-fa51-408d-a749-a2127b8fbaa1 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:00:35.116325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57434) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:35.193470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c0c736cc-fa51-408d-a749-a2127b8fbaa1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.249705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Deleting port e324f0b5-ac0d-4ac7-bc32-28e3536b845f {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:35.250043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.323394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] For port e324f0b5-ac0d-4ac7-bc32-28e3536b845f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e324f0b5-ac0d-4ac7-bc32-28e3536b845f,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:35.323675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.336794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Calling delete_port for e324f0b5-ac0d-4ac7-bc32-28e3536b845f owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:35.370830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] DHCP port deletion for c0c736cc-fa51-408d-a749-a2127b8fbaa1 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:00:35.420353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Deleting port e324f0b5-ac0d-4ac7-bc32-28e3536b845f {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:35.420752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.426633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.454109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e324f0b5-ac0d-4ac7-bc32-28e3536b845f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:35.456523 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] No DVR routers for this DVR port e324f0b5-ac0d-4ac7-bc32-28e3536b845f on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:00:35.483811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.484168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.484510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.485022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.485544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.485890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.486229 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.486564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.486895 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.487229 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.487560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.487884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.488350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.489802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] For port e324f0b5-ac0d-4ac7-bc32-28e3536b845f, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e324f0b5-ac0d-4ac7-bc32-28e3536b845f,segment=NetworkSegment(a8f2859a-bff7-4866-bf39-51bbb68d470d),segment_id=a8f2859a-bff7-4866-bf39-51bbb68d470d)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:35.490248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.504022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Calling delete_port for e324f0b5-ac0d-4ac7-bc32-28e3536b845f owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:35.542026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c0c736cc-fa51-408d-a749-a2127b8fbaa1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.568525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c736cc-fa51-408d-a749-a2127b8fbaa1']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:35.579467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.580739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f2859a-bff7-4866-bf39-51bbb68d470d') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:35.581034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f2859a-bff7-4866-bf39-51bbb68d470d') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:35.591182 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (a8f2859a-bff7-4866-bf39-51bbb68d470d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: from cryptography.utils import int_from_bytes Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: from cryptography.utils import int_from_bytes Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:00:35.593724 dv-neutron-839860-1-hyperv neutron-server[104225]: self.session.flush() Apr 29 08:00:35.601121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (e324f0b5-ac0d-4ac7-bc32-28e3536b845f), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.607617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a8f2859a-bff7-4866-bf39-51bbb68d470d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.615579 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:00:35.616070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (a8f2859a-bff7-4866-bf39-51bbb68d470d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:00:35.618160 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:00:35.627933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Pushing event deleted for resources: {'Port': ['ID=e324f0b5-ac0d-4ac7-bc32-28e3536b845f,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:35.637207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.637629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.637980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.638323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.638656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.638988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.639320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.639651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.639980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.640323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.640632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.640956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.641305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:35.644208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d443e-b0ef-4b70-86d6-9a2b960b6a72 None None] No DVR routers for this DVR port e324f0b5-ac0d-4ac7-bc32-28e3536b845f on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:00:35.686080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (c0c736cc-fa51-408d-a749-a2127b8fbaa1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.691432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:35.694617 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c0c736cc-fa51-408d-a749-a2127b8fbaa1 HTTP/1.1" status: 204 len: 168 time: 0.5773380 Apr 29 08:00:35.698132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57436) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:35.714704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a21856-f059-48f7-a944-d23c825e9b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c736cc-fa51-408d-a749-a2127b8fbaa1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:35.797743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 48a934ea-fad0-466c-93a3-8687ebb030b0 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:35.817712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 48a934ea-fad0-466c-93a3-8687ebb030b0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:00:35.818053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 48a934ea-fad0-466c-93a3-8687ebb030b0 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:35.818472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 658ef7df-1690-41d3-9784-b58fe1964a2c no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:35.837126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 658ef7df-1690-41d3-9784-b58fe1964a2c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:00:35.837494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 658ef7df-1690-41d3-9784-b58fe1964a2c not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:35.837912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e324f0b5-ac0d-4ac7-bc32-28e3536b845f no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:35.860371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: e324f0b5-ac0d-4ac7-bc32-28e3536b845f {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:00:35.860713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e324f0b5-ac0d-4ac7-bc32-28e3536b845f not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:36.070092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (aaab99fe-88a7-4fe1-9e96-eec015bdede4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:36.143978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:36.339451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Deleting port 2dff29d4-313b-497d-8238-c598c55d04c5 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:36.340013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:36.425708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] For port 2dff29d4-313b-497d-8238-c598c55d04c5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2dff29d4-313b-497d-8238-c598c55d04c5,segment=NetworkSegment(83f7b2a0-cf18-4091-b2dd-61f0c0720691),segment_id=83f7b2a0-cf18-4091-b2dd-61f0c0720691)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:36.426035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:36.440396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Calling delete_port for 2dff29d4-313b-497d-8238-c598c55d04c5 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:36.638218 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2dff29d4-313b-497d-8238-c598c55d04c5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:36.668077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=2dff29d4-313b-497d-8238-c598c55d04c5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:36.842539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (aaab99fe-88a7-4fe1-9e96-eec015bdede4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:36.993801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-fef85846-dd91-4d4d-812c-7279b967834a req-c802d027-5b01-4348-917a-ea1f6e8b9993 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] (104223) timed out ('10.222.0.23', 55670) {{(pid=104223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 08:00:37.066936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Router aaab99fe-88a7-4fe1-9e96-eec015bdede4 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:00:37.179405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:00:37.185167 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6b455f9c-f059-4fb3-b759-ac0887cbb6aa admin admin] 10.222.0.23 "PUT /v2.0/routers/aaab99fe-88a7-4fe1-9e96-eec015bdede4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4859319 Apr 29 08:00:37.187168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57438) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:37.190076 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:00:37.190852 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] Sync routers for ids ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:00:37.202514 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] Routers {'aaab99fe-88a7-4fe1-9e96-eec015bdede4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:37.203137 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:00:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:37.300689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks [] for router (aaab99fe-88a7-4fe1-9e96-eec015bdede4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.307388 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] Set router aaab99fe-88a7-4fe1-9e96-eec015bdede4 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:37.314925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.406510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks [] for router_gateway (aaab99fe-88a7-4fe1-9e96-eec015bdede4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.464712 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Deleting port cbb0c68c-951a-48b8-8453-76616a7e645b {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:37.465043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.484909 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T08:00:36Z', 'revision_number': 5, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'gw_port': {'id': 'cbb0c68c-951a-48b8-8453-76616a7e645b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T07:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:37.510666 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] Checking router: aaab99fe-88a7-4fe1-9e96-eec015bdede4 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:00:37.519065 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] Routers {'aaab99fe-88a7-4fe1-9e96-eec015bdede4'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:00:37.519667 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:00:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:37.546245 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] For port cbb0c68c-951a-48b8-8453-76616a7e645b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=cbb0c68c-951a-48b8-8453-76616a7e645b,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:37.546603 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.560059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Calling delete_port for cbb0c68c-951a-48b8-8453-76616a7e645b owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:37.605103 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] Set router aaab99fe-88a7-4fe1-9e96-eec015bdede4 gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:00:37.657399 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T08:00:37Z', 'revision_number': 6, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:37.684663 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a0258e-0ceb-481e-a810-fc1c7b9f0175 None None] The sync data for ids ['aaab99fe-88a7-4fe1-9e96-eec015bdede4'] in dv-neutron-839860-1-hyperv is: [{'id': 'aaab99fe-88a7-4fe1-9e96-eec015bdede4', 'name': 'tempest-TestVolumeBootPattern-1479797729-router', 'tenant_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T07:52:50Z', 'updated_at': '2022-04-29T08:00:37Z', 'revision_number': 6, 'project_id': 'dd0b6cfaffd04a9284b50d8a813fad60', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:00:37.733315 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (cbb0c68c-951a-48b8-8453-76616a7e645b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.759358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb0c68c-951a-48b8-8453-76616a7e645b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:37.821256 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (aaab99fe-88a7-4fe1-9e96-eec015bdede4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.918168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (aaab99fe-88a7-4fe1-9e96-eec015bdede4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.920359 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks [] for router_controller (aaab99fe-88a7-4fe1-9e96-eec015bdede4), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.979018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (aaab99fe-88a7-4fe1-9e96-eec015bdede4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.979697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaab99fe-88a7-4fe1-9e96-eec015bdede4 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:00:37.984414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:37.985892 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-164b2409-8150-4f98-b45b-a21beb3c4d57 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aaab99fe-88a7-4fe1-9e96-eec015bdede4 HTTP/1.1" status: 204 len: 168 time: 0.7977648 Apr 29 08:00:37.989121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57440) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:38.039488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a4e000-c2f8-45a8-bbd8-404e10054326 admin admin] Deleting subnet 0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:00:38.044197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e000-c2f8-45a8-bbd8-404e10054326 admin admin] Publish callbacks [] for subnet (0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.081469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e000-c2f8-45a8-bbd8-404e10054326 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.165617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e000-c2f8-45a8-bbd8-404e10054326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.219863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e000-c2f8-45a8-bbd8-404e10054326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.249847 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e000-c2f8-45a8-bbd8-404e10054326 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.253027 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f1a4e000-c2f8-45a8-bbd8-404e10054326 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6 HTTP/1.1" status: 204 len: 168 time: 0.2624860 Apr 29 08:00:38.254044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4e000-c2f8-45a8-bbd8-404e10054326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1f7f8b-c832-4e1d-ad69-bb2f42131ba6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:38.255538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57442) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:38.259765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1499534-1c36-4dfe-a77f-27900ee8fab3 None None] Network d32bbb42-4507-4684-ac65-d02bd3c06615 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:00:38.323371 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (d32bbb42-4507-4684-ac65-d02bd3c06615), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.382251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Deleting port 68a9190c-2355-4fb6-af22-66b3649a3288 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:38.382599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.444140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] For port 68a9190c-2355-4fb6-af22-66b3649a3288, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=68a9190c-2355-4fb6-af22-66b3649a3288,segment=NetworkSegment(83f7b2a0-cf18-4091-b2dd-61f0c0720691),segment_id=83f7b2a0-cf18-4091-b2dd-61f0c0720691)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:38.444380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.459196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Calling delete_port for 68a9190c-2355-4fb6-af22-66b3649a3288 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:38.490318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb54fe3-ac07-4705-be9d-dc3a59d34ec1 None None] DHCP port deletion for d32bbb42-4507-4684-ac65-d02bd3c06615 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:00:38.492884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2dff29d4-313b-497d-8238-c598c55d04c5 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:38.517026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 2dff29d4-313b-497d-8238-c598c55d04c5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:00:38.517392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2dff29d4-313b-497d-8238-c598c55d04c5 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:38.567232 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7fb54fe3-ac07-4705-be9d-dc3a59d34ec1 None None] Deleting port 68a9190c-2355-4fb6-af22-66b3649a3288 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:00:38.567597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7fb54fe3-ac07-4705-be9d-dc3a59d34ec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.792944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-7fb54fe3-ac07-4705-be9d-dc3a59d34ec1 None None] For port 68a9190c-2355-4fb6-af22-66b3649a3288, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=68a9190c-2355-4fb6-af22-66b3649a3288,segment=NetworkSegment(83f7b2a0-cf18-4091-b2dd-61f0c0720691),segment_id=83f7b2a0-cf18-4091-b2dd-61f0c0720691)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:38.793462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7fb54fe3-ac07-4705-be9d-dc3a59d34ec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.806279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7fb54fe3-ac07-4705-be9d-dc3a59d34ec1 None None] Calling delete_port for 68a9190c-2355-4fb6-af22-66b3649a3288 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:00:38.869276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.882990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7fb54fe3-ac07-4705-be9d-dc3a59d34ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (68a9190c-2355-4fb6-af22-66b3649a3288), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:38.896748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Pushing event deleted for resources: {'Port': ['ID=68a9190c-2355-4fb6-af22-66b3649a3288,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:38.898524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] No DVR routers for this DVR port 68a9190c-2355-4fb6-af22-66b3649a3288 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:00:38.907701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54fe3-ac07-4705-be9d-dc3a59d34ec1 None None] Pushing event deleted for resources: {'Port': ['ID=68a9190c-2355-4fb6-af22-66b3649a3288,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:38.911026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb54fe3-ac07-4705-be9d-dc3a59d34ec1 None None] No DVR routers for this DVR port 68a9190c-2355-4fb6-af22-66b3649a3288 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:00:38.976934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (d32bbb42-4507-4684-ac65-d02bd3c06615), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.001812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32bbb42-4507-4684-ac65-d02bd3c06615']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:39.012044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f7b2a0-cf18-4091-b2dd-61f0c0720691') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:39.012341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f7b2a0-cf18-4091-b2dd-61f0c0720691') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:00:39.022632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (83f7b2a0-cf18-4091-b2dd-61f0c0720691), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.039617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (83f7b2a0-cf18-4091-b2dd-61f0c0720691), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.046520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:00:39.046862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (83f7b2a0-cf18-4091-b2dd-61f0c0720691), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:00:39.048566 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:00:39.104883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (d32bbb42-4507-4684-ac65-d02bd3c06615), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.111927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.115269 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] 10.222.0.23 "DELETE /v2.0/networks/d32bbb42-4507-4684-ac65-d02bd3c06615 HTTP/1.1" status: 204 len: 168 time: 0.8588281 Apr 29 08:00:39.126477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f66c3-c29b-401d-8aa6-3dc241cd252b admin admin] Pushing event deleted for resources: {'Network': ['ID=d32bbb42-4507-4684-ac65-d02bd3c06615,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:39.250727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57446) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:39.303353 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8606b3de-6ecc-4c91-8b0e-4c70621269a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7c1ee5e093b4d3880e4950f33e3bb0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512621 Apr 29 08:00:39.305827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57448) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:39.355205 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9675d57-4c4e-4a52-9b81-f11a38c1fe8a admin admin] Publish callbacks [] for security_group (d8225624-6d37-4177-a3a4-1a423c54fde3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.380335 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9675d57-4c4e-4a52-9b81-f11a38c1fe8a admin admin] Publish callbacks [] for security_group (d8225624-6d37-4177-a3a4-1a423c54fde3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.428166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9675d57-4c4e-4a52-9b81-f11a38c1fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d8225624-6d37-4177-a3a4-1a423c54fde3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.431532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9675d57-4c4e-4a52-9b81-f11a38c1fe8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.433011 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e9675d57-4c4e-4a52-9b81-f11a38c1fe8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8225624-6d37-4177-a3a4-1a423c54fde3 HTTP/1.1" status: 204 len: 168 time: 0.1261141 Apr 29 08:00:39.440737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9675d57-4c4e-4a52-9b81-f11a38c1fe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8225624-6d37-4177-a3a4-1a423c54fde3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:39.781574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57454) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:39.796763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device cbb0c68c-951a-48b8-8453-76616a7e645b no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:39.818923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: cbb0c68c-951a-48b8-8453-76616a7e645b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:00:39.819266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device cbb0c68c-951a-48b8-8453-76616a7e645b not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:39.819690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 68a9190c-2355-4fb6-af22-66b3649a3288 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:00:39.821673 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-58ed769b-8056-423d-a678-82ada6f6d453 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd0b6cfaffd04a9284b50d8a813fad60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388999 Apr 29 08:00:39.824781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57456) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:00:39.839143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 68a9190c-2355-4fb6-af22-66b3649a3288 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:00:39.839487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 68a9190c-2355-4fb6-af22-66b3649a3288 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:00:39.875152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd45711f-b7ed-4a77-b64a-1267dc164900 admin admin] Publish callbacks [] for security_group (cbd0c836-5853-4d10-b246-1b1815172c9d), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.897101 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd45711f-b7ed-4a77-b64a-1267dc164900 admin admin] Publish callbacks [] for security_group (cbd0c836-5853-4d10-b246-1b1815172c9d), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.950545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd45711f-b7ed-4a77-b64a-1267dc164900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (cbd0c836-5853-4d10-b246-1b1815172c9d), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.953115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cd45711f-b7ed-4a77-b64a-1267dc164900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:39.954276 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cd45711f-b7ed-4a77-b64a-1267dc164900 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbd0c836-5853-4d10-b246-1b1815172c9d HTTP/1.1" status: 204 len: 168 time: 0.1285775 Apr 29 08:00:39.961899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45711f-b7ed-4a77-b64a-1267dc164900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd0c836-5853-4d10-b246-1b1815172c9d,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:47.234816 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-d77c46b5-2171-4323-b456-5ade78bf1961 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a3c5ac4574304adf8c30d99a540d82b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295064 Apr 29 08:00:47.418217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-f9f62fd3-a7cc-44b7-b2ee-f390460b749b tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:47.419676 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-f9f62fd3-a7cc-44b7-b2ee-f390460b749b tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770110 Apr 29 08:00:47.435103 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-49fee68b-a88f-4370-b075-41953d6162de tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/quotas/a3c5ac4574304adf8c30d99a540d82b5 HTTP/1.1" status: 200 len: 375 time: 0.0098062 Apr 29 08:00:47.471073 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-2be51d76-bb87-44c5-8443-0e0fcf0b7d64 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3c5ac4574304adf8c30d99a540d82b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310655 Apr 29 08:00:47.631925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6b46a084-1744-4c01-ad07-8164d6d142a6 req-edbcc36b-1019-494f-9fda-1055acffa86a tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 210 time: 0.0275502 Apr 29 08:00:48.710226 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cce5e262-7551-4624-8e13-5e0f094899dc req-5e83a039-252c-444a-bf8b-2615f30ac684 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 210 time: 0.0280879 Apr 29 08:00:49.787720 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0ef15334-1653-4421-a1f3-d35eed12cfe0 req-6248f3c3-f8a8-4026-b8a5-f8ba3618096a tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 210 time: 0.0279856 Apr 29 08:00:50.875341 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-468426e2-e0d2-4417-a0e9-592aee37669a req-0852fa1a-edae-4747-96ff-471b566d4c0d tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 210 time: 0.0276780 Apr 29 08:00:51.510060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-c21a861c-883c-4fa1-bc10-92bfc44d4d75 req-b6e26fe2-6ea7-4a59-9e76-61753e71e120 tempest-TestNetworkBasicOps-1552700564 tempest-TestNetworkBasicOps-1552700564-project] (104224) timed out ('10.222.0.23', 55762) {{(pid=104224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 08:00:51.986176 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0a5c5a1a-cab3-4640-b0c1-23bb064a0429 req-7defda1b-43e7-49a4-a6ae-905458e21be4 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 210 time: 0.0344899 Apr 29 08:00:52.558227 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-abb14f6d-e8c9-426d-9d3f-d2669f94acc1 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a3c5ac4574304adf8c30d99a540d82b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335743 Apr 29 08:00:52.738734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-f8f2b01e-0cbc-4fa7-b7f3-040db43f62e4 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:52.740158 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-f8f2b01e-0cbc-4fa7-b7f3-040db43f62e4 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769764 Apr 29 08:00:52.752767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Request body: {'port': {'device_id': '26689c53-4f9c-432d-a684-6ad175b732d1', 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068', 'admin_state_up': True, 'tenant_id': 'a3c5ac4574304adf8c30d99a540d82b5'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:52.860514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Made reservation on behalf of a3c5ac4574304adf8c30d99a540d82b5 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:00:52.863928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:52.872354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:52.942979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks [] for security_group (b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:52.949256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:53.009112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:53.081131 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0e02dad8-380c-4ee0-b941-9f542b6266e5 req-7195eb28-736e-4f0e-9e23-37b4675c0a0b tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 210 time: 0.0273738 Apr 29 08:00:53.086017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Allocated IP 192.168.233.121 (9953aafe-5b76-42eb-99e6-5acd1f794068/f5235a40-cff0-4fbc-a284-2d8846483913/dbddcb0e-3766-4aa6-ac02-60940dfad62a) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:00:53.238917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks [] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:53.280647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:53.321807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Network 9953aafe-5b76-42eb-99e6-5acd1f794068 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:00:53.326060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:00:53.330240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:00:53.338768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Pushing event updated for resources: {'Port': ['ID=dbddcb0e-3766-4aa6-ac02-60940dfad62a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:53.387847 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:53.388492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:53.405622 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-a8a61d3f-1b21-454e-aca4-3f0da735faa0 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6563137 Apr 29 08:00:53.417202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Request body: {'port': {'device_id': '26689c53-4f9c-432d-a684-6ad175b732d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:00:53.482644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:53.619673 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f8b92c08-d84e-4f4f-a802-b32202326a1a None None] Provisioning complete for port dbddcb0e-3766-4aa6-ac02-60940dfad62a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:00:53.620306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8b92c08-d84e-4f4f-a802-b32202326a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:53.653876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f8b92c08-d84e-4f4f-a802-b32202326a1a None None] Port dbddcb0e-3766-4aa6-ac02-60940dfad62a cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:00:53.747788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbddcb0e-3766-4aa6-ac02-60940dfad62a {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:00:53.755566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Publish callbacks [] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:53.769401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Transition to ACTIVE for port object dbddcb0e-3766-4aa6-ac02-60940dfad62a will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:00:53.774793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:53.827139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Pushing event updated for resources: {'Port': ['ID=dbddcb0e-3766-4aa6-ac02-60940dfad62a,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:53.855047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.855389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.855717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.856041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.856381 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.856707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.857032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.857377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.857694 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.858014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.858333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.858648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.858956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:00:53.914650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Attempting to bind port dbddcb0e-3766-4aa6-ac02-60940dfad62a on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:00:53.914966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Attempting to bind port dbddcb0e-3766-4aa6-ac02-60940dfad62a by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '9b3f53ae-8a9a-4591-bb0c-bae22f7b7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:00:53.915289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Attempting to bind port dbddcb0e-3766-4aa6-ac02-60940dfad62a on network 9953aafe-5b76-42eb-99e6-5acd1f794068 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:00:53.919828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Port dbddcb0e-3766-4aa6-ac02-60940dfad62a on network 9953aafe-5b76-42eb-99e6-5acd1f794068 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:00:53.920144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Attempting to bind port dbddcb0e-3766-4aa6-ac02-60940dfad62a on network 9953aafe-5b76-42eb-99e6-5acd1f794068 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:00:53.925204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:00:53.925574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Checking segment: {'id': '9b3f53ae-8a9a-4591-bb0c-bae22f7b7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:00:53.926008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Bound using segment: {'id': '9b3f53ae-8a9a-4591-bb0c-bae22f7b7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:00:53.926426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Bound port: dbddcb0e-3766-4aa6-ac02-60940dfad62a, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3f53ae-8a9a-4591-bb0c-bae22f7b7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:00:53.926779 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:53.989156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] For port dbddcb0e-3766-4aa6-ac02-60940dfad62a, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:00:53.992084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] For port dbddcb0e-3766-4aa6-ac02-60940dfad62a, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=dbddcb0e-3766-4aa6-ac02-60940dfad62a,segment=NetworkSegment(9b3f53ae-8a9a-4591-bb0c-bae22f7b7533),segment_id=9b3f53ae-8a9a-4591-bb0c-bae22f7b7533)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:00:54.001740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:54.036285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:54.036926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:54.038313 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] 10.222.0.36 "PUT /v2.0/ports/dbddcb0e-3766-4aa6-ac02-60940dfad62a HTTP/1.1" status: 200 len: 1098 time: 0.6255069 Apr 29 08:00:54.038733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26689c53-4f9c-432d-a684-6ad175b732d1', 'tag': 'dbddcb0e-3766-4aa6-ac02-60940dfad62a'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:54.040980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39646a63-3f60-4fa5-85c5-e2d76daa90f4" -d '{"events": [{"name": "network-changed", "server_uuid": "26689c53-4f9c-432d-a684-6ad175b732d1", "tag": "dbddcb0e-3766-4aa6-ac02-60940dfad62a"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:54.066682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa2439-b505-41bc-851a-2b3b2891379b service neutron] Pushing event updated for resources: {'Port': ['ID=dbddcb0e-3766-4aa6-ac02-60940dfad62a,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:54.119979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab3782f-a31e-4ca3-be45-3b330eaf254c x-openstack-request-id: req-dab3782f-a31e-4ca3-be45-3b330eaf254c {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:54.120268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26689c53-4f9c-432d-a684-6ad175b732d1", "tag": "dbddcb0e-3766-4aa6-ac02-60940dfad62a", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:54.120554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dab3782f-a31e-4ca3-be45-3b330eaf254c {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:54.120963 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab3782f-a31e-4ca3-be45-3b330eaf254c'] response: {'name': 'network-changed', 'server_uuid': '26689c53-4f9c-432d-a684-6ad175b732d1', 'tag': 'dbddcb0e-3766-4aa6-ac02-60940dfad62a', 'status': 'completed', 'code': 200} Apr 29 08:00:54.141338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-e2649ac6-26b6-4928-b4a4-0c9809baf75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:54.142884 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-e2649ac6-26b6-4928-b4a4-0c9809baf75c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3c5ac4574304adf8c30d99a540d82b5&device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 1132 time: 0.0574064 Apr 29 08:00:54.186981 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-56b69bb1-df5e-4dbf-a30f-725eda873a94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=dbddcb0e-3766-4aa6-ac02-60940dfad62a HTTP/1.1" status: 200 len: 217 time: 0.0359099 Apr 29 08:00:54.209608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7b7ae-0415-4a01-9b64-6d3285e69884 req-82f40bdc-c709-4c2d-b4d2-ee5a9bd3834a tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:54.211238 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d6c7b7ae-0415-4a01-9b64-6d3285e69884 req-82f40bdc-c709-4c2d-b4d2-ee5a9bd3834a tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 948 time: 0.0570145 Apr 29 08:00:54.241699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-cfa7c40c-9240-4a2b-bb29-91d720623187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:54.243175 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-cfa7c40c-9240-4a2b-bb29-91d720623187 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5235a40-cff0-4fbc-a284-2d8846483913 HTTP/1.1" status: 200 len: 843 time: 0.0501311 Apr 29 08:00:54.258820 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d6c7b7ae-0415-4a01-9b64-6d3285e69884 req-43d188bf-4301-4856-bf1a-e2e11e9cc922 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Apr 29 08:00:54.295812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-87ddef1f-ed00-4c76-b8b2-d8c303e9c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:54.297246 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-87ddef1f-ed00-4c76-b8b2-d8c303e9c828 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9953aafe-5b76-42eb-99e6-5acd1f794068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0481122 Apr 29 08:00:54.384948 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-cb140abc-5702-4a11-8ce5-da84eae6513f service neutron] 10.222.0.36 "GET /v2.0/networks/9953aafe-5b76-42eb-99e6-5acd1f794068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807083 Apr 29 08:00:54.480972 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d718c4a7-c31c-473e-bef4-65e7e2638ca2 req-7a997be1-5055-45c6-b089-01cb7df822ee service neutron] 10.222.0.36 "GET /v2.0/networks/9953aafe-5b76-42eb-99e6-5acd1f794068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904467 Apr 29 08:00:54.575575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-b4316b91-96f3-4349-ba87-b5a526e19d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:54.577092 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-b4316b91-96f3-4349-ba87-b5a526e19d32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3c5ac4574304adf8c30d99a540d82b5&device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 1132 time: 0.0479996 Apr 29 08:00:54.672721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-21975153-7f20-4dc9-8cb3-7e1af0199016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:54.674275 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-21975153-7f20-4dc9-8cb3-7e1af0199016 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9953aafe-5b76-42eb-99e6-5acd1f794068 HTTP/1.1" status: 200 len: 870 time: 0.0904367 Apr 29 08:00:54.718702 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-5455461b-6f1f-407e-af34-c321c7caed35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=dbddcb0e-3766-4aa6-ac02-60940dfad62a HTTP/1.1" status: 200 len: 217 time: 0.0372431 Apr 29 08:00:54.767177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-b4dcec8c-ad6a-492d-8bbe-997cca526c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:54.768584 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-b4dcec8c-ad6a-492d-8bbe-997cca526c31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5235a40-cff0-4fbc-a284-2d8846483913 HTTP/1.1" status: 200 len: 843 time: 0.0442121 Apr 29 08:00:54.824058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-a21ac0cf-fd6c-4a50-974e-4b58706d2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:54.825477 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-a21ac0cf-fd6c-4a50-974e-4b58706d2463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9953aafe-5b76-42eb-99e6-5acd1f794068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0488012 Apr 29 08:00:54.923785 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-ffd0a1eb-0450-4a0d-ab31-5fbbe2095da8 service neutron] 10.222.0.36 "GET /v2.0/networks/9953aafe-5b76-42eb-99e6-5acd1f794068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912514 Apr 29 08:00:55.014665 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39646a63-3f60-4fa5-85c5-e2d76daa90f4 req-fbb47501-dbc6-4adf-acd7-266d0018273f service neutron] 10.222.0.36 "GET /v2.0/networks/9953aafe-5b76-42eb-99e6-5acd1f794068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828321 Apr 29 08:00:55.393885 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5d5b0-c866-4f6b-95e1-b05dc0d2b5b0 req-68f9567f-622a-48e9-a23c-022ab2a78e45 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:55.395379 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e8e5d5b0-c866-4f6b-95e1-b05dc0d2b5b0 req-68f9567f-622a-48e9-a23c-022ab2a78e45 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 948 time: 0.0621061 Apr 29 08:00:55.455660 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e8e5d5b0-c866-4f6b-95e1-b05dc0d2b5b0 req-047276c1-a767-4b1a-98eb-44b6a3b90d1f tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517237 Apr 29 08:00:56.565955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device dbddcb0e-3766-4aa6-ac02-60940dfad62a details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:00:56.579420 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54993526-f251-46fe-841f-7f80b9465dca req-8dc4d351-1171-4e69-a89c-6fa5df04f079 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:56.580906 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-54993526-f251-46fe-841f-7f80b9465dca req-8dc4d351-1171-4e69-a89c-6fa5df04f079 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 948 time: 0.0549808 Apr 29 08:00:56.628228 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-54993526-f251-46fe-841f-7f80b9465dca req-63ef22d4-d074-49d2-a77c-b6a924e15290 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Apr 29 08:00:56.665170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port dbddcb0e-3766-4aa6-ac02-60940dfad62a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=dbddcb0e-3766-4aa6-ac02-60940dfad62a,segment=NetworkSegment(9b3f53ae-8a9a-4591-bb0c-bae22f7b7533),segment_id=9b3f53ae-8a9a-4591-bb0c-bae22f7b7533)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:56.676389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'dbddcb0e-3766-4aa6-ac02-60940dfad62a', 'network_id': '9953aafe-5b76-42eb-99e6-5acd1f794068', 'port_id': 'dbddcb0e-3766-4aa6-ac02-60940dfad62a', 'mac_address': 'fa:16:3e:c7:71:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5235a40-cff0-4fbc-a284-2d8846483913', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:00:56.712305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port dbddcb0e-3766-4aa6-ac02-60940dfad62a is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:00:56.712676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:56.729340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbddcb0e-3766-4aa6-ac02-60940dfad62a {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:00:56.755317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port dbddcb0e-3766-4aa6-ac02-60940dfad62a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=dbddcb0e-3766-4aa6-ac02-60940dfad62a,segment=NetworkSegment(9b3f53ae-8a9a-4591-bb0c-bae22f7b7533),segment_id=9b3f53ae-8a9a-4591-bb0c-bae22f7b7533)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:56.760823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:56.815436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=dbddcb0e-3766-4aa6-ac02-60940dfad62a,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:56.989768 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['dbddcb0e-3766-4aa6-ac02-60940dfad62a'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:00:57.760893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9177a-d890-4337-a2da-796f57bc4a83 req-27c50c5f-c13e-4d16-a12c-8f202cd5b4e6 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:57.762407 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00d9177a-d890-4337-a2da-796f57bc4a83 req-27c50c5f-c13e-4d16-a12c-8f202cd5b4e6 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 949 time: 0.0601366 Apr 29 08:00:57.810807 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00d9177a-d890-4337-a2da-796f57bc4a83 req-3e170866-6fdc-4b28-a1a2-1791aa798c01 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Apr 29 08:00:58.574199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device dbddcb0e-3766-4aa6-ac02-60940dfad62a up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:00:58.629772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port dbddcb0e-3766-4aa6-ac02-60940dfad62a completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:00:58.633553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port dbddcb0e-3766-4aa6-ac02-60940dfad62a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:00:58.633933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:58.709706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port dbddcb0e-3766-4aa6-ac02-60940dfad62a is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:00:58.710078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:58.732229 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26689c53-4f9c-432d-a684-6ad175b732d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbddcb0e-3766-4aa6-ac02-60940dfad62a'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:00:58.734522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3374c32-271c-4a92-9b5c-6ddc4d8149b0" -d '{"events": [{"server_uuid": "26689c53-4f9c-432d-a684-6ad175b732d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbddcb0e-3766-4aa6-ac02-60940dfad62a"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:00:58.746763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port dbddcb0e-3766-4aa6-ac02-60940dfad62a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=dbddcb0e-3766-4aa6-ac02-60940dfad62a,segment=NetworkSegment(9b3f53ae-8a9a-4591-bb0c-bae22f7b7533),segment_id=9b3f53ae-8a9a-4591-bb0c-bae22f7b7533)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:00:58.751252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:00:58.773732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ac820-cc48-4027-bfa0-d0092ff0d7a3 x-openstack-request-id: req-392ac820-cc48-4027-bfa0-d0092ff0d7a3 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:00:58.774023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26689c53-4f9c-432d-a684-6ad175b732d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbddcb0e-3766-4aa6-ac02-60940dfad62a", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:00:58.774280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-392ac820-cc48-4027-bfa0-d0092ff0d7a3 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:00:58.774709 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392ac820-cc48-4027-bfa0-d0092ff0d7a3'] response: {'server_uuid': '26689c53-4f9c-432d-a684-6ad175b732d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbddcb0e-3766-4aa6-ac02-60940dfad62a', 'code': 200} Apr 29 08:00:58.805505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=dbddcb0e-3766-4aa6-ac02-60940dfad62a,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:00:58.964859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44269ec1-2fa0-4220-808e-51fc62fea69a req-a2421b95-51c3-40da-a136-2d829cb92b4d tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:58.966418 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-44269ec1-2fa0-4220-808e-51fc62fea69a req-a2421b95-51c3-40da-a136-2d829cb92b4d tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 950 time: 0.0874865 Apr 29 08:00:58.969127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419a3fd-a869-4f1a-a2c3-0b9ef62123d7 req-36789cf6-7fc6-46a6-a793-f4b1e69901f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:00:58.970534 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e419a3fd-a869-4f1a-a2c3-0b9ef62123d7 req-36789cf6-7fc6-46a6-a793-f4b1e69901f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 1134 time: 0.0654140 Apr 29 08:00:59.040168 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-44269ec1-2fa0-4220-808e-51fc62fea69a req-c14e412e-4fd9-44c4-8254-b926ad9509a5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667229 Apr 29 08:00:59.042291 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e419a3fd-a869-4f1a-a2c3-0b9ef62123d7 req-a56252b1-d8db-43c5-bb6f-257518c0b23a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631142 Apr 29 08:01:00.168629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718d35f-f800-43c2-926a-638df556cd1f req-451ee205-a9d8-4e38-bcca-a62cb5590e1e tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:00.170129 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4718d35f-f800-43c2-926a-638df556cd1f req-451ee205-a9d8-4e38-bcca-a62cb5590e1e tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 950 time: 0.0559785 Apr 29 08:01:00.218992 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4718d35f-f800-43c2-926a-638df556cd1f req-d6cbba64-7363-4e12-be78-950ba23c1109 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Apr 29 08:01:01.341561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ad74eae-ae66-44d7-8f75-0a80b2fb6d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:01.355047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e092e-dc2d-4b18-9399-6e60e2799992 req-25460f55-833a-4e8b-a17a-c55c32fd7046 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:01.356543 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f6e092e-dc2d-4b18-9399-6e60e2799992 req-25460f55-833a-4e8b-a17a-c55c32fd7046 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 950 time: 0.0637412 Apr 29 08:01:01.403169 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f6e092e-dc2d-4b18-9399-6e60e2799992 req-914e99ca-b4d7-4b8c-b0e8-aec6701f5b16 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Apr 29 08:01:01.800809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-ee39d231-b2ba-451d-9399-79c8f50fe9aa req-65cb18da-f4ff-431e-9ffc-7e8c0b50e18d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:01:01.801839 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ee39d231-b2ba-451d-9399-79c8f50fe9aa req-65cb18da-f4ff-431e-9ffc-7e8c0b50e18d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1217310 Apr 29 08:01:02.196266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-93055a7f-c3dc-4359-bd63-19bd08dd32d9 req-391983b8-c5de-44d8-a6fa-7f1a4d5f5f64 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:01:02.197831 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-93055a7f-c3dc-4359-bd63-19bd08dd32d9 req-391983b8-c5de-44d8-a6fa-7f1a4d5f5f64 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077686 Apr 29 08:01:02.571014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79d37d-d1ad-472a-af22-a2e8a2b0357e req-bb484986-a42f-4396-af2d-471fdd6ad693 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:02.572838 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9c79d37d-d1ad-472a-af22-a2e8a2b0357e req-bb484986-a42f-4396-af2d-471fdd6ad693 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 950 time: 0.0577483 Apr 29 08:01:02.618851 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9c79d37d-d1ad-472a-af22-a2e8a2b0357e req-a75283de-98dd-48ad-9f8b-e70b13982649 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 Apr 29 08:01:03.441385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dab9bd4a-2a2c-4578-b6a9-978c43423d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:03.749905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c21ad-2d8f-4b28-be36-305d0987f513 req-933f53fe-37c4-4d2a-ab6b-13107d0e0c34 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:03.751383 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e1c21ad-2d8f-4b28-be36-305d0987f513 req-933f53fe-37c4-4d2a-ab6b-13107d0e0c34 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 950 time: 0.0546341 Apr 29 08:01:03.798509 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e1c21ad-2d8f-4b28-be36-305d0987f513 req-97d0dbc2-34b3-4a21-91c6-4172090aac7a tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412209 Apr 29 08:01:03.809073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-18b61629-7f8f-4d0a-9d95-2ede0809ad3a tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:03.811433 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-18b61629-7f8f-4d0a-9d95-2ede0809ad3a tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.36 "GET /v2.0/ports?device_id=26689c53-4f9c-432d-a684-6ad175b732d1 HTTP/1.1" status: 200 len: 950 time: 0.0547693 Apr 29 08:01:03.904955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Deleting port dbddcb0e-3766-4aa6-ac02-60940dfad62a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:01:03.905318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:03.992173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] For port dbddcb0e-3766-4aa6-ac02-60940dfad62a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=dbddcb0e-3766-4aa6-ac02-60940dfad62a,segment=NetworkSegment(9b3f53ae-8a9a-4591-bb0c-bae22f7b7533),segment_id=9b3f53ae-8a9a-4591-bb0c-bae22f7b7533)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:03.992538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:04.004747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Calling delete_port for dbddcb0e-3766-4aa6-ac02-60940dfad62a owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:01:04.147806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (dbddcb0e-3766-4aa6-ac02-60940dfad62a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:04.159495 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['dbddcb0e-3766-4aa6-ac02-60940dfad62a'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:01:04.177153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Pushing event deleted for resources: {'Port': ['ID=dbddcb0e-3766-4aa6-ac02-60940dfad62a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:04.218473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] No DVR routers for this DVR port dbddcb0e-3766-4aa6-ac02-60940dfad62a on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:01:04.221060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:04.224435 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3b2f3ac6-38a3-4fb8-bac9-6c943cd379d1 req-cf82ecc2-3558-46a8-8f29-3dfe08dd20c5 tempest-ServersAdminNegativeTestJSON-161704999 tempest-ServersAdminNegativeTestJSON-161704999-project] 10.222.0.36 "DELETE /v2.0/ports/dbddcb0e-3766-4aa6-ac02-60940dfad62a HTTP/1.1" status: 204 len: 173 time: 0.4077547 Apr 29 08:01:04.224920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26689c53-4f9c-432d-a684-6ad175b732d1', 'name': 'network-vif-deleted', 'tag': 'dbddcb0e-3766-4aa6-ac02-60940dfad62a'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:04.227364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d23b56-853f-4dc1-a9a2-e0cc04f1b650" -d '{"events": [{"server_uuid": "26689c53-4f9c-432d-a684-6ad175b732d1", "name": "network-vif-deleted", "tag": "dbddcb0e-3766-4aa6-ac02-60940dfad62a"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:04.268570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3254c8-bacd-4e22-a8e1-8936175bbb41 x-openstack-request-id: req-8e3254c8-bacd-4e22-a8e1-8936175bbb41 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:04.268996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26689c53-4f9c-432d-a684-6ad175b732d1", "name": "network-vif-deleted", "tag": "dbddcb0e-3766-4aa6-ac02-60940dfad62a", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:04.269270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e3254c8-bacd-4e22-a8e1-8936175bbb41 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:04.269722 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3254c8-bacd-4e22-a8e1-8936175bbb41'] response: {'server_uuid': '26689c53-4f9c-432d-a684-6ad175b732d1', 'name': 'network-vif-deleted', 'tag': 'dbddcb0e-3766-4aa6-ac02-60940dfad62a', 'status': 'completed', 'code': 200} Apr 29 08:01:04.844519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.115444 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57606) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:01:05.258111 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4ac1cae0-307f-48d6-aa49-13be09703e3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3c5ac4574304adf8c30d99a540d82b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415057 Apr 29 08:01:05.260691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57610) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:01:05.312839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49744170-9018-49ee-812b-7d36466c09af admin admin] Publish callbacks [] for security_group (b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.336447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49744170-9018-49ee-812b-7d36466c09af admin admin] Publish callbacks [] for security_group (b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.390441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49744170-9018-49ee-812b-7d36466c09af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.394039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-49744170-9018-49ee-812b-7d36466c09af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.395278 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-49744170-9018-49ee-812b-7d36466c09af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53 HTTP/1.1" status: 204 len: 168 time: 0.1337404 Apr 29 08:01:05.402766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49744170-9018-49ee-812b-7d36466c09af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f10c98-1f4c-4a3e-9a59-aa4f47f7fb53,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:05.540711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.667590 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57616) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:01:05.685269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9a21a91-30cc-445e-a4a5-16589edae9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.762319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9a21a91-30cc-445e-a4a5-16589edae9a2 admin admin] Publish callbacks [] for security_group (e39db8ef-e430-4371-920c-4d09fdd83ab8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.767299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e9a21a91-30cc-445e-a4a5-16589edae9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e39db8ef-e430-4371-920c-4d09fdd83ab8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.805046 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e9a21a91-30cc-445e-a4a5-16589edae9a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9ab45c34fee441581a1c7aa06cf4d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363978 Apr 29 08:01:05.806002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a21a91-30cc-445e-a4a5-16589edae9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39db8ef-e430-4371-920c-4d09fdd83ab8,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:05.808167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57618) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:01:05.864168 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c00f53a-f1cf-405c-9c1b-1d7d18720504 admin admin] Publish callbacks [] for security_group (e39db8ef-e430-4371-920c-4d09fdd83ab8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.884975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c00f53a-f1cf-405c-9c1b-1d7d18720504 admin admin] Publish callbacks [] for security_group (e39db8ef-e430-4371-920c-4d09fdd83ab8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.936968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c00f53a-f1cf-405c-9c1b-1d7d18720504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (e39db8ef-e430-4371-920c-4d09fdd83ab8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.939524 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2c00f53a-f1cf-405c-9c1b-1d7d18720504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:05.940722 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2c00f53a-f1cf-405c-9c1b-1d7d18720504 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e39db8ef-e430-4371-920c-4d09fdd83ab8 HTTP/1.1" status: 204 len: 168 time: 0.1315978 Apr 29 08:01:05.948653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00f53a-f1cf-405c-9c1b-1d7d18720504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39db8ef-e430-4371-920c-4d09fdd83ab8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:06.147264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:06.618942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device dbddcb0e-3766-4aa6-ac02-60940dfad62a no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:01:06.638755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: dbddcb0e-3766-4aa6-ac02-60940dfad62a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:01:06.639098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device dbddcb0e-3766-4aa6-ac02-60940dfad62a not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:01:06.657699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57640) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:01:06.755166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2102557682-network', 'tenant_id': '47b6b2a7b0ed47a584aeec59ec3f1017'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:06.775752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Made reservation on behalf of 47b6b2a7b0ed47a584aeec59ec3f1017 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:01:06.778163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:06.786484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:06.858452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Publish callbacks [] for security_group (c33a337d-394e-4b59-b774-079d8f0ef7ec), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:06.863724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c33a337d-394e-4b59-b774-079d8f0ef7ec), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:06.884019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:01:06.898418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a337d-394e-4b59-b774-079d8f0ef7ec,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:06.903177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (45d5fefb-93f1-4ab3-b0d5-58a5d2835022), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:06.903518 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Added segment 45d5fefb-93f1-4ab3-b0d5-58a5d2835022 of type vlan for network 93c91075-1ba6-4d7c-9008-4c080ef5ef0e Apr 29 08:01:06.941866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (93c91075-1ba6-4d7c-9008-4c080ef5ef0e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:06.971079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (93c91075-1ba6-4d7c-9008-4c080ef5ef0e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:06.972109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:06.972586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:07.021685 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3627965 Apr 29 08:01:07.024732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57644) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:01:07.029787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Request body: {'subnet': {'network_id': '93c91075-1ba6-4d7c-9008-4c080ef5ef0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2102557682-subnet', 'tenant_id': '47b6b2a7b0ed47a584aeec59ec3f1017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:07.032204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b1ea5-3c24-4259-9133-40d61377987f admin admin] Pushing event updated for resources: {'Network': ['ID=93c91075-1ba6-4d7c-9008-4c080ef5ef0e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:07.042227 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 93c91075-1ba6-4d7c-9008-4c080ef5ef0e details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:01:07.053078 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Made reservation on behalf of 47b6b2a7b0ed47a584aeec59ec3f1017 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:01:07.055534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:07.227170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (a232154e-57af-44ea-94ec-611722e91deb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:07.292296 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a232154e-57af-44ea-94ec-611722e91deb,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:07.301073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Checking segment: {'id': '45d5fefb-93f1-4ab3-b0d5-58a5d2835022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93c91075-1ba6-4d7c-9008-4c080ef5ef0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:01:07.301461 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Network hostable DHCP agents. Network: 93c91075-1ba6-4d7c-9008-4c080ef5ef0e, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:01:07.309674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:07.318609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Network 93c91075-1ba6-4d7c-9008-4c080ef5ef0e is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:01:07.327856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 93c91075-1ba6-4d7c-9008-4c080ef5ef0e) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:07.332902 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:07.333690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:07.338274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa038a-f774-426f-892d-c8fce4112052 None None] Network 93c91075-1ba6-4d7c-9008-4c080ef5ef0e requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:01:07.351574 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-09a82c3e-c9cd-4228-8471-cfda13087b47 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3255668 Apr 29 08:01:07.437863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35667f-3428-4ee4-81bf-32cd249aa432 None None] Network 93c91075-1ba6-4d7c-9008-4c080ef5ef0e requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:01:07.784074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-2c2256a3-9a25-4658-b956-5be145c23d44 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:07.785595 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-2c2256a3-9a25-4658-b956-5be145c23d44 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/networks?id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e HTTP/1.1" status: 200 len: 812 time: 0.1112545 Apr 29 08:01:07.801919 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-ac343a32-f883-409d-8fd2-17b443e78e33 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/quotas/47b6b2a7b0ed47a584aeec59ec3f1017 HTTP/1.1" status: 200 len: 375 time: 0.0092762 Apr 29 08:01:07.836436 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-d026cd70-1a9e-486f-ae9c-21372d59dfd7 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276155 Apr 29 08:01:07.924146 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-1dd12da3-ce42-4baa-9f99-9131ffe12aa4 service neutron] 10.222.0.23 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811825 Apr 29 08:01:08.020981 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-7e23f0be-0c1c-4e3f-84fe-9ea0d8c4aa3c service neutron] 10.222.0.23 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887787 Apr 29 08:01:09.201796 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c57a92cb-afc7-4e07-8774-4e20afae47b4 req-972f4356-395f-46db-90a7-8fe68195155a tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 210 time: 0.0281262 Apr 29 08:01:10.448806 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f24bd692-8db3-433c-9242-1df6b86416d3 req-33857e70-58f7-40f3-b308-319548cbad64 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 210 time: 0.0285468 Apr 29 08:01:11.527465 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ecde38f-e8ad-4d0c-8399-045087274e29 req-47b30c3a-e571-4607-a052-990cd01d2169 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 210 time: 0.0295525 Apr 29 08:01:12.608163 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-db39f679-44f1-4d5e-8643-64f6a0c4524d req-8f459133-f000-43ae-bf64-cda3fc2caa56 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 210 time: 0.0309174 Apr 29 08:01:13.717253 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-839abe6f-f5fa-41d1-b6a5-e5c67e9d9f8c req-6786440b-e5ce-4f51-a306-4c8ba6e1b1d1 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 210 time: 0.0287554 Apr 29 08:01:14.188913 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:01:14.333658 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-d45c9a3e-f40a-46d7-b48b-7fb624df5f87 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:14.335115 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-d45c9a3e-f40a-46d7-b48b-7fb624df5f87 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.36 "GET /v2.0/networks?id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e HTTP/1.1" status: 200 len: 812 time: 0.1076279 Apr 29 08:01:14.346827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Request body: {'port': {'device_id': '07e96870-8da9-4570-8b23-5e02b6c60636', 'network_id': '93c91075-1ba6-4d7c-9008-4c080ef5ef0e', 'admin_state_up': True, 'tenant_id': '47b6b2a7b0ed47a584aeec59ec3f1017'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:14.459816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Made reservation on behalf of 47b6b2a7b0ed47a584aeec59ec3f1017 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:01:14.463336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:14.588067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Allocated IP 172.20.0.8 (93c91075-1ba6-4d7c-9008-4c080ef5ef0e/a232154e-57af-44ea-94ec-611722e91deb/410a06e7-a74b-4423-b0a7-a1fb65edfafc) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:01:14.743080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Publish callbacks [] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:14.777282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:14.849145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Network 93c91075-1ba6-4d7c-9008-4c080ef5ef0e is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:01:14.858202 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:01:14.861641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Pushing event updated for resources: {'Port': ['ID=410a06e7-a74b-4423-b0a7-a1fb65edfafc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:14.863789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:01:14.914208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dd0da-534f-4732-a92b-f4476e66e354 req-c63ec3ff-326c-47ab-8d17-38368dada5df tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:14.915693 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c06dd0da-534f-4732-a92b-f4476e66e354 req-c63ec3ff-326c-47ab-8d17-38368dada5df tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 931 time: 0.1274652 Apr 29 08:01:14.923027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:14.923716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:14.956400 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-551ed173-01da-4f85-bbe6-6c77cf8bfe70 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6126215 Apr 29 08:01:14.968501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Request body: {'port': {'device_id': '07e96870-8da9-4570-8b23-5e02b6c60636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:01:15.003355 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c06dd0da-534f-4732-a92b-f4476e66e354 req-8e78859a-26ef-4213-ae5a-be3feb1de332 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770743 Apr 29 08:01:15.040670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:15.622296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410a06e7-a74b-4423-b0a7-a1fb65edfafc {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:01:15.629883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Publish callbacks [] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:15.641765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Transition to ACTIVE for port object 410a06e7-a74b-4423-b0a7-a1fb65edfafc will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:01:15.646719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:15.697119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Pushing event updated for resources: {'Port': ['ID=410a06e7-a74b-4423-b0a7-a1fb65edfafc,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:15.766703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Attempting to bind port 410a06e7-a74b-4423-b0a7-a1fb65edfafc on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:01:15.767034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Attempting to bind port 410a06e7-a74b-4423-b0a7-a1fb65edfafc by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '45d5fefb-93f1-4ab3-b0d5-58a5d2835022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93c91075-1ba6-4d7c-9008-4c080ef5ef0e'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:01:15.767420 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Attempting to bind port 410a06e7-a74b-4423-b0a7-a1fb65edfafc on network 93c91075-1ba6-4d7c-9008-4c080ef5ef0e {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:01:15.771834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Port 410a06e7-a74b-4423-b0a7-a1fb65edfafc on network 93c91075-1ba6-4d7c-9008-4c080ef5ef0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:01:15.772151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Attempting to bind port 410a06e7-a74b-4423-b0a7-a1fb65edfafc on network 93c91075-1ba6-4d7c-9008-4c080ef5ef0e {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:01:15.777127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:01:15.777489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Checking segment: {'id': '45d5fefb-93f1-4ab3-b0d5-58a5d2835022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93c91075-1ba6-4d7c-9008-4c080ef5ef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:01:15.777878 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Bound using segment: {'id': '45d5fefb-93f1-4ab3-b0d5-58a5d2835022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93c91075-1ba6-4d7c-9008-4c080ef5ef0e'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:01:15.778298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Bound port: 410a06e7-a74b-4423-b0a7-a1fb65edfafc, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d5fefb-93f1-4ab3-b0d5-58a5d2835022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93c91075-1ba6-4d7c-9008-4c080ef5ef0e'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:01:15.778644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:15.841887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] For port 410a06e7-a74b-4423-b0a7-a1fb65edfafc, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:01:15.844814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] For port 410a06e7-a74b-4423-b0a7-a1fb65edfafc, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc,segment=NetworkSegment(45d5fefb-93f1-4ab3-b0d5-58a5d2835022),segment_id=45d5fefb-93f1-4ab3-b0d5-58a5d2835022)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:01:15.853760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:15.893004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:15.893671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:15.895077 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] 10.222.0.36 "PUT /v2.0/ports/410a06e7-a74b-4423-b0a7-a1fb65edfafc HTTP/1.1" status: 200 len: 1093 time: 0.9306128 Apr 29 08:01:15.895513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e96870-8da9-4570-8b23-5e02b6c60636', 'tag': '410a06e7-a74b-4423-b0a7-a1fb65edfafc'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:15.897803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609" -d '{"events": [{"name": "network-changed", "server_uuid": "07e96870-8da9-4570-8b23-5e02b6c60636", "tag": "410a06e7-a74b-4423-b0a7-a1fb65edfafc"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:15.921591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b39fb2-2331-45ce-b166-a45ebcdc80fa service neutron] Pushing event updated for resources: {'Port': ['ID=410a06e7-a74b-4423-b0a7-a1fb65edfafc,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:15.983055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-7d0891db-2605-4563-ae01-4af1d5561e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:15.984872 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-7d0891db-2605-4563-ae01-4af1d5561e51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017&device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 1127 time: 0.0504916 Apr 29 08:01:16.030913 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-c054a70d-a59a-42c6-a5c8-8bacb42e9db9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc HTTP/1.1" status: 200 len: 217 time: 0.0391226 Apr 29 08:01:16.091132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-5de4d151-07a4-4c2a-8f91-e888de41aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:16.092668 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-5de4d151-07a4-4c2a-8f91-e888de41aae9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a232154e-57af-44ea-94ec-611722e91deb HTTP/1.1" status: 200 len: 852 time: 0.0558336 Apr 29 08:01:16.108672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ece153-049b-4713-9031-c10e8eefea4b x-openstack-request-id: req-57ece153-049b-4713-9031-c10e8eefea4b {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:16.108957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e96870-8da9-4570-8b23-5e02b6c60636", "tag": "410a06e7-a74b-4423-b0a7-a1fb65edfafc", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:16.109207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57ece153-049b-4713-9031-c10e8eefea4b {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:16.109628 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ece153-049b-4713-9031-c10e8eefea4b'] response: {'name': 'network-changed', 'server_uuid': '07e96870-8da9-4570-8b23-5e02b6c60636', 'tag': '410a06e7-a74b-4423-b0a7-a1fb65edfafc', 'status': 'completed', 'code': 200} Apr 29 08:01:16.138887 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-5027e20f-3cfd-4e5b-b36f-ccc3f0ff0e76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318909 Apr 29 08:01:16.210382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2828-c88a-4247-8052-49880c76286e req-0b0f5872-edc6-402c-81fb-1dfb3e2f2e23 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:16.211877 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-22ee2828-c88a-4247-8052-49880c76286e req-0b0f5872-edc6-402c-81fb-1dfb3e2f2e23 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 943 time: 0.1366627 Apr 29 08:01:16.272157 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-d53e9aef-6e40-4e96-8859-e01c908a82b4 service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261597 Apr 29 08:01:16.293262 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-22ee2828-c88a-4247-8052-49880c76286e req-85b641fa-295b-4394-b12b-d5e9352266f6 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754268 Apr 29 08:01:16.367041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-935524a7-9299-4909-8f0a-6a1a050c8594 req-e7a3c25c-ce08-4f82-bca1-41e4d75c65fc service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877626 Apr 29 08:01:16.458858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-ea552022-32cf-4e74-94ea-df5293b2a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:16.460465 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-ea552022-32cf-4e74-94ea-df5293b2a29d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017&device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 1127 time: 0.0471232 Apr 29 08:01:16.564390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-1560468b-d291-42c1-9324-06ce53a536ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:16.565921 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-1560468b-d291-42c1-9324-06ce53a536ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e HTTP/1.1" status: 200 len: 913 time: 0.0995135 Apr 29 08:01:16.607648 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-4d537223-3212-4b18-a2ab-a19118707039 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc HTTP/1.1" status: 200 len: 217 time: 0.0338738 Apr 29 08:01:16.659805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-09a1ae22-7f4a-46a5-bac9-9b2dbde17d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:16.661149 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-09a1ae22-7f4a-46a5-bac9-9b2dbde17d95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a232154e-57af-44ea-94ec-611722e91deb HTTP/1.1" status: 200 len: 852 time: 0.0474927 Apr 29 08:01:16.692558 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-9cc61190-579e-491c-ac53-9b6aa83f402d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249844 Apr 29 08:01:16.780477 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-6f90f910-48f6-491a-ac8d-cacdd9fd50c6 service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813920 Apr 29 08:01:16.878802 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b3e8c85f-9ac9-48e1-a8d6-7219e84ff609 req-ffa08592-12b9-402d-be19-132c38852f33 service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910764 Apr 29 08:01:17.431734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddc160-b505-4ce1-94f0-f1a67dd4b1af req-6a526107-71c7-41f9-929b-c67cb5ac0309 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:17.433728 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d2ddc160-b505-4ce1-94f0-f1a67dd4b1af req-6a526107-71c7-41f9-929b-c67cb5ac0309 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 943 time: 0.0656490 Apr 29 08:01:17.482492 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d2ddc160-b505-4ce1-94f0-f1a67dd4b1af req-d1010b0c-fa0f-4831-a76b-658c5e184a32 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Apr 29 08:01:18.625980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4029a65-d647-40ac-a684-5660ffae9ecb req-eb9244ea-b601-4d59-ab81-aedf5b2776d1 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:18.627425 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4029a65-d647-40ac-a684-5660ffae9ecb req-eb9244ea-b601-4d59-ab81-aedf5b2776d1 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 943 time: 0.0537350 Apr 29 08:01:18.677571 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4029a65-d647-40ac-a684-5660ffae9ecb req-76bab363-686c-4913-a53c-83e16c18318e tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Apr 29 08:01:18.680876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 410a06e7-a74b-4423-b0a7-a1fb65edfafc details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:01:18.780152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 410a06e7-a74b-4423-b0a7-a1fb65edfafc, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc,segment=NetworkSegment(45d5fefb-93f1-4ab3-b0d5-58a5d2835022),segment_id=45d5fefb-93f1-4ab3-b0d5-58a5d2835022)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:18.792065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '410a06e7-a74b-4423-b0a7-a1fb65edfafc', 'network_id': '93c91075-1ba6-4d7c-9008-4c080ef5ef0e', 'port_id': '410a06e7-a74b-4423-b0a7-a1fb65edfafc', 'mac_address': 'fa:16:3e:8e:04:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a232154e-57af-44ea-94ec-611722e91deb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:01:18.835790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 410a06e7-a74b-4423-b0a7-a1fb65edfafc is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:01:18.836171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:18.849733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410a06e7-a74b-4423-b0a7-a1fb65edfafc {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:01:18.868787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 410a06e7-a74b-4423-b0a7-a1fb65edfafc, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc,segment=NetworkSegment(45d5fefb-93f1-4ab3-b0d5-58a5d2835022),segment_id=45d5fefb-93f1-4ab3-b0d5-58a5d2835022)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:18.874100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:18.922510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=410a06e7-a74b-4423-b0a7-a1fb65edfafc,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:19.066379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['410a06e7-a74b-4423-b0a7-a1fb65edfafc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:01:19.813743 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee5334-98bf-4304-96f3-b4f8a330ca62 req-37824bae-5e2c-4f12-bcd9-46a0199deed5 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:19.815200 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f3ee5334-98bf-4304-96f3-b4f8a330ca62 req-37824bae-5e2c-4f12-bcd9-46a0199deed5 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 944 time: 0.0628796 Apr 29 08:01:19.862523 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f3ee5334-98bf-4304-96f3-b4f8a330ca62 req-27150f98-7590-4ca2-a2b1-7b688ad3123d tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Apr 29 08:01:20.696532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 410a06e7-a74b-4423-b0a7-a1fb65edfafc up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:01:20.762261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 410a06e7-a74b-4423-b0a7-a1fb65edfafc completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:01:20.765902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 410a06e7-a74b-4423-b0a7-a1fb65edfafc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:01:20.766267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:20.845064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 410a06e7-a74b-4423-b0a7-a1fb65edfafc is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:01:20.845545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:20.871960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e96870-8da9-4570-8b23-5e02b6c60636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410a06e7-a74b-4423-b0a7-a1fb65edfafc'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:20.874232 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234984c0-0d37-4577-9e03-1bf3a80f5abf" -d '{"events": [{"server_uuid": "07e96870-8da9-4570-8b23-5e02b6c60636", "name": "network-vif-plugged", "status": "completed", "tag": "410a06e7-a74b-4423-b0a7-a1fb65edfafc"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:20.887058 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 410a06e7-a74b-4423-b0a7-a1fb65edfafc, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc,segment=NetworkSegment(45d5fefb-93f1-4ab3-b0d5-58a5d2835022),segment_id=45d5fefb-93f1-4ab3-b0d5-58a5d2835022)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:20.892519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:20.945507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=410a06e7-a74b-4423-b0a7-a1fb65edfafc,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:20.980293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa008fa-4b94-472f-8328-84d09571f7a7 x-openstack-request-id: req-9aa008fa-4b94-472f-8328-84d09571f7a7 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:20.980592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e96870-8da9-4570-8b23-5e02b6c60636", "name": "network-vif-plugged", "status": "completed", "tag": "410a06e7-a74b-4423-b0a7-a1fb65edfafc", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:20.981088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9aa008fa-4b94-472f-8328-84d09571f7a7 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:20.981546 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa008fa-4b94-472f-8328-84d09571f7a7'] response: {'server_uuid': '07e96870-8da9-4570-8b23-5e02b6c60636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410a06e7-a74b-4423-b0a7-a1fb65edfafc', 'code': 200} Apr 29 08:01:20.995293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e10aa8-d948-4154-b48f-150acfd8594d req-071c1c81-16aa-4caa-94e4-e39e77f8a974 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:20.996791 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-19e10aa8-d948-4154-b48f-150acfd8594d req-071c1c81-16aa-4caa-94e4-e39e77f8a974 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0590909 Apr 29 08:01:21.049327 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-19e10aa8-d948-4154-b48f-150acfd8594d req-2146bd06-0bf1-4cd2-91a1-6dd2863eea22 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 Apr 29 08:01:21.150412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb6d42-3522-4220-b2bf-9b2814a8787b req-a1881e2a-c159-4aab-81a4-2ac739a8a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:21.151898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12eb6d42-3522-4220-b2bf-9b2814a8787b req-a1881e2a-c159-4aab-81a4-2ac739a8a66d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 1129 time: 0.0487177 Apr 29 08:01:21.199116 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12eb6d42-3522-4220-b2bf-9b2814a8787b req-3aa1286c-53f9-454d-95e9-d752ac299e69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Apr 29 08:01:22.182329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35913ef7-9283-4136-862a-5a8b5582ee64 req-6b4c2d4b-8119-46e0-a968-dacc1bfbef2a tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:22.184803 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-35913ef7-9283-4136-862a-5a8b5582ee64 req-6b4c2d4b-8119-46e0-a968-dacc1bfbef2a tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0543859 Apr 29 08:01:22.236490 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-35913ef7-9283-4136-862a-5a8b5582ee64 req-35afabec-040f-4e60-b10a-d9683813793d tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467336 Apr 29 08:01:23.370914 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2df7-024b-4605-a79c-17ebea4fc1d8 req-2340fb24-4c22-4c80-b3cc-7e349e01b660 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:23.372489 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-45cc2df7-024b-4605-a79c-17ebea4fc1d8 req-2340fb24-4c22-4c80-b3cc-7e349e01b660 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0570631 Apr 29 08:01:23.428783 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-45cc2df7-024b-4605-a79c-17ebea4fc1d8 req-5337c79d-07f6-4b81-80b4-d34a33b13564 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483954 Apr 29 08:01:23.772317 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c852-cdd0-48c2-96b5-2cd51d275146 req-12065903-8dc8-4618-bfb7-14a1fa81e2bc tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:23.773779 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-67f4c852-cdd0-48c2-96b5-2cd51d275146 req-12065903-8dc8-4618-bfb7-14a1fa81e2bc tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0548196 Apr 29 08:01:23.794157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57726) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:01:23.821098 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-67f4c852-cdd0-48c2-96b5-2cd51d275146 req-2c671db0-ad48-4a90-87f5-ed986b320902 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Apr 29 08:01:23.882757 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-4210cbbc-e5f2-4e5f-b117-ac85a18648bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874500 Apr 29 08:01:23.891572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-3087cbf7-0ace-4242-b1a6-89aed024b5e2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:01:23.892513 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-3087cbf7-0ace-4242-b1a6-89aed024b5e2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049415 Apr 29 08:01:24.255003 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57746) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:01:24.349663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-7ff0d0f3-4c53-4aa7-b67d-e0614239ea92 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:24.351099 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-7ff0d0f3-4c53-4aa7-b67d-e0614239ea92 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports/410a06e7-a74b-4423-b0a7-a1fb65edfafc HTTP/1.1" status: 200 len: 942 time: 0.0950406 Apr 29 08:01:24.949324 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6614cd-5b4c-469d-975e-74868d317d2f req-82c15f92-8659-4717-81d9-8a3440d6a434 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:24.950809 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c6614cd-5b4c-469d-975e-74868d317d2f req-82c15f92-8659-4717-81d9-8a3440d6a434 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0585365 Apr 29 08:01:25.000736 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c6614cd-5b4c-469d-975e-74868d317d2f req-806358dd-3597-451e-9d90-b0d23b476e38 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Apr 29 08:01:25.204382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-12e7e309-df2c-4d5f-8c48-d92ee060fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:25.205928 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-12e7e309-df2c-4d5f-8c48-d92ee060fa1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017&device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 1129 time: 0.0558078 Apr 29 08:01:25.302492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-0ae721d1-508c-4be8-8230-ebbd4880c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:25.303920 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-0ae721d1-508c-4be8-8230-ebbd4880c55a service neutron] 10.222.0.36 "GET /v2.0/networks?id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e HTTP/1.1" status: 200 len: 913 time: 0.0909693 Apr 29 08:01:25.345491 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-27867553-504f-43f8-a1dc-ceaf1b9d42b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc HTTP/1.1" status: 200 len: 217 time: 0.0351596 Apr 29 08:01:25.394180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-ad44f315-70d6-4384-93b9-aca62be4d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:25.395615 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-ad44f315-70d6-4384-93b9-aca62be4d614 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a232154e-57af-44ea-94ec-611722e91deb HTTP/1.1" status: 200 len: 852 time: 0.0445592 Apr 29 08:01:25.427860 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-ba4f77f3-6e1a-44b5-81df-7d6bd6049f8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256677 Apr 29 08:01:25.526450 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-9728b0f8-bdbc-4c02-9c43-d7ebb7ad900a service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927119 Apr 29 08:01:25.624207 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-fd973d5a-13f5-46d1-955a-f40629cd255e service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919344 Apr 29 08:01:26.129446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1056bbc-53b9-4440-9187-c642d416c23f req-982e7734-fcca-4646-9b23-014570b93847 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:26.130897 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d1056bbc-53b9-4440-9187-c642d416c23f req-982e7734-fcca-4646-9b23-014570b93847 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0564578 Apr 29 08:01:26.178200 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d1056bbc-53b9-4440-9187-c642d416c23f req-aac513ae-96cb-4bd0-957c-2df030a80f7d tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Apr 29 08:01:27.323085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8eebe-a574-47dc-8169-6721b9f6bd34 req-93ff1342-a35f-4101-9eb2-feaf353631ee tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:27.324567 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74d8eebe-a574-47dc-8169-6721b9f6bd34 req-93ff1342-a35f-4101-9eb2-feaf353631ee tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0604396 Apr 29 08:01:27.374730 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74d8eebe-a574-47dc-8169-6721b9f6bd34 req-b27ce413-6b2d-4dc9-9419-c42f3d7fa626 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Apr 29 08:01:28.507102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec4c1-237a-4dd6-8f50-f6e9b8066255 req-db6b53a2-8a69-456d-b036-95a1e7394405 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:28.508570 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aa0ec4c1-237a-4dd6-8f50-f6e9b8066255 req-db6b53a2-8a69-456d-b036-95a1e7394405 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0538139 Apr 29 08:01:28.554806 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aa0ec4c1-237a-4dd6-8f50-f6e9b8066255 req-315a07ac-a848-4902-9209-544030833089 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Apr 29 08:01:29.681573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372941e-035c-4b64-b575-46134e958c1d req-eb8e252e-8e5b-4f76-b83b-609f5f2d4c8e tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:29.683021 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a372941e-035c-4b64-b575-46134e958c1d req-eb8e252e-8e5b-4f76-b83b-609f5f2d4c8e tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0548086 Apr 29 08:01:29.734816 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a372941e-035c-4b64-b575-46134e958c1d req-c78e2366-19b7-45d5-80b8-76a614a96622 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Apr 29 08:01:30.860197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04448896-9d8a-4fe3-9af8-bb45ea44019b req-e3bab27b-e68d-4be1-9f0e-452d2fd2d172 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:30.861600 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-04448896-9d8a-4fe3-9af8-bb45ea44019b req-e3bab27b-e68d-4be1-9f0e-452d2fd2d172 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0576642 Apr 29 08:01:30.908678 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-04448896-9d8a-4fe3-9af8-bb45ea44019b req-441d4169-bb05-45dc-b2e7-34009fce1bb9 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Apr 29 08:01:31.346774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ab49eb4b-984d-42a9-bffd-4f6405073d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:32.031832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210370c-edb8-42ba-8a4c-a9d4dcc6a4c1 req-f52ade91-b49b-4439-adb0-4b8440f20bb3 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:32.034234 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b210370c-edb8-42ba-8a4c-a9d4dcc6a4c1 req-f52ade91-b49b-4439-adb0-4b8440f20bb3 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0584390 Apr 29 08:01:32.081250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b210370c-edb8-42ba-8a4c-a9d4dcc6a4c1 req-38e1a2bc-5b8d-4862-8494-88301758c18e tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 Apr 29 08:01:32.441426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70647573-e451-49db-a939-58fe93e69273 req-5d4d453c-4d36-4f0d-9ee7-4b685c81499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:32.442893 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-70647573-e451-49db-a939-58fe93e69273 req-5d4d453c-4d36-4f0d-9ee7-4b685c81499d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017&device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 1129 time: 0.0921409 Apr 29 08:01:32.551803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70647573-e451-49db-a939-58fe93e69273 req-04acdaf1-a016-4d39-817e-53ccfdc6ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:32.553336 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-70647573-e451-49db-a939-58fe93e69273 req-04acdaf1-a016-4d39-817e-53ccfdc6ab06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e HTTP/1.1" status: 200 len: 913 time: 0.0893438 Apr 29 08:01:32.601322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-70647573-e451-49db-a939-58fe93e69273 req-d21e9578-e8ea-416e-a5e9-0a6785f920e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc HTTP/1.1" status: 200 len: 217 time: 0.0415845 Apr 29 08:01:32.651085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70647573-e451-49db-a939-58fe93e69273 req-ed3cf877-7606-44e2-a7ed-5ca65f15ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:32.652546 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-70647573-e451-49db-a939-58fe93e69273 req-ed3cf877-7606-44e2-a7ed-5ca65f15ee73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a232154e-57af-44ea-94ec-611722e91deb HTTP/1.1" status: 200 len: 852 time: 0.0455415 Apr 29 08:01:32.684556 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-70647573-e451-49db-a939-58fe93e69273 req-8d6a039f-2550-42f6-b97b-712ed353957d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264256 Apr 29 08:01:32.774621 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-70647573-e451-49db-a939-58fe93e69273 req-081074e9-e0e0-4e31-bd27-d0853e762d75 service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837011 Apr 29 08:01:32.866499 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-70647573-e451-49db-a939-58fe93e69273 req-4a6a4965-5aed-48f0-8db3-3400434bc884 service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859408 Apr 29 08:01:33.211876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599dcd-da6e-46d0-807a-59509caf9c56 req-14e49776-bbec-4e20-9778-4e9f872bcb30 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:33.213353 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e599dcd-da6e-46d0-807a-59509caf9c56 req-14e49776-bbec-4e20-9778-4e9f872bcb30 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0534260 Apr 29 08:01:33.259524 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e599dcd-da6e-46d0-807a-59509caf9c56 req-8efa15a3-567e-4a54-9193-b90f6e6b21b1 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Apr 29 08:01:33.444653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bbe33d38-31f7-4d99-aede-64a5cb29a1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:34.405908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415fb03-a0a2-46e7-a524-04553ab7af57 req-d693d35f-ca0c-4ccb-98a5-6aba9666931c tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:34.407395 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5415fb03-a0a2-46e7-a524-04553ab7af57 req-d693d35f-ca0c-4ccb-98a5-6aba9666931c tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0708110 Apr 29 08:01:34.454372 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5415fb03-a0a2-46e7-a524-04553ab7af57 req-11dc17b6-474e-4ebf-8890-3897ab045a7d tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Apr 29 08:01:34.845671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:35.559745 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:35.590640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f2114-a225-4d0f-8dbc-2563398c5a74 req-7db16436-2a44-466b-a873-4a233057fce1 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:35.592146 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cb7f2114-a225-4d0f-8dbc-2563398c5a74 req-7db16436-2a44-466b-a873-4a233057fce1 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0562861 Apr 29 08:01:35.646313 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cb7f2114-a225-4d0f-8dbc-2563398c5a74 req-8d39499d-5451-49e0-83d7-9eb8c1447b56 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459127 Apr 29 08:01:36.154988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:36.774413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9abc29-1128-4b33-9270-2c1d641d2af9 req-c4bd968c-39aa-4390-b6b5-dc0a3429d34e tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:36.775910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9a9abc29-1128-4b33-9270-2c1d641d2af9 req-c4bd968c-39aa-4390-b6b5-dc0a3429d34e tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0562403 Apr 29 08:01:36.825087 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9a9abc29-1128-4b33-9270-2c1d641d2af9 req-b87a687c-f81e-4af6-93dd-eb6d23c4ecf5 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Apr 29 08:01:37.319923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:37.965191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f90c9-6a52-48b2-aa57-ceef83edf903 req-f3f1e9ac-beea-4e4b-be81-9d2491f83071 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:37.966718 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-856f90c9-6a52-48b2-aa57-ceef83edf903 req-f3f1e9ac-beea-4e4b-be81-9d2491f83071 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0633364 Apr 29 08:01:38.016291 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-856f90c9-6a52-48b2-aa57-ceef83edf903 req-57a0cfe6-952a-485d-ac56-7b11b21bfa0d tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Apr 29 08:01:39.145665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecb5a4-b2c5-4837-b22a-84034f22e19e req-e936f814-60a0-48d3-80d2-0d48066d02d7 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:39.147154 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c6ecb5a4-b2c5-4837-b22a-84034f22e19e req-e936f814-60a0-48d3-80d2-0d48066d02d7 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0571601 Apr 29 08:01:39.200543 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c6ecb5a4-b2c5-4837-b22a-84034f22e19e req-2a3b00d7-8dba-4082-aa11-81269ce9d194 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459509 Apr 29 08:01:40.346044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f002b1-a9a6-450f-ad98-efbbee924b16 req-1ad93b3a-6b97-4570-a587-1a709a9f90eb tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:40.347506 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-82f002b1-a9a6-450f-ad98-efbbee924b16 req-1ad93b3a-6b97-4570-a587-1a709a9f90eb tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0706615 Apr 29 08:01:40.395992 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-82f002b1-a9a6-450f-ad98-efbbee924b16 req-b57ac3e5-6ef9-43d2-9f32-1e9dce712ad8 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Apr 29 08:01:41.534035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc16c6-1031-47c9-ba21-85843e79a2cb req-21a67115-aab7-4040-b18e-41dc274fc35c tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:41.535597 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c4fc16c6-1031-47c9-ba21-85843e79a2cb req-21a67115-aab7-4040-b18e-41dc274fc35c tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0624945 Apr 29 08:01:41.585210 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c4fc16c6-1031-47c9-ba21-85843e79a2cb req-a60e48b8-d39f-4b53-8ebb-78af889697b3 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Apr 29 08:01:43.016363 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645a722-fd7a-41b2-a6a3-5e3c1e6e3867 req-1344dc6b-f867-429e-9b8c-ffa964a605f5 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:43.017876 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a645a722-fd7a-41b2-a6a3-5e3c1e6e3867 req-1344dc6b-f867-429e-9b8c-ffa964a605f5 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.3502295 Apr 29 08:01:43.063319 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a645a722-fd7a-41b2-a6a3-5e3c1e6e3867 req-a8de6af5-3a08-4a07-9b0a-021cf03b5938 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398309 Apr 29 08:01:44.187228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543151f-b50a-4d31-99c8-60b664262f52 req-9ec2dd10-806b-49e1-abd3-14bab3d7bca5 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:44.188707 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3543151f-b50a-4d31-99c8-60b664262f52 req-9ec2dd10-806b-49e1-abd3-14bab3d7bca5 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0549970 Apr 29 08:01:44.238305 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3543151f-b50a-4d31-99c8-60b664262f52 req-bad8ff93-72b2-4718-8f6b-4ed442707fef tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Apr 29 08:01:45.394530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ecdd8-3070-4078-914f-97015e341ed1 req-21ac89a5-a09e-4666-83b0-98d7329cb122 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:45.396008 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ae5ecdd8-3070-4078-914f-97015e341ed1 req-21ac89a5-a09e-4666-83b0-98d7329cb122 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0685287 Apr 29 08:01:45.445805 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ae5ecdd8-3070-4078-914f-97015e341ed1 req-4c4d56d1-b6e1-4387-9ae6-71b49368c235 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Apr 29 08:01:46.569683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb2aed-52f4-49ee-a138-981b861e8543 req-5ad22c9e-9236-4111-93ad-301ee90969f8 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:46.571170 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0fb2aed-52f4-49ee-a138-981b861e8543 req-5ad22c9e-9236-4111-93ad-301ee90969f8 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0577469 Apr 29 08:01:46.619122 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0fb2aed-52f4-49ee-a138-981b861e8543 req-313069b6-3f07-4904-9837-18304cbde9b0 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Apr 29 08:01:47.770153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd0359-189b-4052-bef0-49294c1427bd req-8c2d9d20-a5ed-45d8-b8ee-df63d22e9d61 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:47.771703 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-97fd0359-189b-4052-bef0-49294c1427bd req-8c2d9d20-a5ed-45d8-b8ee-df63d22e9d61 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0730355 Apr 29 08:01:47.821184 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-97fd0359-189b-4052-bef0-49294c1427bd req-a2e42d76-ef0b-4c69-89de-786a381a25c0 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431213 Apr 29 08:01:48.943776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d419b8a-5c02-4f4a-83dc-e0ed00d55269 req-a761d564-ce89-47a7-bc60-fe17331043f1 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:48.945259 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d419b8a-5c02-4f4a-83dc-e0ed00d55269 req-a761d564-ce89-47a7-bc60-fe17331043f1 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0550072 Apr 29 08:01:48.993093 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d419b8a-5c02-4f4a-83dc-e0ed00d55269 req-a7671d76-4179-4349-bb00-8d4cc00883ab tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Apr 29 08:01:50.131194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f971ac7-35df-457b-94a6-662e0dc36a45 req-60a4141a-4a15-4661-af8c-39c2ae46307f tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:50.132641 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2f971ac7-35df-457b-94a6-662e0dc36a45 req-60a4141a-4a15-4661-af8c-39c2ae46307f tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0562937 Apr 29 08:01:50.178335 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2f971ac7-35df-457b-94a6-662e0dc36a45 req-48788819-dde3-4c11-8d17-3834712fe865 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Apr 29 08:01:51.190170 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:01:51.305421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94ec8-43b9-4930-b94c-0e623a07539b req-7fbdc956-8be4-49af-966e-0525dacab31e tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:51.306898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9a94ec8-43b9-4930-b94c-0e623a07539b req-7fbdc956-8be4-49af-966e-0525dacab31e tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0604813 Apr 29 08:01:51.362053 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9a94ec8-43b9-4930-b94c-0e623a07539b req-07ffb2f8-ef06-45b3-88e3-17a150855c9f tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 Apr 29 08:01:52.239307 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-c2dbd832-08bd-48ed-a3f8-243366d46f01 service neutron] 10.222.0.36 "GET /v2.0/ports/410a06e7-a74b-4423-b0a7-a1fb65edfafc/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0665839 Apr 29 08:01:52.487662 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00bba3-4b90-4913-8761-441faf4979b9 req-4a7bf4cb-f377-47c9-aef4-cbbc1579d707 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:52.488277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-e18117a1-bcfc-43b6-9ed7-6516418c618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:52.489142 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5c00bba3-4b90-4913-8761-441faf4979b9 req-4a7bf4cb-f377-47c9-aef4-cbbc1579d707 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0538516 Apr 29 08:01:52.492682 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-e18117a1-bcfc-43b6-9ed7-6516418c618b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636&tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017 HTTP/1.1" status: 200 len: 1129 time: 0.0816853 Apr 29 08:01:52.540817 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5c00bba3-4b90-4913-8761-441faf4979b9 req-d519f3d7-9bc5-47f3-a944-a61a47509045 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Apr 29 08:01:52.561514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-3af87d16-4cac-4708-9d1a-77205f47226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:52.563119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-3af87d16-4cac-4708-9d1a-77205f47226b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017&device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 1129 time: 0.0497777 Apr 29 08:01:52.655167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-3bf88c42-b177-4bca-b3c2-309395f006f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:52.656673 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-3bf88c42-b177-4bca-b3c2-309395f006f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e HTTP/1.1" status: 200 len: 913 time: 0.0862925 Apr 29 08:01:52.700134 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-017a21ca-6fe3-481a-8130-7bfd6e7ab48a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc HTTP/1.1" status: 200 len: 217 time: 0.0373039 Apr 29 08:01:52.747439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-c980fbd9-781b-4623-a6a4-7e5ada0971c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:52.748753 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-c980fbd9-781b-4623-a6a4-7e5ada0971c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a232154e-57af-44ea-94ec-611722e91deb HTTP/1.1" status: 200 len: 852 time: 0.0429199 Apr 29 08:01:52.779276 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-d3dd9d29-b103-464d-887d-16043737ee5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249174 Apr 29 08:01:52.878564 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-ebe797f4-3cb7-4f31-9676-d4c70a3600ee service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924196 Apr 29 08:01:52.967537 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0869c333-6610-48c2-9af0-20465c7d2a67 req-86a5299b-a143-43fe-bd4a-88a869f09527 service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816293 Apr 29 08:01:53.673675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb6cd8-094f-427f-b918-c4eb0fcc6018 req-350af9f2-e8dd-4214-8959-7fe45304df45 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:53.675164 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-78fb6cd8-094f-427f-b918-c4eb0fcc6018 req-350af9f2-e8dd-4214-8959-7fe45304df45 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0582931 Apr 29 08:01:53.726115 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-78fb6cd8-094f-427f-b918-c4eb0fcc6018 req-8e02ab8c-51fe-496d-899a-6992e5e40c76 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428116 Apr 29 08:01:54.859090 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577f0f-e19a-4aa7-993a-f409d2bf65f0 req-f92a876b-b431-4cd0-8cf5-07a0f3ba512b tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:54.860511 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-78577f0f-e19a-4aa7-993a-f409d2bf65f0 req-f92a876b-b431-4cd0-8cf5-07a0f3ba512b tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 945 time: 0.0572333 Apr 29 08:01:54.907565 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-78577f0f-e19a-4aa7-993a-f409d2bf65f0 req-c3c37604-74f1-4e75-abed-7692e307da5f tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Apr 29 08:01:54.945632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 410a06e7-a74b-4423-b0a7-a1fb65edfafc no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:01:55.032956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 410a06e7-a74b-4423-b0a7-a1fb65edfafc is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:01:55.033377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:55.057463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e96870-8da9-4570-8b23-5e02b6c60636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410a06e7-a74b-4423-b0a7-a1fb65edfafc'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:55.059762 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0a32a4-432c-45f1-ad1d-f88e3f11fb66" -d '{"events": [{"server_uuid": "07e96870-8da9-4570-8b23-5e02b6c60636", "name": "network-vif-unplugged", "status": "completed", "tag": "410a06e7-a74b-4423-b0a7-a1fb65edfafc"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:55.072990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 410a06e7-a74b-4423-b0a7-a1fb65edfafc, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc,segment=NetworkSegment(45d5fefb-93f1-4ab3-b0d5-58a5d2835022),segment_id=45d5fefb-93f1-4ab3-b0d5-58a5d2835022)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:55.078898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:55.115901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfefa595-687f-46e3-bbe6-40ddca1ec860 x-openstack-request-id: req-bfefa595-687f-46e3-bbe6-40ddca1ec860 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:55.116195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e96870-8da9-4570-8b23-5e02b6c60636", "name": "network-vif-unplugged", "status": "completed", "tag": "410a06e7-a74b-4423-b0a7-a1fb65edfafc", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:55.116446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfefa595-687f-46e3-bbe6-40ddca1ec860 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:55.116845 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfefa595-687f-46e3-bbe6-40ddca1ec860'] response: {'server_uuid': '07e96870-8da9-4570-8b23-5e02b6c60636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410a06e7-a74b-4423-b0a7-a1fb65edfafc', 'code': 200} Apr 29 08:01:55.131404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=410a06e7-a74b-4423-b0a7-a1fb65edfafc,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:55.138456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.138801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.139140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.139492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.139802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.140125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.140509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.140830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.141153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.141507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.141842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.142207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.142523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:55.254886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-fa31d217-9ad9-4af4-be43-6c31dbecc718 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:55.256336 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-fa31d217-9ad9-4af4-be43-6c31dbecc718 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.36 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636&tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017&binding%3Ahost_id=hv-neutron-8398 HTTP/1.1" status: 200 len: 943 time: 0.0959072 Apr 29 08:01:55.346855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-83927a1e-1fdf-43be-8528-0c81a1bdfe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:55.348368 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-83927a1e-1fdf-43be-8528-0c81a1bdfe91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017&device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 1127 time: 0.0479763 Apr 29 08:01:55.439654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-d12bc1ee-ce3e-4d65-92f7-925ee2ee007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:55.441029 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-d12bc1ee-ce3e-4d65-92f7-925ee2ee007c service neutron] 10.222.0.36 "GET /v2.0/networks?id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e HTTP/1.1" status: 200 len: 913 time: 0.0870585 Apr 29 08:01:55.481244 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-9fe215d4-e361-4b08-b7d4-78eb6442b4af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc HTTP/1.1" status: 200 len: 217 time: 0.0341773 Apr 29 08:01:55.528520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-37062e68-df5f-4f1e-b80c-5243dab1627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:55.530912 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-37062e68-df5f-4f1e-b80c-5243dab1627a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a232154e-57af-44ea-94ec-611722e91deb HTTP/1.1" status: 200 len: 852 time: 0.0439348 Apr 29 08:01:55.566728 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e7238290-1fd2-4de6-8dd9-afac0d363434 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93c91075-1ba6-4d7c-9008-4c080ef5ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302711 Apr 29 08:01:55.653114 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-9e37aa87-28df-4d35-b4e2-f80af49d04cf service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788908 Apr 29 08:01:55.754410 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-4f16770c-bf38-40c5-ad00-360ff75594f7 service neutron] 10.222.0.36 "GET /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955508 Apr 29 08:01:56.514254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61628baa-8c85-4777-bd32-f019bfbde8c1 req-bf60bd23-5e53-485b-82a5-593c1989b635 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:56.515869 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-61628baa-8c85-4777-bd32-f019bfbde8c1 req-bf60bd23-5e53-485b-82a5-593c1989b635 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 943 time: 0.0604603 Apr 29 08:01:56.562810 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-61628baa-8c85-4777-bd32-f019bfbde8c1 req-73bef6ab-a71c-4ef9-8e24-0ac188e5ca3a tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Apr 29 08:01:57.695683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fad18b-9af9-4688-aeb3-ce055f6b0891 req-15ac528a-de53-4997-b134-eb9b637591f8 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:57.697193 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8fad18b-9af9-4688-aeb3-ce055f6b0891 req-15ac528a-de53-4997-b134-eb9b637591f8 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 943 time: 0.0634890 Apr 29 08:01:57.743328 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8fad18b-9af9-4688-aeb3-ce055f6b0891 req-913214ee-f1ba-410e-80e1-b56d19305f7b tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/security-groups?id=c33a337d-394e-4b59-b774-079d8f0ef7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Apr 29 08:01:58.124606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-cb65887b-9abe-4d15-91bb-8874d6e61b63 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:01:58.126105 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-cb65887b-9abe-4d15-91bb-8874d6e61b63 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.36 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 943 time: 0.0606439 Apr 29 08:01:58.229432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Deleting port 410a06e7-a74b-4423-b0a7-a1fb65edfafc {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:01:58.229781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:58.325535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] For port 410a06e7-a74b-4423-b0a7-a1fb65edfafc, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=410a06e7-a74b-4423-b0a7-a1fb65edfafc,segment=NetworkSegment(45d5fefb-93f1-4ab3-b0d5-58a5d2835022),segment_id=45d5fefb-93f1-4ab3-b0d5-58a5d2835022)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:01:58.325904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:58.339892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Calling delete_port for 410a06e7-a74b-4423-b0a7-a1fb65edfafc owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:01:58.470712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (410a06e7-a74b-4423-b0a7-a1fb65edfafc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:58.499707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Pushing event deleted for resources: {'Port': ['ID=410a06e7-a74b-4423-b0a7-a1fb65edfafc,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:01:58.512927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.513293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.513621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.513959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.514339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.514675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.515005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.515329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.515653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.515980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.516316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.516635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.516983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:01:58.556358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] No DVR routers for this DVR port 410a06e7-a74b-4423-b0a7-a1fb65edfafc on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:01:58.558910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:01:58.562192 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-acf973cd-577a-41d5-b5ef-9551e98ae840 req-e70c2c9a-a7f6-4e32-b947-fc17cf658229 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.36 "DELETE /v2.0/ports/410a06e7-a74b-4423-b0a7-a1fb65edfafc HTTP/1.1" status: 204 len: 173 time: 0.4298520 Apr 29 08:01:58.562644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e96870-8da9-4570-8b23-5e02b6c60636', 'name': 'network-vif-deleted', 'tag': '410a06e7-a74b-4423-b0a7-a1fb65edfafc'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:01:58.565546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fe5103-feb9-4743-a83d-5dddea5f2559" -d '{"events": [{"server_uuid": "07e96870-8da9-4570-8b23-5e02b6c60636", "name": "network-vif-deleted", "tag": "410a06e7-a74b-4423-b0a7-a1fb65edfafc"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:01:58.607528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c23e8-86a6-4da4-a7c6-a979b7136a40 x-openstack-request-id: req-4a9c23e8-86a6-4da4-a7c6-a979b7136a40 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:01:58.607838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e96870-8da9-4570-8b23-5e02b6c60636", "name": "network-vif-deleted", "tag": "410a06e7-a74b-4423-b0a7-a1fb65edfafc", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:01:58.608093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a9c23e8-86a6-4da4-a7c6-a979b7136a40 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:01:58.608502 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9c23e8-86a6-4da4-a7c6-a979b7136a40'] response: {'server_uuid': '07e96870-8da9-4570-8b23-5e02b6c60636', 'name': 'network-vif-deleted', 'tag': '410a06e7-a74b-4423-b0a7-a1fb65edfafc', 'status': 'completed', 'code': 200} Apr 29 08:01:58.857926 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af9e056e-ae77-4dd1-b903-2045fc3f166a req-84d20d7e-8c4d-4aff-bf56-49ad622acd74 tempest-DeleteServersTestJSON-2076260384 tempest-DeleteServersTestJSON-2076260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=07e96870-8da9-4570-8b23-5e02b6c60636 HTTP/1.1" status: 200 len: 210 time: 0.0267501 Apr 29 08:02:00.003301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57832) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:02:00.052599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Deleting subnet a232154e-57af-44ea-94ec-611722e91deb {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:02:00.055755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Publish callbacks [] for subnet (a232154e-57af-44ea-94ec-611722e91deb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.090010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (a232154e-57af-44ea-94ec-611722e91deb), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.129795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a232154e-57af-44ea-94ec-611722e91deb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.183398 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (a232154e-57af-44ea-94ec-611722e91deb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.211290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.214421 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a232154e-57af-44ea-94ec-611722e91deb HTTP/1.1" status: 204 len: 168 time: 0.2101169 Apr 29 08:02:00.215716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a232154e-57af-44ea-94ec-611722e91deb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:00.217371 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57834) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:02:00.223696 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.224055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.224406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.224747 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.225088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.225453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.225789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.226128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.226838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.226838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.227129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.227454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.227778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d30183-ef66-4738-9435-d7bb942ec790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:00.286013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (93c91075-1ba6-4d7c-9008-4c080ef5ef0e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.369283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (93c91075-1ba6-4d7c-9008-4c080ef5ef0e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.388274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c91075-1ba6-4d7c-9008-4c080ef5ef0e']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:00.397467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d5fefb-93f1-4ab3-b0d5-58a5d2835022') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:00.397748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d5fefb-93f1-4ab3-b0d5-58a5d2835022') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:02:00.406907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (45d5fefb-93f1-4ab3-b0d5-58a5d2835022), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.420448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (45d5fefb-93f1-4ab3-b0d5-58a5d2835022), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.427115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:02:00.427533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (45d5fefb-93f1-4ab3-b0d5-58a5d2835022), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:02:00.429745 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:02:00.485742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (93c91075-1ba6-4d7c-9008-4c080ef5ef0e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.490332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.493537 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] 10.222.0.23 "DELETE /v2.0/networks/93c91075-1ba6-4d7c-9008-4c080ef5ef0e HTTP/1.1" status: 204 len: 168 time: 0.2751615 Apr 29 08:02:00.506074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3904c-5634-4d73-ba06-fdceaf4ca800 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c91075-1ba6-4d7c-9008-4c080ef5ef0e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:00.604347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57838) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:02:00.649298 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d1550f90-2611-44bb-819a-441abb7468e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47b6b2a7b0ed47a584aeec59ec3f1017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437770 Apr 29 08:02:00.651945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57840) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:02:00.700106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9391d678-c680-456f-84a3-618409069b09 admin admin] Publish callbacks [] for security_group (c33a337d-394e-4b59-b774-079d8f0ef7ec), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.720772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9391d678-c680-456f-84a3-618409069b09 admin admin] Publish callbacks [] for security_group (c33a337d-394e-4b59-b774-079d8f0ef7ec), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.767679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9391d678-c680-456f-84a3-618409069b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (c33a337d-394e-4b59-b774-079d8f0ef7ec), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.770122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9391d678-c680-456f-84a3-618409069b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:00.771258 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9391d678-c680-456f-84a3-618409069b09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c33a337d-394e-4b59-b774-079d8f0ef7ec HTTP/1.1" status: 204 len: 168 time: 0.1184361 Apr 29 08:02:00.778834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391d678-c680-456f-84a3-618409069b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a337d-394e-4b59-b774-079d8f0ef7ec,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:00.961446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 410a06e7-a74b-4423-b0a7-a1fb65edfafc no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:02:00.981616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 410a06e7-a74b-4423-b0a7-a1fb65edfafc {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:02:00.981957 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 410a06e7-a74b-4423-b0a7-a1fb65edfafc not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:02:01.348384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f2ebc710-b731-4eaa-85b2-8ca74cbaf623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:01.456809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 57862) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:02:01.555433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1041550435-network', 'tenant_id': 'b9ff15c96a7d475190109cdcd71457f8'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:01.577251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Made reservation on behalf of b9ff15c96a7d475190109cdcd71457f8 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:02:01.579583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:01.591300 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:01.670477 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Publish callbacks [] for security_group (32815368-a75e-45e2-a7f0-91d22d447ffb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:01.679044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (32815368-a75e-45e2-a7f0-91d22d447ffb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:01.703019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:02:01.714402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32815368-a75e-45e2-a7f0-91d22d447ffb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:01.721480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6e32246e-1a09-4ee2-8add-deaafb96bc71), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:01.721821 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Added segment 6e32246e-1a09-4ee2-8add-deaafb96bc71 of type vlan for network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 Apr 29 08:02:01.760708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (c460aec1-eaf8-46d1-9ff1-4f5582e569d3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:01.785690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (c460aec1-eaf8-46d1-9ff1-4f5582e569d3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:01.786625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:01.787209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:01.837091 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3791544 Apr 29 08:02:01.840211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 57866) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:02:01.845263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Request body: {'subnet': {'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1041550435-subnet', 'tenant_id': 'b9ff15c96a7d475190109cdcd71457f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:01.847868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2872cf-d4f1-4988-9cc7-c0d72ff1dce7 admin admin] Pushing event updated for resources: {'Network': ['ID=c460aec1-eaf8-46d1-9ff1-4f5582e569d3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:01.858068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:02:01.866806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Made reservation on behalf of b9ff15c96a7d475190109cdcd71457f8 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:02:01.869173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:02.045675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (588f888a-8a8e-4a92-959e-0aa486d3fc85), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:02.099003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=588f888a-8a8e-4a92-959e-0aa486d3fc85,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:02.114660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Checking segment: {'id': '6e32246e-1a09-4ee2-8add-deaafb96bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:02:02.115002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Network hostable DHCP agents. Network: c460aec1-eaf8-46d1-9ff1-4f5582e569d3, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:02:02.133794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:02:02.143261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, c460aec1-eaf8-46d1-9ff1-4f5582e569d3) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:02.147263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:02.147854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:02.152217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417cc39c-40d6-4d15-8169-8b24787d21a0 None None] Network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:02:02.164452 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-21bc80e1-9a69-414f-b3e6-c078bc3f3a07 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3231046 Apr 29 08:02:02.249540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b3714b-25bc-4556-8e9e-d815f5c96e8b None None] Network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:02:02.603923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f372-99e5-437a-862a-88f15c0de195 req-3096b3c5-16d5-4e87-9037-9eb34c09fbf9 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:02.605505 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-3096b3c5-16d5-4e87-9037-9eb34c09fbf9 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 815 time: 0.1078925 Apr 29 08:02:02.620262 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-ceba4627-e6d0-49e6-a264-4b0b812bb0da tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/quotas/b9ff15c96a7d475190109cdcd71457f8 HTTP/1.1" status: 200 len: 375 time: 0.0092673 Apr 29 08:02:02.651001 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-415127f7-ff3f-4722-a574-61179bf1affe tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259333 Apr 29 08:02:02.748132 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-a90d78bb-30b1-4327-93be-59fac1ce37a5 service neutron] 10.222.0.23 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906405 Apr 29 08:02:02.836779 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-78cff814-104c-43dd-ac72-ae3c076bfc13 service neutron] 10.222.0.23 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826485 Apr 29 08:02:02.994807 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a74ea72a-2339-4773-b5b9-23758be94cf2 req-2efd318f-b320-4ef9-a9a4-6a75a97a9860 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 210 time: 0.0299325 Apr 29 08:02:03.437561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dad9eb74-e38b-4d5f-a098-97306a353eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:03.953784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f372-99e5-437a-862a-88f15c0de195 req-c35aa054-2862-4e32-a70a-b99dc694d2cd tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:03.955667 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-c35aa054-2862-4e32-a70a-b99dc694d2cd tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 815 time: 0.1073680 Apr 29 08:02:03.966961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Request body: {'port': {'device_id': 'c5062b1c-fead-4a02-834f-10d2efe62549', 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3', 'admin_state_up': True, 'tenant_id': 'b9ff15c96a7d475190109cdcd71457f8'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:04.095984 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0a12a871-ad85-4d51-a50c-303a648e250a req-60bb93e7-e79c-4cd9-a779-1fcb96c59f00 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 210 time: 0.0343516 Apr 29 08:02:04.101913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Made reservation on behalf of b9ff15c96a7d475190109cdcd71457f8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:02:04.105400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:04.225953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Allocated IP 172.20.0.10 (c460aec1-eaf8-46d1-9ff1-4f5582e569d3/588f888a-8a8e-4a92-959e-0aa486d3fc85/7db39733-5b1e-4924-a8ba-48b16fc8d5fb) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:02:04.378475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks [] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:04.416322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:04.461091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:02:04.464266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:04.466724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:02:04.821868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Pushing event updated for resources: {'Port': ['ID=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:04.842912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:04.849981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:04.850585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:04.867119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-a9b81a01-2f41-49f4-8e60-b1d55ec63d9a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9041283 Apr 29 08:02:04.878676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Request body: {'port': {'device_id': 'c5062b1c-fead-4a02-834f-10d2efe62549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:04.935682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:05.198010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db39733-5b1e-4924-a8ba-48b16fc8d5fb {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:02:05.205663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Publish callbacks [] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:05.214859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4fb4a-22c5-40fe-86cc-ad49f53a4441 req-70fb3f0a-ab92-4acd-9602-67ef2002b8b2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:05.216473 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f8e4fb4a-22c5-40fe-86cc-ad49f53a4441 req-70fb3f0a-ab92-4acd-9602-67ef2002b8b2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 932 time: 0.0530918 Apr 29 08:02:05.217979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Transition to ACTIVE for port object 7db39733-5b1e-4924-a8ba-48b16fc8d5fb will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:02:05.223121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:05.265490 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f8e4fb4a-22c5-40fe-86cc-ad49f53a4441 req-12aaccbe-962c-48f7-b94f-2cf1bbf1ada7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Apr 29 08:02:05.269606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Pushing event updated for resources: {'Port': ['ID=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:05.338783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Attempting to bind port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:02:05.339114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Attempting to bind port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '6e32246e-1a09-4ee2-8add-deaafb96bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:02:05.339429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Attempting to bind port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb on network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:02:05.344120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb on network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:02:05.344431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Attempting to bind port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb on network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:02:05.349436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:02:05.349769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Checking segment: {'id': '6e32246e-1a09-4ee2-8add-deaafb96bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:02:05.350141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Bound using segment: {'id': '6e32246e-1a09-4ee2-8add-deaafb96bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:02:05.350555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Bound port: 7db39733-5b1e-4924-a8ba-48b16fc8d5fb, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e32246e-1a09-4ee2-8add-deaafb96bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:02:05.350896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:05.417442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] For port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:02:05.421456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] For port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:02:05.429484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:05.460576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:05.461203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:05.462590 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] 10.222.0.36 "PUT /v2.0/ports/7db39733-5b1e-4924-a8ba-48b16fc8d5fb HTTP/1.1" status: 200 len: 1094 time: 0.5879502 Apr 29 08:02:05.463036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5062b1c-fead-4a02-834f-10d2efe62549', 'tag': '7db39733-5b1e-4924-a8ba-48b16fc8d5fb'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:05.465285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87169418-34f6-4541-b89c-0484762f70cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c5062b1c-fead-4a02-834f-10d2efe62549", "tag": "7db39733-5b1e-4924-a8ba-48b16fc8d5fb"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:05.492597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb51d8-f08a-4454-8055-5112ceac760e service neutron] Pushing event updated for resources: {'Port': ['ID=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:05.510963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec1ba1-cc36-4b99-8a54-c27f58923962 x-openstack-request-id: req-c2ec1ba1-cc36-4b99-8a54-c27f58923962 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:05.511272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5062b1c-fead-4a02-834f-10d2efe62549", "tag": "7db39733-5b1e-4924-a8ba-48b16fc8d5fb", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:05.511518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2ec1ba1-cc36-4b99-8a54-c27f58923962 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:05.511945 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ec1ba1-cc36-4b99-8a54-c27f58923962'] response: {'name': 'network-changed', 'server_uuid': 'c5062b1c-fead-4a02-834f-10d2efe62549', 'tag': '7db39733-5b1e-4924-a8ba-48b16fc8d5fb', 'status': 'completed', 'code': 200} Apr 29 08:02:05.547410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f372-99e5-437a-862a-88f15c0de195 req-5cf6331a-0d2f-4efd-8962-96b4e8bfecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:05.549020 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-5cf6331a-0d2f-4efd-8962-96b4e8bfecde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 1128 time: 0.0471325 Apr 29 08:02:05.569004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:05.593674 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-3cabab34-678d-4261-878b-8942cabd0879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb HTTP/1.1" status: 200 len: 217 time: 0.0375862 Apr 29 08:02:05.645834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f372-99e5-437a-862a-88f15c0de195 req-46edd66d-cfb4-4302-a2c3-c314df1cf0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:05.647237 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-46edd66d-cfb4-4302-a2c3-c314df1cf0b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0467064 Apr 29 08:02:05.678753 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-12c8ba36-028e-4540-bfe9-687f4a87f6d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248992 Apr 29 08:02:05.772405 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-0f97e6c1-0bca-4ca4-9fe3-a3aebce2f8d8 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869532 Apr 29 08:02:05.858041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1429f372-99e5-437a-862a-88f15c0de195 req-18aaf85e-4d9f-4902-b1bf-a9e154525357 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798447 Apr 29 08:02:05.956502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87169418-34f6-4541-b89c-0484762f70cd req-d4180880-8297-4fb8-a048-2640e6ebe37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:05.957992 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-87169418-34f6-4541-b89c-0484762f70cd req-d4180880-8297-4fb8-a048-2640e6ebe37c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 1128 time: 0.0479748 Apr 29 08:02:06.050724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87169418-34f6-4541-b89c-0484762f70cd req-522bf367-bd85-4306-9200-e91d5494698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:06.052204 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-87169418-34f6-4541-b89c-0484762f70cd req-522bf367-bd85-4306-9200-e91d5494698d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 916 time: 0.0881457 Apr 29 08:02:06.092973 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-87169418-34f6-4541-b89c-0484762f70cd req-489af784-a1eb-4c07-90a1-2233caf30f2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb HTTP/1.1" status: 200 len: 217 time: 0.0343440 Apr 29 08:02:06.144459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87169418-34f6-4541-b89c-0484762f70cd req-49a1764a-a7ce-4c61-aa09-f4d0cc5d889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:06.145961 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-87169418-34f6-4541-b89c-0484762f70cd req-49a1764a-a7ce-4c61-aa09-f4d0cc5d889d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0475652 Apr 29 08:02:06.153471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:06.178545 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-87169418-34f6-4541-b89c-0484762f70cd req-e29c71cf-11b6-433f-a1a8-5f3ebc0cd86f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254018 Apr 29 08:02:06.270235 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-87169418-34f6-4541-b89c-0484762f70cd req-9ec164a3-1683-42c9-816f-8a4ee7b2daf4 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846698 Apr 29 08:02:06.367684 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-87169418-34f6-4541-b89c-0484762f70cd req-0502e5ef-d53a-4df4-a731-d16623ad227d service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900066 Apr 29 08:02:06.389536 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94de2ac-1e57-49a3-a58e-9dd3d954130c req-8d9f9734-1373-4838-83ba-cd50711c54ca tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:06.391013 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f94de2ac-1e57-49a3-a58e-9dd3d954130c req-8d9f9734-1373-4838-83ba-cd50711c54ca tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 944 time: 0.0591395 Apr 29 08:02:06.436817 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f94de2ac-1e57-49a3-a58e-9dd3d954130c req-f83c4168-804e-49fe-a60e-ffcb29ac26de tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 Apr 29 08:02:07.323898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:07.563194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4d7f3-06d5-49cb-856d-1793f4efdbec req-04384a39-93f2-4719-bc6c-83cc1e371918 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:07.564677 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cea4d7f3-06d5-49cb-856d-1793f4efdbec req-04384a39-93f2-4719-bc6c-83cc1e371918 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 944 time: 0.0559101 Apr 29 08:02:07.610392 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cea4d7f3-06d5-49cb-856d-1793f4efdbec req-349c559c-dbf8-4e88-bd1c-092d5680ff32 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Apr 29 08:02:08.738155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4770ac-3aeb-4acc-8343-34192e4ea21b req-6e9d9f79-b502-4dd0-bfc5-7f5fd8bba555 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:08.739625 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fb4770ac-3aeb-4acc-8343-34192e4ea21b req-6e9d9f79-b502-4dd0-bfc5-7f5fd8bba555 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 944 time: 0.0557985 Apr 29 08:02:08.787184 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fb4770ac-3aeb-4acc-8343-34192e4ea21b req-ee1988a4-8684-4dae-ac23-a389a767fd5f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Apr 29 08:02:08.993206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7db39733-5b1e-4924-a8ba-48b16fc8d5fb details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:02:09.096363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:09.107410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '7db39733-5b1e-4924-a8ba-48b16fc8d5fb', 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3', 'port_id': '7db39733-5b1e-4924-a8ba-48b16fc8d5fb', 'mac_address': 'fa:16:3e:1b:77:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588f888a-8a8e-4a92-959e-0aa486d3fc85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:02:09.149409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:02:09.149796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:09.163151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db39733-5b1e-4924-a8ba-48b16fc8d5fb {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:02:09.184277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:09.189393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:09.241765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:09.395574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['7db39733-5b1e-4924-a8ba-48b16fc8d5fb'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:02:09.915575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f22b1-2ce5-4a7d-834f-5639a7419af0 req-b6f3214e-0f17-4b94-8d64-94ae05cd41c3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:09.917042 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e72f22b1-2ce5-4a7d-834f-5639a7419af0 req-b6f3214e-0f17-4b94-8d64-94ae05cd41c3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 945 time: 0.0539174 Apr 29 08:02:09.968971 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e72f22b1-2ce5-4a7d-834f-5639a7419af0 req-ca048122-6679-4593-b205-5f0d8c9614eb tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462027 Apr 29 08:02:10.995364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7db39733-5b1e-4924-a8ba-48b16fc8d5fb up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:11.052195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:02:11.056085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:02:11.056465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:11.104327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363698e3-481e-4117-acf9-fc0402cebae5 req-aaf8893f-3edf-4835-9d9c-c8d66f413e98 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:11.105935 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-363698e3-481e-4117-acf9-fc0402cebae5 req-aaf8893f-3edf-4835-9d9c-c8d66f413e98 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 945 time: 0.0582988 Apr 29 08:02:11.133472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:02:11.133857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:11.153889 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-363698e3-481e-4117-acf9-fc0402cebae5 req-9df576de-415b-46fd-9556-8c5742d22168 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Apr 29 08:02:11.156472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5062b1c-fead-4a02-834f-10d2efe62549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db39733-5b1e-4924-a8ba-48b16fc8d5fb'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:11.158733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bbd95d-86c4-4abb-97b4-6a9813d87826" -d '{"events": [{"server_uuid": "c5062b1c-fead-4a02-834f-10d2efe62549", "name": "network-vif-plugged", "status": "completed", "tag": "7db39733-5b1e-4924-a8ba-48b16fc8d5fb"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:11.171247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:11.176287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:11.204956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5502de51-05e5-49c3-a6e9-33c465370833 x-openstack-request-id: req-5502de51-05e5-49c3-a6e9-33c465370833 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:11.205321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5062b1c-fead-4a02-834f-10d2efe62549", "name": "network-vif-plugged", "status": "completed", "tag": "7db39733-5b1e-4924-a8ba-48b16fc8d5fb", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:11.205711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5502de51-05e5-49c3-a6e9-33c465370833 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:11.206110 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5502de51-05e5-49c3-a6e9-33c465370833'] response: {'server_uuid': 'c5062b1c-fead-4a02-834f-10d2efe62549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db39733-5b1e-4924-a8ba-48b16fc8d5fb', 'code': 200} Apr 29 08:02:11.231825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:11.373684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cb096-3faa-4483-b97f-9ee4f626f04d req-6e777b50-7cf7-4846-865e-4850ab2303d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:11.375240 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-137cb096-3faa-4483-b97f-9ee4f626f04d req-6e777b50-7cf7-4846-865e-4850ab2303d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 1130 time: 0.0463133 Apr 29 08:02:11.419816 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-137cb096-3faa-4483-b97f-9ee4f626f04d req-752beb46-0366-4136-bc72-5159f58e7cf3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381885 Apr 29 08:02:12.301640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0541dfc-9617-4304-bb95-30b612de555c req-2ea6943f-3af5-48b2-8b07-ed052ecdedcf tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:12.303219 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c0541dfc-9617-4304-bb95-30b612de555c req-2ea6943f-3af5-48b2-8b07-ed052ecdedcf tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0685253 Apr 29 08:02:12.350239 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c0541dfc-9617-4304-bb95-30b612de555c req-bd6ee2e9-4f18-4d5b-9c9b-7574f7838f41 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Apr 29 08:02:13.484092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b6f19-6ceb-424a-8864-fe6be509e32d req-59cb4657-1a9a-4e97-809f-40b9aaa6cffe tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:13.485592 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075b6f19-6ceb-424a-8864-fe6be509e32d req-59cb4657-1a9a-4e97-809f-40b9aaa6cffe tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0575004 Apr 29 08:02:13.535212 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075b6f19-6ceb-424a-8864-fe6be509e32d req-7231fdae-9035-46e3-9a4e-e3d035f8f5bb tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Apr 29 08:02:13.666342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3058b-0ec7-41b8-a6b1-e8e6d3b7289a req-3b4030f2-bcda-4d05-b86f-ae06bf0fbb48 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:13.667720 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d3d3058b-0ec7-41b8-a6b1-e8e6d3b7289a req-3b4030f2-bcda-4d05-b86f-ae06bf0fbb48 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0632710 Apr 29 08:02:13.721057 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d3d3058b-0ec7-41b8-a6b1-e8e6d3b7289a req-150db76e-e5a8-4c79-954a-e47b0b208ff9 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450497 Apr 29 08:02:13.942700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e36c9c-a28d-42cc-981e-abfb3b9e1b6c req-c3b07a0a-38a0-4fde-a940-12635d27ea67 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:13.944106 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c8e36c9c-a28d-42cc-981e-abfb3b9e1b6c req-c3b07a0a-38a0-4fde-a940-12635d27ea67 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0586421 Apr 29 08:02:13.990680 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c8e36c9c-a28d-42cc-981e-abfb3b9e1b6c req-d95f5fda-19d4-4614-91aa-5490f758bb27 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Apr 29 08:02:14.115512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7793-9b94-4a8a-bc16-6ee67e39e53c req-be49a0ff-fb18-4425-beb8-241934a20719 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:14.117044 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-588a7793-9b94-4a8a-bc16-6ee67e39e53c req-be49a0ff-fb18-4425-beb8-241934a20719 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0610311 Apr 29 08:02:14.167340 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-588a7793-9b94-4a8a-bc16-6ee67e39e53c req-70f5599f-f2d8-4d89-9912-3e50887197ee tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Apr 29 08:02:14.532454 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-74ef7473-20d8-4c8f-8d90-52a40831aa0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746081 Apr 29 08:02:14.542058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b2bf9-c114-4a8b-a75c-f411a61fd956 req-c4bfc972-3a99-4c98-844f-40e9610f5465 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:14.543493 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fa7b2bf9-c114-4a8b-a75c-f411a61fd956 req-c4bfc972-3a99-4c98-844f-40e9610f5465 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0777526 Apr 29 08:02:14.596008 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fa7b2bf9-c114-4a8b-a75c-f411a61fd956 req-b443ea42-a0a1-469e-b5d0-f6ea868bc850 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 Apr 29 08:02:14.946871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-2d91b094-1924-48d7-9aa3-b932720b1e52 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:14.948584 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-2d91b094-1924-48d7-9aa3-b932720b1e52 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports/7db39733-5b1e-4924-a8ba-48b16fc8d5fb HTTP/1.1" status: 200 len: 943 time: 0.0516388 Apr 29 08:02:15.729804 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077c8d5-1a2e-47b5-809b-71ebe3ff5e1e req-1aea00c8-ffe0-4da3-8585-2a368565888b tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:15.731416 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b077c8d5-1a2e-47b5-809b-71ebe3ff5e1e req-1aea00c8-ffe0-4da3-8585-2a368565888b tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0581660 Apr 29 08:02:15.751484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-ea6f2afd-4a83-4654-aba2-4967e51381e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:15.753042 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-ea6f2afd-4a83-4654-aba2-4967e51381e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 1130 time: 0.0478842 Apr 29 08:02:15.779157 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b077c8d5-1a2e-47b5-809b-71ebe3ff5e1e req-00ca4f5b-2d80-4cd0-853c-e3a60663eecb tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Apr 29 08:02:15.850399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-4962273b-4922-45ab-8b8a-a9bc147b9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:15.851803 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-4962273b-4922-45ab-8b8a-a9bc147b9c3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 916 time: 0.0928240 Apr 29 08:02:15.891722 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-fb1512be-0faa-4929-9638-0b96400bb640 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb HTTP/1.1" status: 200 len: 217 time: 0.0336771 Apr 29 08:02:15.938716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-f76de9cf-3c1d-4f4e-b1f5-f22653730283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:15.940134 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-f76de9cf-3c1d-4f4e-b1f5-f22653730283 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0421047 Apr 29 08:02:15.971928 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-ab743f05-942e-476e-a73e-a2a8425518b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258853 Apr 29 08:02:16.065250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-1c6d6330-4495-46a7-92d9-aa062f63c116 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871577 Apr 29 08:02:16.155438 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-2530a78a-d4ef-4496-aa15-b46787afcc2d service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843000 Apr 29 08:02:16.932292 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ab27-fb7b-4881-9a81-89473e8697a8 req-fc68c568-ee53-4915-9214-1f90ff2fdfe1 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:16.933803 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8806ab27-fb7b-4881-9a81-89473e8697a8 req-fc68c568-ee53-4915-9214-1f90ff2fdfe1 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0627599 Apr 29 08:02:16.982759 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8806ab27-fb7b-4881-9a81-89473e8697a8 req-b2d68a76-fd0b-4d4c-94a3-a37b58f2ca55 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Apr 29 08:02:18.116708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492d89d-0e09-45e2-8585-2eaf07f422fa req-72dca58c-d343-43ad-a4ec-ee9fd889b0b8 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:18.118259 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2492d89d-0e09-45e2-8585-2eaf07f422fa req-72dca58c-d343-43ad-a4ec-ee9fd889b0b8 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0603645 Apr 29 08:02:18.165073 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2492d89d-0e09-45e2-8585-2eaf07f422fa req-ae6213e1-b007-422a-a49a-c4376b19a25a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Apr 29 08:02:19.297594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d6a68-622c-44a2-af41-5c3e9485bc01 req-300c7464-79fa-4c2a-a025-16fdb2097137 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:19.299068 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9f8d6a68-622c-44a2-af41-5c3e9485bc01 req-300c7464-79fa-4c2a-a025-16fdb2097137 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0565827 Apr 29 08:02:19.347252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9f8d6a68-622c-44a2-af41-5c3e9485bc01 req-84830089-a591-4d31-a682-16ae305722ae tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Apr 29 08:02:20.480846 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c103a-7825-4ed2-bab0-76688691de99 req-2a27791e-b8a9-4fa3-8707-2fec4ead7f18 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:20.482358 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ac2c103a-7825-4ed2-bab0-76688691de99 req-2a27791e-b8a9-4fa3-8707-2fec4ead7f18 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0540788 Apr 29 08:02:20.531392 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ac2c103a-7825-4ed2-bab0-76688691de99 req-ec95273f-4f36-4175-8183-f6c25777d917 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Apr 29 08:02:21.656277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7821232-b374-45c8-bfad-aa6ed408e639 req-ae0620c5-861b-4e60-9503-5e22217d94a5 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:21.657777 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7821232-b374-45c8-bfad-aa6ed408e639 req-ae0620c5-861b-4e60-9503-5e22217d94a5 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0596299 Apr 29 08:02:21.704868 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7821232-b374-45c8-bfad-aa6ed408e639 req-2fb10fa8-c9ae-43d8-9c2c-2549b924947d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Apr 29 08:02:22.848017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f4f06-05ff-41ac-b908-fef9f470a9af req-82494468-a07f-4f18-a493-dace5bcb45af tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:22.849605 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-932f4f06-05ff-41ac-b908-fef9f470a9af req-82494468-a07f-4f18-a493-dace5bcb45af tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0616367 Apr 29 08:02:22.902777 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-932f4f06-05ff-41ac-b908-fef9f470a9af req-7f2aa97c-4011-4a7a-a649-7fcd70966386 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473537 Apr 29 08:02:24.026693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e03421-b170-4bbc-9f41-9d6d09a27c32 req-e60b685c-ee3c-4e44-bb64-e5c7865e7e59 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:24.028167 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-97e03421-b170-4bbc-9f41-9d6d09a27c32 req-e60b685c-ee3c-4e44-bb64-e5c7865e7e59 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0544302 Apr 29 08:02:24.075495 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-97e03421-b170-4bbc-9f41-9d6d09a27c32 req-65de21c2-4cb5-442e-ba65-ab2d5346f7ef tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Apr 29 08:02:25.225923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96609b7-87cc-4381-badc-416bab3e816b req-1370ef2e-a48b-4bb8-9c8f-a345b4ddc554 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:25.227428 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d96609b7-87cc-4381-badc-416bab3e816b req-1370ef2e-a48b-4bb8-9c8f-a345b4ddc554 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0632055 Apr 29 08:02:25.278274 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d96609b7-87cc-4381-badc-416bab3e816b req-a0581051-21bf-470e-89b4-d2e30e6dc061 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Apr 29 08:02:26.413204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec14fde-32e9-4a17-8c35-4eaf9d7a15ad req-0910e790-beef-45d1-b82e-66f08cf8389b tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:26.414695 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9ec14fde-32e9-4a17-8c35-4eaf9d7a15ad req-0910e790-beef-45d1-b82e-66f08cf8389b tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0544133 Apr 29 08:02:26.467573 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9ec14fde-32e9-4a17-8c35-4eaf9d7a15ad req-80747564-c17b-48e5-bc80-f08942f3324b tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468822 Apr 29 08:02:27.597890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e358-a411-445c-989c-9664ac7169ca req-ebfdc59e-ac9c-4918-b191-20b1f5d7984d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:27.599381 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5257e358-a411-445c-989c-9664ac7169ca req-ebfdc59e-ac9c-4918-b191-20b1f5d7984d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0590477 Apr 29 08:02:27.647703 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5257e358-a411-445c-989c-9664ac7169ca req-3740cc9e-6a5a-449c-a728-b3111a14b173 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Apr 29 08:02:28.191559 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:02:28.784801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679894-da5b-4f70-827b-40cec6d126bf req-45961c71-814c-464c-a33e-f2ac9743e0dd tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:28.786294 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dd679894-da5b-4f70-827b-40cec6d126bf req-45961c71-814c-464c-a33e-f2ac9743e0dd tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0563333 Apr 29 08:02:28.833636 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dd679894-da5b-4f70-827b-40cec6d126bf req-83b8aa3d-1994-454d-991c-8e5448758c9e tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Apr 29 08:02:29.964803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc11356-829f-41e1-af7b-4b27e6d983a2 req-2967286e-9143-4e8d-ab57-6e095c4e6991 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:29.966325 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5dc11356-829f-41e1-af7b-4b27e6d983a2 req-2967286e-9143-4e8d-ab57-6e095c4e6991 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0601196 Apr 29 08:02:30.016665 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5dc11356-829f-41e1-af7b-4b27e6d983a2 req-785cfb39-26b2-48cc-b33c-ac5a03359b7e tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Apr 29 08:02:31.151162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309d1de-2457-4b9c-9966-60f5b2def94f req-907a3b03-fc00-4898-947a-e110afacba47 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:31.153871 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f309d1de-2457-4b9c-9966-60f5b2def94f req-907a3b03-fc00-4898-947a-e110afacba47 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0561714 Apr 29 08:02:31.201481 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f309d1de-2457-4b9c-9966-60f5b2def94f req-700e7afe-4e02-4d9c-a7e3-d0128ba72447 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Apr 29 08:02:31.343274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6da256d6-2d16-4a31-8191-40148636c3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:32.328294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad0454-bc99-41e9-9fed-11153f0b079f req-6b9b6aba-dade-4b2b-9502-597fad28c70a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:32.329831 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-02ad0454-bc99-41e9-9fed-11153f0b079f req-6b9b6aba-dade-4b2b-9502-597fad28c70a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0580156 Apr 29 08:02:32.378334 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-02ad0454-bc99-41e9-9fed-11153f0b079f req-e313ca04-39a7-4138-ac16-21aca21866b0 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Apr 29 08:02:33.441439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e130f434-669d-4cb2-b9df-ee56b7784d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:33.521271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae46e3c-5aee-45a0-abd8-65f8d22ee23e req-059ea1ec-abbb-4339-a68a-7b8fb0dbe290 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:33.522797 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8ae46e3c-5aee-45a0-abd8-65f8d22ee23e req-059ea1ec-abbb-4339-a68a-7b8fb0dbe290 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0669725 Apr 29 08:02:33.574340 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8ae46e3c-5aee-45a0-abd8-65f8d22ee23e req-c3cefc27-aa8c-46de-bab0-85557c3e182e tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436938 Apr 29 08:02:34.400714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-812b20c1-f0b4-4b23-bf39-c46356592df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:34.402253 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-812b20c1-f0b4-4b23-bf39-c46356592df5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 1130 time: 0.0557647 Apr 29 08:02:34.521723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-f3e640aa-37b8-4c40-8f5d-1b68efe59642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:34.523245 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-f3e640aa-37b8-4c40-8f5d-1b68efe59642 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 916 time: 0.1007092 Apr 29 08:02:34.566856 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-8391676d-722f-4aad-ba44-f76a6504973d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb HTTP/1.1" status: 200 len: 217 time: 0.0366719 Apr 29 08:02:34.617087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-f18878fb-a79e-4334-bc8e-75742f193120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:34.618592 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-f18878fb-a79e-4334-bc8e-75742f193120 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0450652 Apr 29 08:02:34.649810 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-9ef2262f-638f-4441-ace2-b294ee3b19ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252936 Apr 29 08:02:34.702537 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2049c-52f8-4012-86a7-6cb9f1020a8b req-3986c860-7fd6-452b-be12-3e06f9a1670a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:34.703903 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9ee2049c-52f8-4012-86a7-6cb9f1020a8b req-3986c860-7fd6-452b-be12-3e06f9a1670a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0583711 Apr 29 08:02:34.741663 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-dfc5a7a9-2dc9-48a8-ae58-2dec2415b4de service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854125 Apr 29 08:02:34.751938 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9ee2049c-52f8-4012-86a7-6cb9f1020a8b req-4a2f3238-d691-4efb-8793-39e77921c0f1 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Apr 29 08:02:34.833415 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f037a5b1-4f39-47d4-a2a1-a8392a22acb9 req-6deb8430-6b43-4f18-afe3-5c1205557f7f service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853543 Apr 29 08:02:34.851776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:35.592108 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:35.886817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4564-bef9-4662-8143-1716769aaf5c req-1470c1f4-599f-4b89-9556-a12ae4cdb244 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:35.888277 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d92e4564-bef9-4662-8143-1716769aaf5c req-1470c1f4-599f-4b89-9556-a12ae4cdb244 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0608609 Apr 29 08:02:35.937887 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d92e4564-bef9-4662-8143-1716769aaf5c req-070371a6-35fd-4fa7-9794-68b2f142a848 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Apr 29 08:02:36.164231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:37.069406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcda2e-53c8-4bd7-b0f6-bb95d8560b38 req-dff1d3d7-e373-4cc5-8e6e-f28bac5fa262 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:37.070880 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a2dcda2e-53c8-4bd7-b0f6-bb95d8560b38 req-dff1d3d7-e373-4cc5-8e6e-f28bac5fa262 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0553362 Apr 29 08:02:37.117686 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a2dcda2e-53c8-4bd7-b0f6-bb95d8560b38 req-2c270eb2-58ff-4b94-99b3-dbe314b4ee0e tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Apr 29 08:02:37.329947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:38.252514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa93d-b3ec-4a00-99b4-7d5742399ec3 req-14316bee-dc90-4e43-a279-eb7f210c6091 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:38.254033 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6f8fa93d-b3ec-4a00-99b4-7d5742399ec3 req-14316bee-dc90-4e43-a279-eb7f210c6091 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0564821 Apr 29 08:02:38.302069 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6f8fa93d-b3ec-4a00-99b4-7d5742399ec3 req-656c12cb-9750-42d5-99f2-c6e03e4f4bd8 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422955 Apr 29 08:02:39.431343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a7218-b9c3-46a9-9f38-c95f20018175 req-8100aac7-1652-4aec-9ee3-f9feee1095a9 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:39.432839 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cb0a7218-b9c3-46a9-9f38-c95f20018175 req-8100aac7-1652-4aec-9ee3-f9feee1095a9 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0591788 Apr 29 08:02:39.486971 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cb0a7218-b9c3-46a9-9f38-c95f20018175 req-4df8c30a-b0a8-4204-9048-b6958db114d2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460632 Apr 29 08:02:40.616783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ac54e-2ad2-4616-a83e-4d1590eccbed req-ae70a253-15b0-4d51-b4df-5914148e34dc tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:40.618297 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d9ac54e-2ad2-4616-a83e-4d1590eccbed req-ae70a253-15b0-4d51-b4df-5914148e34dc tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0563087 Apr 29 08:02:40.680173 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d9ac54e-2ad2-4616-a83e-4d1590eccbed req-a2fe8d83-1a33-4c8c-ae52-7d20244f0e9f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535028 Apr 29 08:02:41.815713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637d0c1-0718-4f84-96a5-5d4697e2b902 req-bc751180-8574-40a4-8a7d-b2ffc424ff7a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:41.817254 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1637d0c1-0718-4f84-96a5-5d4697e2b902 req-bc751180-8574-40a4-8a7d-b2ffc424ff7a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0548480 Apr 29 08:02:41.865140 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1637d0c1-0718-4f84-96a5-5d4697e2b902 req-12488756-d89c-40e9-9498-38f1347cfc6d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 Apr 29 08:02:42.786430 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-2d28a1ec-bf9d-4d07-b89f-f2f3e04f1223 service neutron] 10.222.0.36 "GET /v2.0/ports/7db39733-5b1e-4924-a8ba-48b16fc8d5fb/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0682290 Apr 29 08:02:43.013415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71e44d-6d70-4e80-9a31-9a77994a3e25 req-15c6f984-462e-47a9-8950-9bce19ad9b6d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:43.014888 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7f71e44d-6d70-4e80-9a31-9a77994a3e25 req-15c6f984-462e-47a9-8950-9bce19ad9b6d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0820334 Apr 29 08:02:43.028213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-fa5c3edd-7418-4d9f-b2f0-cc4c39214b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:43.029604 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-fa5c3edd-7418-4d9f-b2f0-cc4c39214b4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549&tenant_id=b9ff15c96a7d475190109cdcd71457f8 HTTP/1.1" status: 200 len: 1130 time: 0.0680826 Apr 29 08:02:43.090309 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7f71e44d-6d70-4e80-9a31-9a77994a3e25 req-7149ea87-aae8-41b0-9fdf-0c94e97daf59 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693786 Apr 29 08:02:43.115653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-31bee887-de66-4e62-bc4c-35f6be4ca8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:43.117124 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-31bee887-de66-4e62-bc4c-35f6be4ca8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 1130 time: 0.0645096 Apr 29 08:02:43.206763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-c4178ea4-aab8-4531-9a92-e925a4dd1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:43.208127 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-c4178ea4-aab8-4531-9a92-e925a4dd1552 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 916 time: 0.0854952 Apr 29 08:02:43.252681 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-46d7fee6-733c-4f05-8c85-b66f09011770 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb HTTP/1.1" status: 200 len: 217 time: 0.0381706 Apr 29 08:02:43.300122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-53d7ddf2-99d3-4ef9-8135-c12473fef642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:43.301575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-53d7ddf2-99d3-4ef9-8135-c12473fef642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0430362 Apr 29 08:02:43.333489 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-266c9665-1f96-4e04-a254-311e40abb531 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262802 Apr 29 08:02:43.423267 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-6604bfe8-beb0-4c39-b93b-f6d2b4bbe6f7 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839424 Apr 29 08:02:43.530825 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1602888b-3e72-465c-b7df-18f661eb75a9 req-4b7921e0-5f15-4413-8767-e18529df4691 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019406 Apr 29 08:02:44.212753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea755a-2e76-49cc-9e9e-ce32e501cb66 req-feb80dc6-1acd-45f7-86ef-dbe44829aa27 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:44.214255 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9fea755a-2e76-49cc-9e9e-ce32e501cb66 req-feb80dc6-1acd-45f7-86ef-dbe44829aa27 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0551307 Apr 29 08:02:44.260835 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9fea755a-2e76-49cc-9e9e-ce32e501cb66 req-bc868021-8019-49a4-9145-546d0299c785 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Apr 29 08:02:45.411620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15925-2cfe-41bf-b85f-899d421a8b89 req-4e82500a-be7a-4e42-b797-c627f2def2b3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:45.414091 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6ec15925-2cfe-41bf-b85f-899d421a8b89 req-4e82500a-be7a-4e42-b797-c627f2def2b3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0660157 Apr 29 08:02:45.465769 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6ec15925-2cfe-41bf-b85f-899d421a8b89 req-775ce7ba-92e8-4b90-9f69-3ce669fc3765 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 Apr 29 08:02:45.702691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1917fce-f9ac-4195-bf8a-d268b5161ed0 req-63ffe588-cfa4-4ece-85e7-388010491be4 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:45.704204 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c1917fce-f9ac-4195-bf8a-d268b5161ed0 req-63ffe588-cfa4-4ece-85e7-388010491be4 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0820656 Apr 29 08:02:45.754140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-365e5af8-cc38-42b7-9315-f3342b859c8f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:45.755580 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-365e5af8-cc38-42b7-9315-f3342b859c8f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549&tenant_id=b9ff15c96a7d475190109cdcd71457f8&binding%3Ahost_id=hv-neutron-8398 HTTP/1.1" status: 200 len: 946 time: 0.0885336 Apr 29 08:02:45.769036 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c1917fce-f9ac-4195-bf8a-d268b5161ed0 req-80ac8a81-ab9c-40b8-b7f0-79bb76fc8e0a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578833 Apr 29 08:02:45.842724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-e836f167-11e0-4075-9172-8c45732836c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:45.844327 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-e836f167-11e0-4075-9172-8c45732836c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 1130 time: 0.0471597 Apr 29 08:02:45.934462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-5e2aea68-dec6-43c5-8301-622d5bdf4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:45.935916 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-5e2aea68-dec6-43c5-8301-622d5bdf4332 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 916 time: 0.0857203 Apr 29 08:02:45.976677 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-35e6be39-fe24-480e-9409-233f0a9ca04a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb HTTP/1.1" status: 200 len: 217 time: 0.0338986 Apr 29 08:02:46.045649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-e79edc6d-4459-45f7-9add-1dd9a66f47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:46.047730 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-e79edc6d-4459-45f7-9add-1dd9a66f47b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0652754 Apr 29 08:02:46.079153 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-7941a949-36a2-4983-98bf-dd011eab47db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254197 Apr 29 08:02:46.165334 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-850e4f55-aae3-4cdc-a6a9-86bc4e242393 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794544 Apr 29 08:02:46.264791 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a35dc5e-8292-44ed-9626-b96e6c0be0e3 req-a0d9d316-1f56-4215-bda9-b6f63d87fb3d service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928636 Apr 29 08:02:46.897505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100379f2-0393-4453-8983-14c33f65490e req-dd868139-b0f3-4aef-9a1b-2323eb2e1621 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:46.898955 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-100379f2-0393-4453-8983-14c33f65490e req-dd868139-b0f3-4aef-9a1b-2323eb2e1621 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0590234 Apr 29 08:02:46.945739 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-100379f2-0393-4453-8983-14c33f65490e req-88d3ad55-14cb-4534-b3dc-88219c0d9cff tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Apr 29 08:02:47.065359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f29294-4df8-4ccb-838c-8436f5b121ce req-8bbd989e-718e-4e4d-ad6b-92b8452bbe38 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:47.066764 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-59f29294-4df8-4ccb-838c-8436f5b121ce req-8bbd989e-718e-4e4d-ad6b-92b8452bbe38 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0548086 Apr 29 08:02:47.130414 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-59f29294-4df8-4ccb-838c-8436f5b121ce req-1d8c4b4c-ecf0-458b-870b-bc249fd5415d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579128 Apr 29 08:02:47.260583 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277bac-d2b0-48b0-8753-52dbfeb1f834 req-bad5b0d2-6129-4591-810e-fb96e50f13ca tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:47.262194 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6b277bac-d2b0-48b0-8753-52dbfeb1f834 req-bad5b0d2-6129-4591-810e-fb96e50f13ca tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0594990 Apr 29 08:02:47.312599 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6b277bac-d2b0-48b0-8753-52dbfeb1f834 req-02436ed6-e292-4e60-a0ac-795a3a0aaffb tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Apr 29 08:02:47.678763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-7fc5bc43-1891-4831-bb83-5fe579380ca7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:47.680248 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-7fc5bc43-1891-4831-bb83-5fe579380ca7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 815 time: 0.1077483 Apr 29 08:02:47.694881 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-ac95997f-fac4-4d6f-ace8-2e2a5ca99fbb tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/quotas/b9ff15c96a7d475190109cdcd71457f8 HTTP/1.1" status: 200 len: 375 time: 0.0092871 Apr 29 08:02:47.747917 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-37f2e01e-d157-46a1-8657-4e1b679f4bb3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479105 Apr 29 08:02:47.758187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-db83d87a-2100-4f0f-9e43-1bd593b1e237 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:02:47.759109 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-db83d87a-2100-4f0f-9e43-1bd593b1e237 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048978 Apr 29 08:02:47.852648 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-40959dca-d5be-4a6d-9247-1b7edb85c0b0 service neutron] 10.222.0.23 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882065 Apr 29 08:02:47.940748 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-6f026467-3538-42ae-98b8-eedd9c2223d6 service neutron] 10.222.0.23 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824103 Apr 29 08:02:48.122545 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6c4b95a-e560-44ba-8cb4-4ca18ae656d6 req-434f3f67-7f07-426a-b8ce-32f92c5b5e58 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 210 time: 0.0334609 Apr 29 08:02:49.068926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-0a0e99ca-6b81-4eb7-880d-6f8db1bc53fe tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:49.070389 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-0a0e99ca-6b81-4eb7-880d-6f8db1bc53fe tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 815 time: 0.1051903 Apr 29 08:02:49.082487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Request body: {'port': {'device_id': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3', 'admin_state_up': True, 'tenant_id': 'b9ff15c96a7d475190109cdcd71457f8'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:49.186340 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872464c-00d7-4204-825d-be5d6d946959 req-6863006d-8a8f-4a1f-b2b3-6d0344d6c76f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:49.187959 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a872464c-00d7-4204-825d-be5d6d946959 req-6863006d-8a8f-4a1f-b2b3-6d0344d6c76f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5062b1c-fead-4a02-834f-10d2efe62549 HTTP/1.1" status: 200 len: 946 time: 0.0596533 Apr 29 08:02:49.207536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Made reservation on behalf of b9ff15c96a7d475190109cdcd71457f8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:02:49.211075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:49.224757 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-daa822c9-86e1-488b-9922-6e7483a043a1 req-75ab012a-441f-44d9-8f2a-680b563d8758 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 210 time: 0.0358353 Apr 29 08:02:49.301430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Deleting port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:02:49.301845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:49.345079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Allocated IP 172.20.0.5 (c460aec1-eaf8-46d1-9ff1-4f5582e569d3/588f888a-8a8e-4a92-959e-0aa486d3fc85/23fa00dd-49bb-4053-b0cc-bd6f412f1e55) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:02:49.396434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] For port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:49.396792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:49.410374 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Calling delete_port for 7db39733-5b1e-4924-a8ba-48b16fc8d5fb owned by compute:nova {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:02:49.501111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks [] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:49.534934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:49.536911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7db39733-5b1e-4924-a8ba-48b16fc8d5fb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:49.554635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['7db39733-5b1e-4924-a8ba-48b16fc8d5fb'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:02:49.557557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['7db39733-5b1e-4924-a8ba-48b16fc8d5fb'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:02:49.576443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:02:49.577883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:02:49.579983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Pushing event deleted for resources: {'Port': ['ID=7db39733-5b1e-4924-a8ba-48b16fc8d5fb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:49.581870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:02:49.622448 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] No DVR routers for this DVR port 7db39733-5b1e-4924-a8ba-48b16fc8d5fb on host hv-neutron-8398 {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:02:49.624897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:49.628334 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "DELETE /v2.0/ports/7db39733-5b1e-4924-a8ba-48b16fc8d5fb HTTP/1.1" status: 204 len: 173 time: 0.4312589 Apr 29 08:02:49.628777 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5062b1c-fead-4a02-834f-10d2efe62549', 'name': 'network-vif-deleted', 'tag': '7db39733-5b1e-4924-a8ba-48b16fc8d5fb'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:49.629438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Pushing event updated for resources: {'Port': ['ID=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:49.631107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405fd858-226a-4b41-902f-7e695754c03c" -d '{"events": [{"server_uuid": "c5062b1c-fead-4a02-834f-10d2efe62549", "name": "network-vif-deleted", "tag": "7db39733-5b1e-4924-a8ba-48b16fc8d5fb"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:49.643364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:49.644037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:49.661945 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-2a6873c8-1954-46ff-84bb-8bc48cdc629c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832951 Apr 29 08:02:49.674607 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Request body: {'port': {'device_id': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:02:49.739324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da17fa03-0431-4a36-921d-9e86002db131 x-openstack-request-id: req-da17fa03-0431-4a36-921d-9e86002db131 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:49.739632 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5062b1c-fead-4a02-834f-10d2efe62549", "name": "network-vif-deleted", "tag": "7db39733-5b1e-4924-a8ba-48b16fc8d5fb", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:49.739880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da17fa03-0431-4a36-921d-9e86002db131 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:49.740322 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da17fa03-0431-4a36-921d-9e86002db131'] response: {'server_uuid': 'c5062b1c-fead-4a02-834f-10d2efe62549', 'name': 'network-vif-deleted', 'tag': '7db39733-5b1e-4924-a8ba-48b16fc8d5fb', 'status': 'completed', 'code': 200} Apr 29 08:02:49.740888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:50.009850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:02:50.018238 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Publish callbacks [] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:50.030364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Transition to ACTIVE for port object 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:02:50.034635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:50.082377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Pushing event updated for resources: {'Port': ['ID=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:50.149881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Attempting to bind port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:02:50.150210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Attempting to bind port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '6e32246e-1a09-4ee2-8add-deaafb96bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:02:50.150527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Attempting to bind port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 on network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:02:50.154806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 on network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:02:50.155118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Attempting to bind port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 on network c460aec1-eaf8-46d1-9ff1-4f5582e569d3 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:02:50.160248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:02:50.160573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Checking segment: {'id': '6e32246e-1a09-4ee2-8add-deaafb96bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:02:50.160942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Bound using segment: {'id': '6e32246e-1a09-4ee2-8add-deaafb96bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:02:50.161411 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Bound port: 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e32246e-1a09-4ee2-8add-deaafb96bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:02:50.161725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:50.227170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:02:50.230090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:02:50.237673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:50.269125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:50.269766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:50.271148 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] 10.222.0.36 "PUT /v2.0/ports/23fa00dd-49bb-4053-b0cc-bd6f412f1e55 HTTP/1.1" status: 200 len: 1093 time: 0.6024563 Apr 29 08:02:50.271594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:50.273857 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14929269-decf-41e0-8600-6f146d09d0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:50.301001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9d5fc-68d9-4217-8dbb-04d553f9f045 service neutron] Pushing event updated for resources: {'Port': ['ID=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:50.320827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c26a4-a9f4-4950-9bd9-28ca4f60e9e1 x-openstack-request-id: req-d92c26a4-a9f4-4950-9bd9-28ca4f60e9e1 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:50.321115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:50.321475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d92c26a4-a9f4-4950-9bd9-28ca4f60e9e1 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:50.321886 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92c26a4-a9f4-4950-9bd9-28ca4f60e9e1'] response: {'name': 'network-changed', 'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55', 'status': 'completed', 'code': 200} Apr 29 08:02:50.364232 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f6c31-f192-40a3-a7ed-247f0c65e165 req-376ed921-ded9-4b9f-89b1-7b811e5a9bfd tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:50.365869 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aa4f6c31-f192-40a3-a7ed-247f0c65e165 req-376ed921-ded9-4b9f-89b1-7b811e5a9bfd tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 943 time: 0.0542748 Apr 29 08:02:50.366334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-467f5635-7cbf-4c17-9859-3a7c8c30c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:50.367981 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-467f5635-7cbf-4c17-9859-3a7c8c30c274 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 1127 time: 0.0445118 Apr 29 08:02:50.411962 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aa4f6c31-f192-40a3-a7ed-247f0c65e165 req-83ec3a49-7f1e-4fe8-b652-4307d0621b24 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399921 Apr 29 08:02:50.414752 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-755b95a7-d0de-4aac-ab1d-bd150f1ba215 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55 HTTP/1.1" status: 200 len: 217 time: 0.0374541 Apr 29 08:02:50.462889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-f48451af-795c-4294-badd-f1213e67cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:50.464342 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-f48451af-795c-4294-badd-f1213e67cbe0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0438261 Apr 29 08:02:50.495277 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-bd4e089c-3e98-49d0-98e3-263e7cec12dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244334 Apr 29 08:02:50.585740 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-282b7575-9a42-416f-82a7-ec352e85ac45 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837612 Apr 29 08:02:50.671749 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-075c768e-81cf-4916-b13a-dbbd0df4734e req-ed6e6133-b772-47b1-9bb0-b39d42dd45d0 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802824 Apr 29 08:02:50.772498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14929269-decf-41e0-8600-6f146d09d0ce req-da659264-20ec-4b64-ba60-9a4cb1fd08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:50.773921 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-14929269-decf-41e0-8600-6f146d09d0ce req-da659264-20ec-4b64-ba60-9a4cb1fd08f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 1127 time: 0.0460196 Apr 29 08:02:50.864132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14929269-decf-41e0-8600-6f146d09d0ce req-96fd87e0-02b1-4aef-8c5c-2b1d9885dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:50.865604 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-14929269-decf-41e0-8600-6f146d09d0ce req-96fd87e0-02b1-4aef-8c5c-2b1d9885dbbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 916 time: 0.0852864 Apr 29 08:02:50.907252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-14929269-decf-41e0-8600-6f146d09d0ce req-277a27ee-b1c4-4971-81a6-46e832421d00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55 HTTP/1.1" status: 200 len: 217 time: 0.0333340 Apr 29 08:02:50.961652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14929269-decf-41e0-8600-6f146d09d0ce req-20d45f70-b6fc-4a81-997d-e06e2a90eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:50.963054 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-14929269-decf-41e0-8600-6f146d09d0ce req-20d45f70-b6fc-4a81-997d-e06e2a90eb5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0490427 Apr 29 08:02:50.994196 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-14929269-decf-41e0-8600-6f146d09d0ce req-30ab523f-f0ef-424d-86fc-066773a91eae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242922 Apr 29 08:02:51.086731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-14929269-decf-41e0-8600-6f146d09d0ce req-7eeef3aa-4986-4635-a647-a2c43e29bb6c service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863178 Apr 29 08:02:51.197178 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-14929269-decf-41e0-8600-6f146d09d0ce req-7bd48dd7-f179-4885-acf0-d8f15cc4e284 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035459 Apr 29 08:02:51.545823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a828edc-2e38-4a96-8beb-47caa83801e1 req-c4a25562-80f7-49b8-a045-bcab569937d7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:51.547393 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a828edc-2e38-4a96-8beb-47caa83801e1 req-c4a25562-80f7-49b8-a045-bcab569937d7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 943 time: 0.0583842 Apr 29 08:02:51.595462 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5a828edc-2e38-4a96-8beb-47caa83801e1 req-19daa6af-82f8-4955-a575-ec9a9dccc70d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Apr 29 08:02:52.741339 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124322a-0717-415c-b261-72d548e14966 req-df004972-71d6-4802-af8c-12683fccc165 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:52.742802 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9124322a-0717-415c-b261-72d548e14966 req-df004972-71d6-4802-af8c-12683fccc165 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 943 time: 0.0599418 Apr 29 08:02:52.793939 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9124322a-0717-415c-b261-72d548e14966 req-5063263f-3047-44a1-aafe-ceca21df8ad9 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Apr 29 08:02:53.210985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:02:53.216133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7db39733-5b1e-4924-a8ba-48b16fc8d5fb no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:02:53.246697 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 7db39733-5b1e-4924-a8ba-48b16fc8d5fb {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:02:53.247039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7db39733-5b1e-4924-a8ba-48b16fc8d5fb not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:02:53.331615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:53.343952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55', 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3', 'port_id': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55', 'mac_address': 'fa:16:3e:7b:ba:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588f888a-8a8e-4a92-959e-0aa486d3fc85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:02:53.380576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:02:53.380952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:53.397788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:02:53.416575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:53.422649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:53.467524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:53.613821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['23fa00dd-49bb-4053-b0cc-bd6f412f1e55'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:02:53.922966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa003a-2153-4230-9f36-316b04bd73de req-299c41af-4ce1-4661-94a9-7d23b041bd5e tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:53.924509 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-58fa003a-2153-4230-9f36-316b04bd73de req-299c41af-4ce1-4661-94a9-7d23b041bd5e tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 944 time: 0.0579798 Apr 29 08:02:53.979500 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-58fa003a-2153-4230-9f36-316b04bd73de req-48bc343b-1b3c-488f-8dba-2f1f45ff074d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 Apr 29 08:02:55.105667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe51138-bdcf-47f0-9710-b5cc5769c78d req-a30acbdd-afb3-4510-94cd-a0cb8e74a427 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:55.107155 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fbe51138-bdcf-47f0-9710-b5cc5769c78d req-a30acbdd-afb3-4510-94cd-a0cb8e74a427 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 944 time: 0.0547566 Apr 29 08:02:55.154221 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fbe51138-bdcf-47f0-9710-b5cc5769c78d req-82b403d6-e432-445e-9716-318f3783955f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Apr 29 08:02:55.226979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:02:55.283625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:02:55.287788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:02:55.288157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:55.365586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:02:55.365961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:55.388667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:02:55.391045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b3201-9e81-455d-bc68-a458d018faca" -d '{"events": [{"server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "name": "network-vif-plugged", "status": "completed", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:02:55.402957 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:02:55.407922 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:02:55.582888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ddc88b-9713-46a0-9098-f512419ee99a x-openstack-request-id: req-c3ddc88b-9713-46a0-9098-f512419ee99a {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:02:55.583202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "name": "network-vif-plugged", "status": "completed", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:02:55.583409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3ddc88b-9713-46a0-9098-f512419ee99a {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:02:55.583820 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ddc88b-9713-46a0-9098-f512419ee99a'] response: {'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55', 'code': 200} Apr 29 08:02:55.597185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6544c45-0026-49de-863a-f25f2a3d4645 req-3dd35e95-4539-4e1d-95fb-34db9b42de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:55.598847 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6544c45-0026-49de-863a-f25f2a3d4645 req-3dd35e95-4539-4e1d-95fb-34db9b42de06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 1129 time: 0.0457630 Apr 29 08:02:55.609132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:02:55.617024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.617401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.617743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.618066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.618412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.618741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.619067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.619390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.619815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.620184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.620507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.620819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.621137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:02:55.641564 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6544c45-0026-49de-863a-f25f2a3d4645 req-eef8579a-5116-425a-9214-db1796a17593 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366426 Apr 29 08:02:56.282351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1a615-3117-461d-ba68-b1901ef0377b req-f56e1e70-30b9-4128-87a7-5a4617f58b15 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:56.283854 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d4e1a615-3117-461d-ba68-b1901ef0377b req-f56e1e70-30b9-4128-87a7-5a4617f58b15 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0536292 Apr 29 08:02:56.338552 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d4e1a615-3117-461d-ba68-b1901ef0377b req-eb96d4b8-6818-461a-941a-2d11c9987179 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 Apr 29 08:02:57.467098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d1c71-ad6e-42f9-a333-3a5be72d5ab6 req-2e2fd4f9-c6ff-4a02-ad94-e130c271d442 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:57.468567 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2e6d1c71-ad6e-42f9-a333-3a5be72d5ab6 req-2e2fd4f9-c6ff-4a02-ad94-e130c271d442 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0528610 Apr 29 08:02:57.515234 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2e6d1c71-ad6e-42f9-a333-3a5be72d5ab6 req-1b1d5cb4-a8ea-4f11-987b-cc851937803d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Apr 29 08:02:57.639273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014cf18-7e65-4fc9-bf1f-2411608ac8c3 req-ccaf1c68-fc0e-4d9c-975b-4168a8c5b384 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:57.640686 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7014cf18-7e65-4fc9-bf1f-2411608ac8c3 req-ccaf1c68-fc0e-4d9c-975b-4168a8c5b384 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0545604 Apr 29 08:02:57.688436 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7014cf18-7e65-4fc9-bf1f-2411608ac8c3 req-2dc13682-7d39-4f2d-81d3-6c19e34abd76 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419886 Apr 29 08:02:57.929634 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-b84a64e6-d923-489b-8247-118c354de3dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464435 Apr 29 08:02:57.939189 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe6fe-8a6d-4258-8a26-38d3be22a545 req-9e17c0d2-d57f-474d-8ec7-d20751bd9fe0 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:57.940677 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-08cfe6fe-8a6d-4258-8a26-38d3be22a545 req-9e17c0d2-d57f-474d-8ec7-d20751bd9fe0 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0519676 Apr 29 08:02:57.990325 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-08cfe6fe-8a6d-4258-8a26-38d3be22a545 req-88204597-e341-4413-b9a8-f1f6ceaa1afd tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435071 Apr 29 08:02:58.304911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-ed7f663a-4c42-4688-a0fd-168a7f4dd008 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:58.306269 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-ed7f663a-4c42-4688-a0fd-168a7f4dd008 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports/23fa00dd-49bb-4053-b0cc-bd6f412f1e55 HTTP/1.1" status: 200 len: 942 time: 0.0568998 Apr 29 08:02:59.116704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-d2aa57ed-d555-4f58-9d44-6aacbd1facb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:59.118251 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-d2aa57ed-d555-4f58-9d44-6aacbd1facb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 1129 time: 0.0778224 Apr 29 08:02:59.127901 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88266f7-13a6-4b49-8840-88ca7709b461 req-bd92e224-3957-4752-b818-cf749ac55800 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:59.129255 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b88266f7-13a6-4b49-8840-88ca7709b461 req-bd92e224-3957-4752-b818-cf749ac55800 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0636020 Apr 29 08:02:59.567510 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b88266f7-13a6-4b49-8840-88ca7709b461 req-75b7da1e-c581-428f-b73c-47c3d733eab3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305396 Apr 29 08:02:59.581163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-91f95163-4c02-4078-993e-cf17e2992635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:59.582672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-91f95163-4c02-4078-993e-cf17e2992635 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 916 time: 0.4525933 Apr 29 08:02:59.625429 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-356e24fa-f34e-4e6a-9676-4a6be833b041 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55 HTTP/1.1" status: 200 len: 217 time: 0.0364671 Apr 29 08:02:59.672218 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-014c3e39-2e0d-4c04-9799-1733fe53a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:02:59.673651 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-014c3e39-2e0d-4c04-9799-1733fe53a51c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0423725 Apr 29 08:02:59.705434 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-dcdda774-3d45-443c-82da-36e846a57944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258234 Apr 29 08:02:59.805324 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-d92787b3-29ad-454c-9474-3b574dc754d3 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937879 Apr 29 08:02:59.897947 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-618be049-dd45-4da1-a2d3-f8bbcde1a453 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866187 Apr 29 08:03:00.778000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f11364-18d0-4946-8a45-fe95f4fecfc3 req-d3d21674-afc0-4295-8664-d78b7f949566 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:00.779483 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-33f11364-18d0-4946-8a45-fe95f4fecfc3 req-d3d21674-afc0-4295-8664-d78b7f949566 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.1333244 Apr 29 08:03:00.825967 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-33f11364-18d0-4946-8a45-fe95f4fecfc3 req-bc677cab-1d63-4f71-8bed-07b4a7642df7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406559 Apr 29 08:03:01.354597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d65a279a-82c6-4ef5-a7bd-93740fd2fa3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:02.011428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f703a-d608-4ee6-afc7-1541bda92741 req-d05b1803-b459-4a7e-8724-6d412669476a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:02.012909 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0a5f703a-d608-4ee6-afc7-1541bda92741 req-d05b1803-b459-4a7e-8724-6d412669476a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.1152048 Apr 29 08:03:02.067840 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0a5f703a-d608-4ee6-afc7-1541bda92741 req-02055b86-5510-4a47-b00e-52336af62655 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 Apr 29 08:03:03.209548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901e52-72c9-4a95-92c8-3d84317547f6 req-f84d6cc7-c754-4f31-b269-42e24a089b7c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:03.211021 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83901e52-72c9-4a95-92c8-3d84317547f6 req-f84d6cc7-c754-4f31-b269-42e24a089b7c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0588057 Apr 29 08:03:03.257813 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83901e52-72c9-4a95-92c8-3d84317547f6 req-658ff7ef-851e-4a62-a568-4c1006c9237f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Apr 29 08:03:03.455257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-03593861-2014-4ea8-97b4-e96741809172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:04.390218 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1831c3e-ff82-46e2-904c-cb7ab3bbbfd7 req-2895c482-a72d-4966-a6fd-b560b1cbe05b tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:04.392217 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f1831c3e-ff82-46e2-904c-cb7ab3bbbfd7 req-2895c482-a72d-4966-a6fd-b560b1cbe05b tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0591264 Apr 29 08:03:04.440433 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f1831c3e-ff82-46e2-904c-cb7ab3bbbfd7 req-4030e005-9287-43ad-8543-6443bbcadbca tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Apr 29 08:03:04.846938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:05.194242 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:03:05.570613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eac538-89c4-43a0-883a-c257a7940450 req-f26ad09c-c3db-4343-b4d2-605d44a0239a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:05.572123 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83eac538-89c4-43a0-883a-c257a7940450 req-f26ad09c-c3db-4343-b4d2-605d44a0239a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0550971 Apr 29 08:03:05.585851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:05.623402 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83eac538-89c4-43a0-883a-c257a7940450 req-217d9009-cd65-43fa-a59e-85cc0a516a84 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Apr 29 08:03:06.168960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:06.759889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3e8b3-0a0a-4825-8d34-57be89c84060 req-50460437-59b0-4053-a5b9-e55b3f9a66a1 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:06.761379 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d0b3e8b3-0a0a-4825-8d34-57be89c84060 req-50460437-59b0-4053-a5b9-e55b3f9a66a1 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0621986 Apr 29 08:03:06.810708 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d0b3e8b3-0a0a-4825-8d34-57be89c84060 req-320f72a4-1583-4558-a95b-7bcbba363b5c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Apr 29 08:03:07.323902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:07.939274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2924-7661-4074-b8db-f0a802fdae63 req-19af9c59-2484-48b3-a1be-2b6bf4470fb2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:07.940721 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-545d2924-7661-4074-b8db-f0a802fdae63 req-19af9c59-2484-48b3-a1be-2b6bf4470fb2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0550132 Apr 29 08:03:07.987697 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-545d2924-7661-4074-b8db-f0a802fdae63 req-f9614653-3c75-481d-84e0-4995f0260b80 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412209 Apr 29 08:03:09.136065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a735a-a191-4438-aa87-bbbf0670c43c req-f1722871-c24e-4000-891f-af59f84ddef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:09.137588 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ec7a735a-a191-4438-aa87-bbbf0670c43c req-f1722871-c24e-4000-891f-af59f84ddef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0675216 Apr 29 08:03:09.188352 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ec7a735a-a191-4438-aa87-bbbf0670c43c req-f537a158-8501-44c8-8312-a9821e51a4fd tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421307 Apr 29 08:03:10.315372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a14f9-c027-480d-a028-f96d39dc7103 req-f783de14-45a5-4623-9024-edc59905978f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:10.316941 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3c3a14f9-c027-480d-a028-f96d39dc7103 req-f783de14-45a5-4623-9024-edc59905978f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0560529 Apr 29 08:03:10.369190 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3c3a14f9-c027-480d-a028-f96d39dc7103 req-04618ade-b7a4-46b5-b5a1-c53bb4d710e2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439315 Apr 29 08:03:11.499052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8ca7-7d32-4a09-9821-1f5f945ff1ee req-b6efbb52-9929-45e0-a2ee-a3a9020dd7b0 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:11.500624 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ccdf8ca7-7d32-4a09-9821-1f5f945ff1ee req-b6efbb52-9929-45e0-a2ee-a3a9020dd7b0 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0576785 Apr 29 08:03:11.547152 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ccdf8ca7-7d32-4a09-9821-1f5f945ff1ee req-3a8e32ab-4065-4a3b-b2e0-a9091d62308d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Apr 29 08:03:12.678619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319441a3-85f5-4d7a-a409-4f0b2fe2b39f req-3eb4f237-3d54-4d63-a043-c6fc4665f85f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:12.680051 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-319441a3-85f5-4d7a-a409-4f0b2fe2b39f req-3eb4f237-3d54-4d63-a043-c6fc4665f85f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0609097 Apr 29 08:03:12.730066 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-319441a3-85f5-4d7a-a409-4f0b2fe2b39f req-b2e35bda-323f-440a-afe2-467e2f23622f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Apr 29 08:03:13.868253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bcc66-5c36-4dcc-9483-e1239b7059a3 req-0f03e9a9-07cf-440c-88e5-8f250d9fe915 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:13.869825 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c61bcc66-5c36-4dcc-9483-e1239b7059a3 req-0f03e9a9-07cf-440c-88e5-8f250d9fe915 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0630784 Apr 29 08:03:13.920857 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c61bcc66-5c36-4dcc-9483-e1239b7059a3 req-686e9288-2f34-4257-b0ce-18fe835c48fd tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Apr 29 08:03:15.058782 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767c0f1-0dc9-43ec-a9f3-49fca2fb0c6d req-fdb29b80-2fb3-4951-8c8d-3e0dc6f9c143 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:15.060284 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8767c0f1-0dc9-43ec-a9f3-49fca2fb0c6d req-fdb29b80-2fb3-4951-8c8d-3e0dc6f9c143 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0594256 Apr 29 08:03:15.110480 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8767c0f1-0dc9-43ec-a9f3-49fca2fb0c6d req-576dd776-2ffb-409d-a9da-044d313a8d3c tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Apr 29 08:03:16.244251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3097b87-0cee-44ac-b1db-3849295f6e19 req-cb785335-0240-4ed7-8b8d-aed94667d637 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:16.245730 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d3097b87-0cee-44ac-b1db-3849295f6e19 req-cb785335-0240-4ed7-8b8d-aed94667d637 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0571077 Apr 29 08:03:16.295311 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d3097b87-0cee-44ac-b1db-3849295f6e19 req-c6c7c245-cd1c-4a62-acf7-735cffb62699 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 Apr 29 08:03:17.435518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4d677-7f3e-47b1-8df9-f1131c0f9da0 req-a6903be3-3808-47b6-84fa-c2e2793692dc tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:17.437783 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-90f4d677-7f3e-47b1-8df9-f1131c0f9da0 req-a6903be3-3808-47b6-84fa-c2e2793692dc tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0615063 Apr 29 08:03:17.490285 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-90f4d677-7f3e-47b1-8df9-f1131c0f9da0 req-e52a9a2f-3212-4ca5-ae7e-ebafea9f30a4 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Apr 29 08:03:18.637862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5609742-821c-4957-b36d-f0703bcfa1d5 req-4f1da2dc-399b-4e86-b3bf-fc878e47ce74 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:18.639347 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5609742-821c-4957-b36d-f0703bcfa1d5 req-4f1da2dc-399b-4e86-b3bf-fc878e47ce74 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0702002 Apr 29 08:03:18.684780 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5609742-821c-4957-b36d-f0703bcfa1d5 req-94f4d426-f8bf-4271-9de9-f2c7028ea03d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396554 Apr 29 08:03:19.823509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0ba64-8b6e-4e9f-abeb-19e54898442a req-3483b76f-6dd6-4ea6-b74d-7bd0120cf37d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:19.824937 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-efd0ba64-8b6e-4e9f-abeb-19e54898442a req-3483b76f-6dd6-4ea6-b74d-7bd0120cf37d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0602255 Apr 29 08:03:19.882461 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-efd0ba64-8b6e-4e9f-abeb-19e54898442a req-59070cad-578b-452a-adc6-ec53ed0d5bb3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501089 Apr 29 08:03:21.014479 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2495-a432-4431-a88b-2ab3c80f2b82 req-eccf9b42-f94e-4fa6-b59e-960d1cdd244a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:21.015947 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cda2495-a432-4431-a88b-2ab3c80f2b82 req-eccf9b42-f94e-4fa6-b59e-960d1cdd244a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0607672 Apr 29 08:03:21.062105 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cda2495-a432-4431-a88b-2ab3c80f2b82 req-2e21e268-eb40-463b-afdb-0af5ef213268 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Apr 29 08:03:22.202565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c6055-0d96-4d5e-b73c-03a3caa17c82 req-79b2ccec-5018-40c2-8a4a-8fd4f7429ab3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:22.204039 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-be2c6055-0d96-4d5e-b73c-03a3caa17c82 req-79b2ccec-5018-40c2-8a4a-8fd4f7429ab3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0632949 Apr 29 08:03:22.263181 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-be2c6055-0d96-4d5e-b73c-03a3caa17c82 req-1b8b78eb-bf3f-4785-ae01-0b9781162d2d tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507388 Apr 29 08:03:23.400828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a6c7-4568-4b7d-8711-ed7a833a27f8 req-3608e09e-a4f9-4999-961a-94f395f16d02 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:23.402632 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aaf5a6c7-4568-4b7d-8711-ed7a833a27f8 req-3608e09e-a4f9-4999-961a-94f395f16d02 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0543010 Apr 29 08:03:23.448692 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aaf5a6c7-4568-4b7d-8711-ed7a833a27f8 req-feb66398-f0d6-4eef-b30b-f7fc7d73001b tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Apr 29 08:03:24.586529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e67ee-59e3-475b-9b2c-6493d71a51c6 req-4b1581bd-38ea-4e6a-88a3-06f1c108bd13 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:24.588041 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f88e67ee-59e3-475b-9b2c-6493d71a51c6 req-4b1581bd-38ea-4e6a-88a3-06f1c108bd13 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0606999 Apr 29 08:03:24.637322 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f88e67ee-59e3-475b-9b2c-6493d71a51c6 req-968eec68-b24b-4d7a-85df-ef98a8711ebe tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Apr 29 08:03:25.768956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507a12d-23d9-4ded-ba2f-c93a5238ab8b req-749bec96-fdd2-4ae7-9a29-f0b3fc9232d6 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:25.770430 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1507a12d-23d9-4ded-ba2f-c93a5238ab8b req-749bec96-fdd2-4ae7-9a29-f0b3fc9232d6 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0551052 Apr 29 08:03:25.821944 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1507a12d-23d9-4ded-ba2f-c93a5238ab8b req-b3473eff-ee5d-4662-871e-fd3d05c68418 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 Apr 29 08:03:26.514168 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-6d373d83-7e51-4eac-98df-c36d7535a8e4 service neutron] 10.222.0.36 "GET /v2.0/ports/23fa00dd-49bb-4053-b0cc-bd6f412f1e55/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0632458 Apr 29 08:03:26.733826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-e70bfb15-4178-46c3-864d-a8ed47afddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:26.735337 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-e70bfb15-4178-46c3-864d-a8ed47afddfd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76&tenant_id=b9ff15c96a7d475190109cdcd71457f8 HTTP/1.1" status: 200 len: 1129 time: 0.0476820 Apr 29 08:03:26.803457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-438a0eb9-9649-4d41-80d0-aca6ad43d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:26.804853 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-438a0eb9-9649-4d41-80d0-aca6ad43d367 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 1129 time: 0.0466685 Apr 29 08:03:26.901439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-216991aa-3d05-45e7-b8cb-a82dff889dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:26.903143 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-216991aa-3d05-45e7-b8cb-a82dff889dd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 916 time: 0.0920660 Apr 29 08:03:26.940377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396768e-e9b8-486d-aefa-daee1b157bda req-d5c18ddd-896f-4f47-b76e-f10f24d45fe7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:26.941911 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e396768e-e9b8-486d-aefa-daee1b157bda req-d5c18ddd-896f-4f47-b76e-f10f24d45fe7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0515795 Apr 29 08:03:26.943777 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-2ba3f870-baa1-4e4f-a160-c2898deab553 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55 HTTP/1.1" status: 200 len: 217 time: 0.0344248 Apr 29 08:03:26.988191 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e396768e-e9b8-486d-aefa-daee1b157bda req-c657bff3-9e3f-469e-8f92-6c76a6d6eabf tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Apr 29 08:03:26.996190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-21cf34ee-6669-4959-8581-1aed73fc1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:26.997748 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-21cf34ee-6669-4959-8581-1aed73fc1aa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0481365 Apr 29 08:03:27.031274 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-111d59d7-75ad-4f5f-aed2-2ad9e1225c8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273066 Apr 29 08:03:27.130832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-79314ccc-db22-48ef-8ccf-25aaea273d8e service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923936 Apr 29 08:03:27.226448 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-072f3c9a-c96a-4f10-bb0c-d1341cefeae7 req-5ccdaddb-660a-45f6-8ba4-26855cfc5c8c service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893791 Apr 29 08:03:28.126908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413892ab-51b4-4873-adfb-6a73a179634d req-966e1d3b-4daa-4574-9e35-a355123cdd06 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:28.128384 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-413892ab-51b4-4873-adfb-6a73a179634d req-966e1d3b-4daa-4574-9e35-a355123cdd06 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0593119 Apr 29 08:03:28.182312 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-413892ab-51b4-4873-adfb-6a73a179634d req-dc88b1c7-932a-4b80-9836-d0077d652c14 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Apr 29 08:03:29.342709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73147ee-f389-49fa-a5ca-570fc9b5cb23 req-907ce3a0-acfe-4eca-9908-bd83e3a4f3b3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:29.344186 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d73147ee-f389-49fa-a5ca-570fc9b5cb23 req-907ce3a0-acfe-4eca-9908-bd83e3a4f3b3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0704427 Apr 29 08:03:29.394388 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d73147ee-f389-49fa-a5ca-570fc9b5cb23 req-3b66c8c1-9969-433c-8ff5-632be38a8fe4 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 Apr 29 08:03:29.432708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:03:29.435375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:03:29.588623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:29.589009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:29.609052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018edb4-f18b-48de-9285-dbb772b9e166 req-f9a7d27f-4ac5-481b-a1a1-935da3bb658e tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:29.610647 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9018edb4-f18b-48de-9285-dbb772b9e166 req-f9a7d27f-4ac5-481b-a1a1-935da3bb658e tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0555785 Apr 29 08:03:29.623054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:03:29.625299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8d21fb-8be6-42d9-99db-dbd7f7df2294" -d '{"events": [{"server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "name": "network-vif-unplugged", "status": "completed", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:03:29.628863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:29.644434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-52ca5cb9-c835-4411-97fe-5be8250011b3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:29.646037 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-52ca5cb9-c835-4411-97fe-5be8250011b3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76&tenant_id=b9ff15c96a7d475190109cdcd71457f8&binding%3Ahost_id=hv-neutron-8398 HTTP/1.1" status: 200 len: 945 time: 0.0752387 Apr 29 08:03:29.647501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:29.649290 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55', 'network_id': 'c460aec1-eaf8-46d1-9ff1-4f5582e569d3', 'port_id': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55', 'mac_address': 'fa:16:3e:7b:ba:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588f888a-8a8e-4a92-959e-0aa486d3fc85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:03:29.655462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:29.670113 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9018edb4-f18b-48de-9285-dbb772b9e166 req-3ada77be-a78d-43e6-853b-d5c6b3803ad5 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510654 Apr 29 08:03:29.700431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6c5904-4e6f-4fe8-889e-bae84c74d69a x-openstack-request-id: req-ea6c5904-4e6f-4fe8-889e-bae84c74d69a {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:03:29.700727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "name": "network-vif-unplugged", "status": "completed", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:03:29.700980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea6c5904-4e6f-4fe8-889e-bae84c74d69a {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:03:29.701406 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6c5904-4e6f-4fe8-889e-bae84c74d69a'] response: {'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55', 'code': 200} Apr 29 08:03:29.714968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:29.715375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:29.741657 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-7506587e-cd2f-4edf-8639-a4e361e4f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:29.743254 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-7506587e-cd2f-4edf-8639-a4e361e4f6a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b9ff15c96a7d475190109cdcd71457f8&device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 1127 time: 0.0498824 Apr 29 08:03:29.743648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:03:29.748867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:29.766580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:29.771537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:29.820688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:29.827702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['23fa00dd-49bb-4053-b0cc-bd6f412f1e55'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:03:29.840214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-a680dad0-1b0a-4221-96e7-d857ac508377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:29.841974 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-a680dad0-1b0a-4221-96e7-d857ac508377 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 200 len: 916 time: 0.0931244 Apr 29 08:03:29.890745 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-caa591ec-ac5b-48f8-a354-8fbcf33d9569 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55 HTTP/1.1" status: 200 len: 217 time: 0.0407979 Apr 29 08:03:29.939793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-d38e915a-b807-4e5d-8924-97287cfb7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:29.941265 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-d38e915a-b807-4e5d-8924-97287cfb7f2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 200 len: 855 time: 0.0438254 Apr 29 08:03:29.974098 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-67c046af-b4e5-4e92-bcf5-c2731a373311 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c460aec1-eaf8-46d1-9ff1-4f5582e569d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257242 Apr 29 08:03:30.073785 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-a3d960ad-e94b-4452-b35b-aba8af92cb50 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935512 Apr 29 08:03:30.171099 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a36ae9b4-a234-48dd-88b2-c8344b36f021 req-d781db20-426c-4115-8a3d-48d7460ec6b5 service neutron] 10.222.0.36 "GET /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909922 Apr 29 08:03:30.795504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3ddf5-b8d6-421c-9c26-b679a19a9d00 req-60d06cf6-0822-4d7e-a3dc-7e671a9823a3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:30.797008 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5af3ddf5-b8d6-421c-9c26-b679a19a9d00 req-60d06cf6-0822-4d7e-a3dc-7e671a9823a3 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 944 time: 0.0567176 Apr 29 08:03:30.843980 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5af3ddf5-b8d6-421c-9c26-b679a19a9d00 req-e9931374-6d18-4c86-800b-b0d29cb58b95 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Apr 29 08:03:30.967933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd71cc-8820-48f7-96c4-4592b95453c3 req-48dfbb22-d748-4a88-937c-587b6eba9c13 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:30.969456 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-30cd71cc-8820-48f7-96c4-4592b95453c3 req-48dfbb22-d748-4a88-937c-587b6eba9c13 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 944 time: 0.0548830 Apr 29 08:03:31.017016 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-30cd71cc-8820-48f7-96c4-4592b95453c3 req-006d913d-86dc-403f-bc64-2ed3a580532a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Apr 29 08:03:31.135117 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207a2a1-66e9-44ad-b8ad-505c1d8aba90 req-046cd22d-4e67-42ef-951c-552b3843b38f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:31.136594 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0207a2a1-66e9-44ad-b8ad-505c1d8aba90 req-046cd22d-4e67-42ef-951c-552b3843b38f tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 944 time: 0.0532324 Apr 29 08:03:31.184045 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0207a2a1-66e9-44ad-b8ad-505c1d8aba90 req-ff4ca255-8fed-400e-8c03-79deda97b874 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Apr 29 08:03:31.353150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3f39ad3c-b7c3-4346-9a3b-56597d448d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:31.435082 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:03:31.484747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:31.485117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:31.541089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264471e-58f8-492f-b177-cf0ca79d8bd5 req-9e83a902-0d6b-46d9-b956-c6d9e63d6846 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:31.542780 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0264471e-58f8-492f-b177-cf0ca79d8bd5 req-9e83a902-0d6b-46d9-b956-c6d9e63d6846 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 944 time: 0.0652249 Apr 29 08:03:31.565042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:31.565482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:31.598300 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0264471e-58f8-492f-b177-cf0ca79d8bd5 req-3a8f8c36-5ff3-4688-9f9d-fe543a3713a2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483880 Apr 29 08:03:31.619271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:31.624231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:31.671803 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:31.702026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:03:31.704278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3215a22-e539-4d07-a90b-f243f0c357c1" -d '{"events": [{"server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "name": "network-vif-plugged", "status": "completed", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:03:31.740987 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e6943b-881c-4b90-b844-6cd6868b2715 x-openstack-request-id: req-96e6943b-881c-4b90-b844-6cd6868b2715 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:03:31.741356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "name": "network-vif-plugged", "status": "completed", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:03:31.741612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96e6943b-881c-4b90-b844-6cd6868b2715 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:03:31.742013 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e6943b-881c-4b90-b844-6cd6868b2715'] response: {'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55', 'code': 200} Apr 29 08:03:32.731579 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da4147-da8e-4fd3-8dd6-9ab29d824ee2 req-09fe76a1-43e0-4e8d-96a2-f8d33f7447e7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:32.733090 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c5da4147-da8e-4fd3-8dd6-9ab29d824ee2 req-09fe76a1-43e0-4e8d-96a2-f8d33f7447e7 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0590062 Apr 29 08:03:32.782747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c5da4147-da8e-4fd3-8dd6-9ab29d824ee2 req-8840d6d4-7c6a-4fe6-91c4-ed45e9bd7b54 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/security-groups?id=32815368-a75e-45e2-a7f0-91d22d447ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Apr 29 08:03:33.012367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-f1bf1a7f-37dc-4456-a6a8-b4b4ad1c6517 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:33.013772 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-f1bf1a7f-37dc-4456-a6a8-b4b4ad1c6517 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 945 time: 0.0603561 Apr 29 08:03:33.108686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Deleting port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:03:33.109030 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:33.209086 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] For port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,segment=NetworkSegment(6e32246e-1a09-4ee2-8add-deaafb96bc71),segment_id=6e32246e-1a09-4ee2-8add-deaafb96bc71)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:33.209449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:33.221198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Calling delete_port for 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:03:33.357338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (23fa00dd-49bb-4053-b0cc-bd6f412f1e55), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:33.368819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['23fa00dd-49bb-4053-b0cc-bd6f412f1e55'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:03:33.390730 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Pushing event deleted for resources: {'Port': ['ID=23fa00dd-49bb-4053-b0cc-bd6f412f1e55,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:33.419378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.419727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.420061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.420397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.420733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.421063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.421497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.421832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.422156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.422479 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.422788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.423106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.423424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:33.444881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] No DVR routers for this DVR port 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:03:33.448106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:33.448967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0327d1bc-a5a7-4bbf-9868-cd5a0ae51da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:33.452553 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a8b323a-0341-4498-a75f-75eb4dddcdff req-4d559377-522d-43b8-ae39-11c4af26eef2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.36 "DELETE /v2.0/ports/23fa00dd-49bb-4053-b0cc-bd6f412f1e55 HTTP/1.1" status: 204 len: 173 time: 0.4334538 Apr 29 08:03:33.452994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'name': 'network-vif-deleted', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:03:33.455904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a5372c-3358-4797-ae91-15696b32b8a8" -d '{"events": [{"server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "name": "network-vif-deleted", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:03:33.562187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f258a-bbc9-4cae-ac2c-02e2a3f9df71 x-openstack-request-id: req-665f258a-bbc9-4cae-ac2c-02e2a3f9df71 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:03:33.562486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3485e00-21e3-41a6-86ba-7ddcf52dce76", "name": "network-vif-deleted", "tag": "23fa00dd-49bb-4053-b0cc-bd6f412f1e55", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:03:33.562809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-665f258a-bbc9-4cae-ac2c-02e2a3f9df71 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:03:33.563497 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665f258a-bbc9-4cae-ac2c-02e2a3f9df71'] response: {'server_uuid': 'c3485e00-21e3-41a6-86ba-7ddcf52dce76', 'name': 'network-vif-deleted', 'tag': '23fa00dd-49bb-4053-b0cc-bd6f412f1e55', 'status': 'completed', 'code': 200} Apr 29 08:03:33.899767 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-95c83434-9d91-462c-84d3-1de78e0cc975 req-eebf8d3b-1d52-4769-92ef-fbe703dff4e2 tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3485e00-21e3-41a6-86ba-7ddcf52dce76 HTTP/1.1" status: 200 len: 210 time: 0.0334246 Apr 29 08:03:34.858927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.027636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58200) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:35.079716 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Deleting subnet 588f888a-8a8e-4a92-959e-0aa486d3fc85 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:03:35.083152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Publish callbacks [] for subnet (588f888a-8a8e-4a92-959e-0aa486d3fc85), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.120896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (588f888a-8a8e-4a92-959e-0aa486d3fc85), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.159184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (588f888a-8a8e-4a92-959e-0aa486d3fc85), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.214882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (588f888a-8a8e-4a92-959e-0aa486d3fc85), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.239810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588f888a-8a8e-4a92-959e-0aa486d3fc85,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:35.247637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.250776 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/588f888a-8a8e-4a92-959e-0aa486d3fc85 HTTP/1.1" status: 204 len: 168 time: 0.2221441 Apr 29 08:03:35.252532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.252879 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.253283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.253577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.253675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 58202) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:35.254109 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.254198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.254562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.254890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.255218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.255530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.255856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.256178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.256499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e29d1-78b8-45a0-ab08-38e1bbe9f582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:35.325830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c460aec1-eaf8-46d1-9ff1-4f5582e569d3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.407171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c460aec1-eaf8-46d1-9ff1-4f5582e569d3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.427903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c460aec1-eaf8-46d1-9ff1-4f5582e569d3']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:35.437571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e32246e-1a09-4ee2-8add-deaafb96bc71') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:35.437861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e32246e-1a09-4ee2-8add-deaafb96bc71') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:35.447599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (6e32246e-1a09-4ee2-8add-deaafb96bc71), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.460722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6e32246e-1a09-4ee2-8add-deaafb96bc71), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.468490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:03:35.469020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (6e32246e-1a09-4ee2-8add-deaafb96bc71), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:03:35.471270 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:03:35.541596 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (c460aec1-eaf8-46d1-9ff1-4f5582e569d3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.547769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.550951 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] 10.222.0.23 "DELETE /v2.0/networks/c460aec1-eaf8-46d1-9ff1-4f5582e569d3 HTTP/1.1" status: 204 len: 168 time: 0.2962813 Apr 29 08:03:35.562570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3789f-a5f3-4d3a-8bf5-a00fac423a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=c460aec1-eaf8-46d1-9ff1-4f5582e569d3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:35.592119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.686508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 58206) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:35.727914 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-06c1ef04-6b5e-4459-a1d3-b2c3724f30a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9ff15c96a7d475190109cdcd71457f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402269 Apr 29 08:03:35.730817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 58208) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:35.777790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed69a-daf9-4da4-b95b-1617c5c00f8b admin admin] Publish callbacks [] for security_group (32815368-a75e-45e2-a7f0-91d22d447ffb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.798537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed69a-daf9-4da4-b95b-1617c5c00f8b admin admin] Publish callbacks [] for security_group (32815368-a75e-45e2-a7f0-91d22d447ffb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.846867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed69a-daf9-4da4-b95b-1617c5c00f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (32815368-a75e-45e2-a7f0-91d22d447ffb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.849510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed69a-daf9-4da4-b95b-1617c5c00f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:35.850661 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6a6ed69a-daf9-4da4-b95b-1617c5c00f8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32815368-a75e-45e2-a7f0-91d22d447ffb HTTP/1.1" status: 204 len: 168 time: 0.1186702 Apr 29 08:03:35.858903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ed69a-daf9-4da4-b95b-1617c5c00f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32815368-a75e-45e2-a7f0-91d22d447ffb,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:36.165650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:36.619465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 58230) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:36.720713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-478886018-network', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:36.743973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Made reservation on behalf of e8c5fb48c8a44f9b8283993c5295c33d for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:03:36.746289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:36.754793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:36.828797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Publish callbacks [] for security_group (70611dc3-7331-4bf0-991a-4b0d9800afc6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:36.833492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (70611dc3-7331-4bf0-991a-4b0d9800afc6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:36.857543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:03:36.866215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70611dc3-7331-4bf0-991a-4b0d9800afc6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:36.872137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (82e33a9a-0a6a-40a6-90ef-0eb93b490543), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:36.872478 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Added segment 82e33a9a-0a6a-40a6-90ef-0eb93b490543 of type vlan for network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 Apr 29 08:03:36.912676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:36.940653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:36.941569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:36.942128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:36.995565 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3745751 Apr 29 08:03:36.998660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58234) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:37.003579 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Request body: {'subnet': {'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-478886018-subnet', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:37.006538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4cef5-5c3f-42c0-a798-1a985de4b67a admin admin] Pushing event updated for resources: {'Network': ['ID=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:37.018287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:03:37.023656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Made reservation on behalf of e8c5fb48c8a44f9b8283993c5295c33d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:03:37.026045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.198783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (675b51f5-68ee-41b2-bbdf-26ce536b0a3e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.245877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675b51f5-68ee-41b2-bbdf-26ce536b0a3e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:37.261115 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Checking segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:03:37.261498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Network hostable DHCP agents. Network: dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:03:37.279851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:03:37.289611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:03:37.294031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:37.294614 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.299384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffecf2a9-89e8-433e-aaca-d180379e6baf None None] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:03:37.315214 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6c7cc923-2690-4792-8880-922c6e8ad757 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3154774 Apr 29 08:03:37.318072 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58236) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:37.322799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:37.342644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (301f9199-819c-4550-a1f9-b78936c5a833), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.343631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (301f9199-819c-4550-a1f9-b78936c5a833), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.362924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.400046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks [] for router_controller (301f9199-819c-4550-a1f9-b78936c5a833), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.417808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:03:37.418698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.490539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:03:37.515917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:03:37.516151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 23fa00dd-49bb-4053-b0cc-bd6f412f1e55 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:03:37.541636 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks [] for router_gateway (301f9199-819c-4550-a1f9-b78936c5a833), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.575149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Allocated IP 172.20.0.2 (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288/675b51f5-68ee-41b2-bbdf-26ce536b0a3e/29ef472c-3b2f-4288-ad21-a510610ad97a) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:03:37.718214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Publish callbacks [] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.725151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.735962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks [] for router_gateway (301f9199-819c-4550-a1f9-b78936c5a833), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.754455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.762880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:03:37.770938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:03:37.773427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:03:37.775442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Pushing event updated for resources: {'Port': ['ID=29ef472c-3b2f-4288-ad21-a510610ad97a,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:37.832565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Attempting to bind port 29ef472c-3b2f-4288-ad21-a510610ad97a on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:03:37.832929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Attempting to bind port 29ef472c-3b2f-4288-ad21-a510610ad97a by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:03:37.833311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Attempting to bind port 29ef472c-3b2f-4288-ad21-a510610ad97a on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:03:37.838277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:03:37.838649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Checking segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:03:37.839044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.839428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Bound using segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:03:37.839878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Bound port: 29ef472c-3b2f-4288-ad21-a510610ad97a, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:03:37.840259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.861273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Allocated IP 172.26.3.201 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/5b896345-0271-4aaa-8be1-e813c3cdc254) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:03:37.901779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] For port 29ef472c-3b2f-4288-ad21-a510610ad97a, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:03:37.904751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] For port 29ef472c-3b2f-4288-ad21-a510610ad97a, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=29ef472c-3b2f-4288-ad21-a510610ad97a,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:03:37.911820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.968051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks [] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:37.971288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8535b-a01e-4a98-9e5f-92e6998fadb7 None None] Pushing event updated for resources: {'Port': ['ID=29ef472c-3b2f-4288-ad21-a510610ad97a,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:38.009003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:38.047369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:03:38.050394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:03:38.053942 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:03:38.078488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Pushing event updated for resources: {'Port': ['ID=5b896345-0271-4aaa-8be1-e813c3cdc254,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:38.323973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks [] for router_gateway (301f9199-819c-4550-a1f9-b78936c5a833), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:38.839147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (301f9199-819c-4550-a1f9-b78936c5a833), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:38.847018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b172fb45-5ba5-48b6-a8ee-1f4401666bb5 None None] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:03:38.958316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9a69e5aa-03e0-4330-85dc-59ea18e5de4a None None] Provisioning complete for port 29ef472c-3b2f-4288-ad21-a510610ad97a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:38.958679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9a69e5aa-03e0-4330-85dc-59ea18e5de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:38.969805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Router 301f9199-819c-4550-a1f9-b78936c5a833 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:03:39.043394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9a69e5aa-03e0-4330-85dc-59ea18e5de4a None None] Current status of the port 29ef472c-3b2f-4288-ad21-a510610ad97a is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:39.043734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9a69e5aa-03e0-4330-85dc-59ea18e5de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:39.079922 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9a69e5aa-03e0-4330-85dc-59ea18e5de4a None None] For port 29ef472c-3b2f-4288-ad21-a510610ad97a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=29ef472c-3b2f-4288-ad21-a510610ad97a,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:39.084231 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:03:39.088052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9a69e5aa-03e0-4330-85dc-59ea18e5de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:39.104890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:39.108828 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-248b29cd-0507-4e26-b1c7-5f4732f95ebc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7872369 Apr 29 08:03:39.109081 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58238) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:39.115055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:03:39.132287 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:03:39.132973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:03:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:39.224286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69e5aa-03e0-4330-85dc-59ea18e5de4a None None] Pushing event updated for resources: {'Port': ['ID=29ef472c-3b2f-4288-ad21-a510610ad97a,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:39.245340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-af549949-063d-4fdd-b1ff-b5a478152a59 None None] Provisioning complete for port 29ef472c-3b2f-4288-ad21-a510610ad97a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:39.245708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-af549949-063d-4fdd-b1ff-b5a478152a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:39.288405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:03:39.440772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-af549949-063d-4fdd-b1ff-b5a478152a59 None None] Current status of the port 29ef472c-3b2f-4288-ad21-a510610ad97a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:39.505056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:38Z', 'revision_number': 3, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:39.530814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:03:39.531128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Updating router 301f9199-819c-4550-a1f9-b78936c5a833 port 5b896345-0271-4aaa-8be1-e813c3cdc254 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:03:39.533214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:39.564715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:39.728929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Allocated IP 172.20.0.1 (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288/675b51f5-68ee-41b2-bbdf-26ce536b0a3e/0a922a5c-ac20-4e20-b125-e048c475ceea) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:03:39.840045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Publish callbacks [] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:39.884046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:39.924124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:03:39.929487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:03:39.932091 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:03:39.959352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Pushing event updated for resources: {'Port': ['ID=0a922a5c-ac20-4e20-b125-e048c475ceea,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:39.963279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 29ef472c-3b2f-4288-ad21-a510610ad97a up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:03:39.979945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Publish callbacks [] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:39.981199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (301f9199-819c-4550-a1f9-b78936c5a833), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.005319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.076215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb846a15-cb18-471d-b7ba-df907708365b None None] Pushing event updated for resources: {'Port': ['ID=5b896345-0271-4aaa-8be1-e813c3cdc254,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:40.078582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Attempting to bind port 5b896345-0271-4aaa-8be1-e813c3cdc254 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:03:40.078945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Attempting to bind port 5b896345-0271-4aaa-8be1-e813c3cdc254 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:03:40.079299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Attempting to bind port 5b896345-0271-4aaa-8be1-e813c3cdc254 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:03:40.087128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:03:40.087510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:03:40.087914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.088292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:03:40.088757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Bound port: 5b896345-0271-4aaa-8be1-e813c3cdc254, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:03:40.089134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.120665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 29ef472c-3b2f-4288-ad21-a510610ad97a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:40.121037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.130626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.174767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] For port 5b896345-0271-4aaa-8be1-e813c3cdc254, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:03:40.195070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] For port 5b896345-0271-4aaa-8be1-e813c3cdc254, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5b896345-0271-4aaa-8be1-e813c3cdc254,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:03:40.199183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9f1b329a-449f-476b-85a2-bfd720ed2130 None None] Provisioning complete for port 0a922a5c-ac20-4e20-b125-e048c475ceea triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:40.199662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f1b329a-449f-476b-85a2-bfd720ed2130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.205802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.299913 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Publish callbacks [] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.306127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.321514 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b329a-449f-476b-85a2-bfd720ed2130 None None] Port 0a922a5c-ac20-4e20-b125-e048c475ceea cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:03:40.331500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb846a15-cb18-471d-b7ba-df907708365b None None] Pushing event updated for resources: {'Port': ['ID=5b896345-0271-4aaa-8be1-e813c3cdc254,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:40.333955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 29ef472c-3b2f-4288-ad21-a510610ad97a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:40.339108 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:03:40.339721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:03:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:40.381773 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (301f9199-819c-4550-a1f9-b78936c5a833), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.383643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Pushing event updated for resources: {'Port': ['ID=0a922a5c-ac20-4e20-b125-e048c475ceea,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:40.449176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:03:40.477098 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:03:40.478638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:03:40.602926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:03:40.663588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 2, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:40.690496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001969c9-b5ec-4abb-a024-e98b0c39a89b None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 2, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:03:40.717759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:03:40.723138 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1546a72c-7b84-46ac-a43e-e2a3bc8ff128 admin admin] 10.222.0.23 "PUT /v2.0/routers/301f9199-819c-4550-a1f9-b78936c5a833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6130521 Apr 29 08:03:40.743852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-272b82e3-2571-475f-b2ab-8f96840ac2c3 None None] Provisioning complete for port 0a922a5c-ac20-4e20-b125-e048c475ceea triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:40.744316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-272b82e3-2571-475f-b2ab-8f96840ac2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:40.782056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-272b82e3-2571-475f-b2ab-8f96840ac2c3 None None] Port 0a922a5c-ac20-4e20-b125-e048c475ceea cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:03:41.252724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58246) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:41.257601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5ae31082-4937-4ffd-9f9f-99c8ae359172 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530740251', 'description': 'tempest-description--1333393354'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:41.280118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5ae31082-4937-4ffd-9f9f-99c8ae359172 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.378598 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5ae31082-4937-4ffd-9f9f-99c8ae359172 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group (0cddc8a8-2f68-47dc-9faa-28b219ad7485), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.383596 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5ae31082-4937-4ffd-9f9f-99c8ae359172 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0cddc8a8-2f68-47dc-9faa-28b219ad7485), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.415440 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5ae31082-4937-4ffd-9f9f-99c8ae359172 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.416684 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5ae31082-4937-4ffd-9f9f-99c8ae359172 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1629300 Apr 29 08:03:41.419708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58248) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:41.425141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-10976b6e-7121-4bc7-a6c3-36f2e47f1805 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'security_group_rule': {'security_group_id': '0cddc8a8-2f68-47dc-9faa-28b219ad7485', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:41.430860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae31082-4937-4ffd-9f9f-99c8ae359172 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cddc8a8-2f68-47dc-9faa-28b219ad7485,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:41.458238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10976b6e-7121-4bc7-a6c3-36f2e47f1805 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group_rule (b85f1b32-fbfa-40ce-843b-8ac89036ffe5), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.516921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10976b6e-7121-4bc7-a6c3-36f2e47f1805 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group_rule (b85f1b32-fbfa-40ce-843b-8ac89036ffe5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.522133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10976b6e-7121-4bc7-a6c3-36f2e47f1805 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (b85f1b32-fbfa-40ce-843b-8ac89036ffe5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.541413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10976b6e-7121-4bc7-a6c3-36f2e47f1805 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85f1b32-fbfa-40ce-843b-8ac89036ffe5,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:41.550584 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-10976b6e-7121-4bc7-a6c3-36f2e47f1805 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.554292 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-10976b6e-7121-4bc7-a6c3-36f2e47f1805 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312399 Apr 29 08:03:41.554494 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58250) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:41.559395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2561b1cc-f956-41a8-b954-40dff7f61e27 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'security_group_rule': {'security_group_id': '0cddc8a8-2f68-47dc-9faa-28b219ad7485', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:41.586103 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2561b1cc-f956-41a8-b954-40dff7f61e27 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group_rule (339f617b-fb26-4c9e-bfd9-db845fc9887f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.649650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2561b1cc-f956-41a8-b954-40dff7f61e27 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group_rule (339f617b-fb26-4c9e-bfd9-db845fc9887f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.655271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2561b1cc-f956-41a8-b954-40dff7f61e27 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (339f617b-fb26-4c9e-bfd9-db845fc9887f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.675731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561b1cc-f956-41a8-b954-40dff7f61e27 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339f617b-fb26-4c9e-bfd9-db845fc9887f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:41.685198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2561b1cc-f956-41a8-b954-40dff7f61e27 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.687109 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2561b1cc-f956-41a8-b954-40dff7f61e27 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314962 Apr 29 08:03:41.690411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58252) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:41.694869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:41.717271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.820993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:41.936620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5b896345-0271-4aaa-8be1-e813c3cdc254 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:03:41.948924 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Allocated IP 172.26.3.184 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/b8af4270-afd2-4bbc-b580-0e59fa905819) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:03:41.996149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 5b896345-0271-4aaa-8be1-e813c3cdc254 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:41.996360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.057305 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for port (b8af4270-afd2-4bbc-b580-0e59fa905819), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.074262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 5b896345-0271-4aaa-8be1-e813c3cdc254 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:42.074652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.092564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b8af4270-afd2-4bbc-b580-0e59fa905819), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.094947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 5b896345-0271-4aaa-8be1-e813c3cdc254, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5b896345-0271-4aaa-8be1-e813c3cdc254,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:42.099520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.129253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:03:42.133800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:03:42.136287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:03:42.150098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=5b896345-0271-4aaa-8be1-e813c3cdc254,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:42.171972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event updated for resources: {'Port': ['ID=b8af4270-afd2-4bbc-b580-0e59fa905819,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:42.193038 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:03:42.236009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (20450678-26a2-4349-835a-55272077cbb4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.273603 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b8af4270-afd2-4bbc-b580-0e59fa905819), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.431522 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for port (b8af4270-afd2-4bbc-b580-0e59fa905819), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.437622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (b8af4270-afd2-4bbc-b580-0e59fa905819), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.508341 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event updated for resources: {'Port': ['ID=b8af4270-afd2-4bbc-b580-0e59fa905819,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:42.518179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.535682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:42.536969 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a83c6ec5-b860-4997-8b41-0eb632eeaed5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8455989 Apr 29 08:03:42.656839 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:03:42.666172 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:03:42.666774 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:03:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:42.690864 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-0abaee4b-9b3a-47f7-a7c4-e9fbdc6401a6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--530740251&fields=id&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 267 time: 0.0488966 Apr 29 08:03:42.771014 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:03:42.794424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-177ded97-7251-4606-abc6-448fb714614e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:42.795934 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-177ded97-7251-4606-abc6-448fb714614e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 811 time: 0.0984371 Apr 29 08:03:42.810473 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-459a6f0c-d59b-44c1-be63-ab43b756b8e6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/quotas/e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 375 time: 0.0091512 Apr 29 08:03:42.868840 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-b723641b-6c72-4b0a-ad8c-446ff5c16d25 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533090 Apr 29 08:03:42.964152 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-258faf65-50cd-4d1d-bb43-4f8dc5429561 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834570 Apr 29 08:03:42.972399 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 2, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:42.998734 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:03:42.999076 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Updating router 301f9199-819c-4550-a1f9-b78936c5a833 port 0a922a5c-ac20-4e20-b125-e048c475ceea binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:03:43.028044 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.057777 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-cbf19bd4-31e3-4d3f-94d8-4b2ce2806b38 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876937 Apr 29 08:03:43.225013 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a805a6fa-4c34-4f67-8456-33917c6b3dca req-bc1ffaff-1c6c-4b90-9fe5-ab9603fa092a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 210 time: 0.0289836 Apr 29 08:03:43.289077 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Publish callbacks [] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.296796 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.354493 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Pushing event updated for resources: {'Port': ['ID=0a922a5c-ac20-4e20-b125-e048c475ceea,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:43.381744 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.382093 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.383078 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.383415 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.383748 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.384080 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.385074 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.385426 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.385925 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.386259 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.386582 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.387077 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.387456 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:03:43.417328 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Attempting to bind port 0a922a5c-ac20-4e20-b125-e048c475ceea on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:03:43.417687 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Attempting to bind port 0a922a5c-ac20-4e20-b125-e048c475ceea by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:03:43.418048 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Attempting to bind port 0a922a5c-ac20-4e20-b125-e048c475ceea on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:03:43.423295 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:03:43.423928 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Checking segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:03:43.424478 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.425036 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Bound using segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:03:43.425766 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Bound port: 0a922a5c-ac20-4e20-b125-e048c475ceea, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:03:43.426148 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.500061 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] For port 0a922a5c-ac20-4e20-b125-e048c475ceea, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:03:43.503267 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] For port 0a922a5c-ac20-4e20-b125-e048c475ceea, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0a922a5c-ac20-4e20-b125-e048c475ceea,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:03:43.510590 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.563163 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:03:43.563794 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:03:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:43.620443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-62aa9977-4480-4d8b-8866-c00d7ebefebe None None] Provisioning complete for port 0a922a5c-ac20-4e20-b125-e048c475ceea triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:43.621974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-62aa9977-4480-4d8b-8866-c00d7ebefebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.714526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-62aa9977-4480-4d8b-8866-c00d7ebefebe None None] Current status of the port 0a922a5c-ac20-4e20-b125-e048c475ceea is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:43.714875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-62aa9977-4480-4d8b-8866-c00d7ebefebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.756275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-62aa9977-4480-4d8b-8866-c00d7ebefebe None None] For port 0a922a5c-ac20-4e20-b125-e048c475ceea, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0a922a5c-ac20-4e20-b125-e048c475ceea,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:43.760082 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95dfca-be75-4585-b25c-0f71cd025270 None None] Pushing event updated for resources: {'Port': ['ID=0a922a5c-ac20-4e20-b125-e048c475ceea,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:43.763450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-62aa9977-4480-4d8b-8866-c00d7ebefebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.808896 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:03:43.820455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa9977-4480-4d8b-8866-c00d7ebefebe None None] Pushing event updated for resources: {'Port': ['ID=0a922a5c-ac20-4e20-b125-e048c475ceea,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:43.888951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-101d4a4b-954b-429f-ad4a-5da167d2ffe8 None None] Provisioning complete for port 0a922a5c-ac20-4e20-b125-e048c475ceea triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:43.889584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-101d4a4b-954b-429f-ad4a-5da167d2ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:43.944656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0a922a5c-ac20-4e20-b125-e048c475ceea up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:03:44.004934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-101d4a4b-954b-429f-ad4a-5da167d2ffe8 None None] Current status of the port 0a922a5c-ac20-4e20-b125-e048c475ceea is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:44.020511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 0a922a5c-ac20-4e20-b125-e048c475ceea triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:44.020904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:44.026933 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:44.056667 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed251470-f61d-46f0-8c22-30c14aba07c3 None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:03:44.110693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 0a922a5c-ac20-4e20-b125-e048c475ceea is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:44.111873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5b896345-0271-4aaa-8be1-e813c3cdc254 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:03:44.167782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 5b896345-0271-4aaa-8be1-e813c3cdc254 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:44.168242 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:44.260329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-797ac0ee-e0ab-4d12-a2eb-d25f408a6381 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:44.263323 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-797ac0ee-e0ab-4d12-a2eb-d25f408a6381 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 811 time: 0.1215446 Apr 29 08:03:44.267680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 5b896345-0271-4aaa-8be1-e813c3cdc254 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:44.338861 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-a43577af-62ff-4c90-bf61-c5178e310e8a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 379 time: 0.0626714 Apr 29 08:03:44.349866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'port': {'device_id': 'faac2954-0360-4b21-9078-76aa9c705937', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'admin_state_up': True, 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'security_groups': ['0cddc8a8-2f68-47dc-9faa-28b219ad7485']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:44.358028 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a8cd5809-5f65-422b-9ec1-73db025c1946 req-6c392dd1-ed76-43a2-973b-b94080976ccf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 210 time: 0.0496473 Apr 29 08:03:44.463880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Made reservation on behalf of e8c5fb48c8a44f9b8283993c5295c33d for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:03:44.467364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:44.601369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Allocated IP 172.20.0.14 (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288/675b51f5-68ee-41b2-bbdf-26ce536b0a3e/61adf752-7e4b-4631-9927-908836af1ebf) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:03:44.742571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for port (61adf752-7e4b-4631-9927-908836af1ebf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:44.788603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (61adf752-7e4b-4631-9927-908836af1ebf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:44.829610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:03:44.832705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:03:44.836358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:03:44.862583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event updated for resources: {'Port': ['ID=61adf752-7e4b-4631-9927-908836af1ebf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:44.891078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:44.891698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:44.909278 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-36a58e43-f29c-49fe-a153-cf94fcb28564 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640450 Apr 29 08:03:44.920707 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Request body: {'port': {'device_id': 'faac2954-0360-4b21-9078-76aa9c705937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:44.985639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (61adf752-7e4b-4631-9927-908836af1ebf), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:45.030844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-575ef196-5589-434d-90a2-da8dc51ac432 None None] Provisioning complete for port 61adf752-7e4b-4631-9927-908836af1ebf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:45.031443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-575ef196-5589-434d-90a2-da8dc51ac432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (61adf752-7e4b-4631-9927-908836af1ebf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:45.064076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-575ef196-5589-434d-90a2-da8dc51ac432 None None] Port 61adf752-7e4b-4631-9927-908836af1ebf cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:03:45.239803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61adf752-7e4b-4631-9927-908836af1ebf {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:03:45.247259 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Publish callbacks [] for port (61adf752-7e4b-4631-9927-908836af1ebf), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:45.259063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Transition to ACTIVE for port object 61adf752-7e4b-4631-9927-908836af1ebf will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:03:45.264914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (61adf752-7e4b-4631-9927-908836af1ebf), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:45.312433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Pushing event updated for resources: {'Port': ['ID=61adf752-7e4b-4631-9927-908836af1ebf,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:45.388741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Attempting to bind port 61adf752-7e4b-4631-9927-908836af1ebf on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:03:45.389076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Attempting to bind port 61adf752-7e4b-4631-9927-908836af1ebf by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:03:45.389430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Attempting to bind port 61adf752-7e4b-4631-9927-908836af1ebf on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:03:45.394165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Port 61adf752-7e4b-4631-9927-908836af1ebf on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:03:45.394483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Attempting to bind port 61adf752-7e4b-4631-9927-908836af1ebf on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:03:45.399510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:03:45.399844 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Checking segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:03:45.400242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Bound using segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:03:45.400649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Bound port: 61adf752-7e4b-4631-9927-908836af1ebf, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:03:45.400987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (61adf752-7e4b-4631-9927-908836af1ebf), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:45.497041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:03:45.501343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=61adf752-7e4b-4631-9927-908836af1ebf,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:03:45.516931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af39754-889c-4ada-ad89-bb46856722de req-07308b56-1e84-42e1-a8a1-50e2a8f8ce9c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:45.518422 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3af39754-889c-4ada-ad89-bb46856722de req-07308b56-1e84-42e1-a8a1-50e2a8f8ce9c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 944 time: 0.0851188 Apr 29 08:03:45.523111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (61adf752-7e4b-4631-9927-908836af1ebf), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:45.567526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:45.568231 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:45.569750 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] 10.222.0.36 "PUT /v2.0/ports/61adf752-7e4b-4631-9927-908836af1ebf HTTP/1.1" status: 200 len: 1094 time: 0.6533258 Apr 29 08:03:45.570230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:03:45.572813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "tag": "61adf752-7e4b-4631-9927-908836af1ebf"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:03:45.634090 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3af39754-889c-4ada-ad89-bb46856722de req-4e8da051-8c4e-43e2-bdc9-e95b9cb9c9f4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065571 Apr 29 08:03:45.636991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44261b28-25ba-45d0-abfc-61f426657a00 x-openstack-request-id: req-44261b28-25ba-45d0-abfc-61f426657a00 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:03:45.637389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "tag": "61adf752-7e4b-4631-9927-908836af1ebf", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:03:45.637646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44261b28-25ba-45d0-abfc-61f426657a00 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:03:45.638201 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44261b28-25ba-45d0-abfc-61f426657a00'] response: {'name': 'network-changed', 'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf', 'status': 'completed', 'code': 200} Apr 29 08:03:45.639009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecedc0-120b-4f2b-bc1a-7e56c10b4858 service neutron] Pushing event updated for resources: {'Port': ['ID=61adf752-7e4b-4631-9927-908836af1ebf,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:45.708570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-d55f6f8d-6836-43b9-8d14-ea969e1f01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:45.710125 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-d55f6f8d-6836-43b9-8d14-ea969e1f01ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 1128 time: 0.0468192 Apr 29 08:03:45.752276 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-24cb2b6a-9000-4c6d-aad1-48c33f27c0e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61adf752-7e4b-4631-9927-908836af1ebf HTTP/1.1" status: 200 len: 217 time: 0.0354829 Apr 29 08:03:45.809153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-3d47e30c-dd31-4411-b6d2-ba87c9c6e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:45.810695 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-3d47e30c-dd31-4411-b6d2-ba87c9c6e2ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0519443 Apr 29 08:03:45.863448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-537fb271-7f7d-4ecd-9e60-2214e8229659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:45.864977 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-537fb271-7f7d-4ecd-9e60-2214e8229659 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480137 Apr 29 08:03:45.958102 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-46de9ef6-63c9-4803-8e7a-3da3108e0c20 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868857 Apr 29 08:03:46.052829 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a8e45ae-9da0-47b6-a875-8e3b0e7083a2 req-f04f446b-599b-427a-8e85-be8c9bbcde71 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883353 Apr 29 08:03:46.142448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-cce03138-199e-4be3-81e9-8dda1dd2c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:46.143931 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-cce03138-199e-4be3-81e9-8dda1dd2c0f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 1128 time: 0.0455294 Apr 29 08:03:46.235646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-ed89ba6d-4e05-420c-8556-37607b056c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:46.237110 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-ed89ba6d-4e05-420c-8556-37607b056c14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0869880 Apr 29 08:03:46.279035 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-c39941eb-e88b-4f1a-8c0c-6029dc440bee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61adf752-7e4b-4631-9927-908836af1ebf HTTP/1.1" status: 200 len: 217 time: 0.0340652 Apr 29 08:03:46.327875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-52c1c08c-7a3e-40eb-9155-4342a23a0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:46.329331 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-52c1c08c-7a3e-40eb-9155-4342a23a0938 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0446942 Apr 29 08:03:46.381592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-f855e5e3-c628-476b-962c-55d29adcc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:46.383122 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-f855e5e3-c628-476b-962c-55d29adcc5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475042 Apr 29 08:03:46.490313 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-8d145344-6a29-4a9a-8091-15900f7ae26f service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001675 Apr 29 08:03:46.583237 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a35a1cbe-0a77-4679-b5f1-c7d161994f2f req-1d952d15-b491-4b8a-85c7-93fcc51de852 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857959 Apr 29 08:03:46.766481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7672-cabc-4809-a0f1-ceec4119eabd req-013ee31d-73d7-485f-803f-ab62ca2f4778 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:46.767903 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cbab7672-cabc-4809-a0f1-ceec4119eabd req-013ee31d-73d7-485f-803f-ab62ca2f4778 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 944 time: 0.0571189 Apr 29 08:03:46.818125 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cbab7672-cabc-4809-a0f1-ceec4119eabd req-097fd846-3123-4619-a26f-1ef048885916 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421646 Apr 29 08:03:47.505678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 61adf752-7e4b-4631-9927-908836af1ebf details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:03:47.625290 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=61adf752-7e4b-4631-9927-908836af1ebf,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:47.636632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '61adf752-7e4b-4631-9927-908836af1ebf', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'port_id': '61adf752-7e4b-4631-9927-908836af1ebf', 'mac_address': 'fa:16:3e:90:0d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:03:47.675782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 61adf752-7e4b-4631-9927-908836af1ebf is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:47.676083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (61adf752-7e4b-4631-9927-908836af1ebf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:47.688655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61adf752-7e4b-4631-9927-908836af1ebf {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:03:47.708116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=61adf752-7e4b-4631-9927-908836af1ebf,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:47.714779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (61adf752-7e4b-4631-9927-908836af1ebf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:47.768291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=61adf752-7e4b-4631-9927-908836af1ebf,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:47.921177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['61adf752-7e4b-4631-9927-908836af1ebf'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:03:47.956961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc08a87-d204-4f36-9c1c-e4bf67f7f9a0 req-80375a4a-4c8c-449e-95c4-5d91de64b0d6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:47.958387 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-edc08a87-d204-4f36-9c1c-e4bf67f7f9a0 req-80375a4a-4c8c-449e-95c4-5d91de64b0d6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 945 time: 0.0591292 Apr 29 08:03:48.004763 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-edc08a87-d204-4f36-9c1c-e4bf67f7f9a0 req-8551fbbc-2bbd-42ec-9cca-53ece7f78f19 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 Apr 29 08:03:49.139045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcd287-6d74-481e-991a-c158df3b70b2 req-2a21e5f5-e204-4235-8cda-794fd652e763 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:49.140639 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-00fcd287-6d74-481e-991a-c158df3b70b2 req-2a21e5f5-e204-4235-8cda-794fd652e763 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 945 time: 0.0622134 Apr 29 08:03:49.201908 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-00fcd287-6d74-481e-991a-c158df3b70b2 req-5b6d46e9-77d5-4f89-bf07-1139ae474388 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531425 Apr 29 08:03:49.511344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 61adf752-7e4b-4631-9927-908836af1ebf up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:03:49.570825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 61adf752-7e4b-4631-9927-908836af1ebf completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:03:49.575436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 61adf752-7e4b-4631-9927-908836af1ebf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:03:49.575802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (61adf752-7e4b-4631-9927-908836af1ebf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:49.652820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 61adf752-7e4b-4631-9927-908836af1ebf is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:03:49.653260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (61adf752-7e4b-4631-9927-908836af1ebf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:49.677335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:03:49.679560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6978de78-6d24-4d16-b2d7-b6bdc0f5c505" -d '{"events": [{"server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "name": "network-vif-plugged", "status": "completed", "tag": "61adf752-7e4b-4631-9927-908836af1ebf"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:03:49.691261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=61adf752-7e4b-4631-9927-908836af1ebf,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:03:49.695300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (61adf752-7e4b-4631-9927-908836af1ebf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:49.719030 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fff07a-9445-4274-9f75-103cc963b2cd x-openstack-request-id: req-70fff07a-9445-4274-9f75-103cc963b2cd {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:03:49.719319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "name": "network-vif-plugged", "status": "completed", "tag": "61adf752-7e4b-4631-9927-908836af1ebf", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:03:49.719565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70fff07a-9445-4274-9f75-103cc963b2cd {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:03:49.719954 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fff07a-9445-4274-9f75-103cc963b2cd'] response: {'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf', 'code': 200} Apr 29 08:03:49.750139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=61adf752-7e4b-4631-9927-908836af1ebf,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:03:49.890432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2638c-771c-4877-8d70-1f61f03e4270 req-cbd98ff1-1bd7-42e3-8637-74e8bc5e10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:49.891918 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6be2638c-771c-4877-8d70-1f61f03e4270 req-cbd98ff1-1bd7-42e3-8637-74e8bc5e10f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 1130 time: 0.0450063 Apr 29 08:03:49.936422 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6be2638c-771c-4877-8d70-1f61f03e4270 req-4acdfa0f-a576-4165-ae75-dc662de33b3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377874 Apr 29 08:03:50.342988 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96800e56-fe77-45eb-a2ae-6db1c3d3f181 req-1a01612e-2ecd-403b-aadc-c0ea41df8ab0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:50.344454 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-96800e56-fe77-45eb-a2ae-6db1c3d3f181 req-1a01612e-2ecd-403b-aadc-c0ea41df8ab0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0647349 Apr 29 08:03:50.396510 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-96800e56-fe77-45eb-a2ae-6db1c3d3f181 req-a3923a18-9e38-41fa-a818-2772307c76e6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Apr 29 08:03:51.538419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab960ee-1066-4cfc-bb24-235b6fb38eac req-71328f11-e7e6-4cf5-89b3-0a82007bac55 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:51.540038 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5ab960ee-1066-4cfc-bb24-235b6fb38eac req-71328f11-e7e6-4cf5-89b3-0a82007bac55 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0604496 Apr 29 08:03:51.590931 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5ab960ee-1066-4cfc-bb24-235b6fb38eac req-694890cb-a17a-492a-9efd-2077cba93b9e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436132 Apr 29 08:03:51.711457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb98bd2-cc2d-4ef6-8122-55a1d2c04f80 req-b6809009-8fce-4e53-9267-ad171edcaed9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:51.712831 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9fb98bd2-cc2d-4ef6-8122-55a1d2c04f80 req-b6809009-8fce-4e53-9267-ad171edcaed9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0560653 Apr 29 08:03:51.721674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58300) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:03:51.725975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-de65502a-ca87-4619-a680-b7c6613e2fa3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'floatingip': {'port_id': '61adf752-7e4b-4631-9927-908836af1ebf'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:03:51.767592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de65502a-ca87-4619-a680-b7c6613e2fa3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (20450678-26a2-4349-835a-55272077cbb4), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:52.513352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de65502a-ca87-4619-a680-b7c6613e2fa3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:52.520233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de65502a-ca87-4619-a680-b7c6613e2fa3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:52.627181 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-de65502a-ca87-4619-a680-b7c6613e2fa3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Floating IP 20450678-26a2-4349-835a-55272077cbb4 associated. External IP: 172.26.3.184, port: 61adf752-7e4b-4631-9927-908836af1ebf. Apr 29 08:03:52.861971 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de65502a-ca87-4619-a680-b7c6613e2fa3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:03:52.972682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de65502a-ca87-4619-a680-b7c6613e2fa3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:03:52.977682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-de65502a-ca87-4619-a680-b7c6613e2fa3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:03:52.982635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:03:52.993772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:03:52.994378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:03:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:53.008654 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-de65502a-ca87-4619-a680-b7c6613e2fa3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "PUT /v2.0/floatingips/20450678-26a2-4349-835a-55272077cbb4 HTTP/1.1" status: 200 len: 992 time: 1.2859921 Apr 29 08:03:53.009484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:03:53.013088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eaade5-40ed-4a81-895b-406da75f531a" -d '{"events": [{"name": "network-changed", "server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "tag": "61adf752-7e4b-4631-9927-908836af1ebf"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:03:53.049575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa751e10-f161-4a48-885d-6d6403e34b0b x-openstack-request-id: req-aa751e10-f161-4a48-885d-6d6403e34b0b {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:03:53.049856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "tag": "61adf752-7e4b-4631-9927-908836af1ebf", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:03:53.050097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa751e10-f161-4a48-885d-6d6403e34b0b {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:03:53.050564 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa751e10-f161-4a48-885d-6d6403e34b0b'] response: {'name': 'network-changed', 'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf', 'status': 'completed', 'code': 200} Apr 29 08:03:53.104696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:03:53.142619 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439d676-156a-4509-8c9e-2b8b4358d23c req-a753e945-651c-41f6-b3f8-aa0d2dca36cc tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:53.144056 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d439d676-156a-4509-8c9e-2b8b4358d23c req-a753e945-651c-41f6-b3f8-aa0d2dca36cc tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0846856 Apr 29 08:03:53.148531 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaade5-40ed-4a81-895b-406da75f531a req-059e9d3c-80b8-482b-951c-2ff69ab19768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:53.150000 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-51eaade5-40ed-4a81-895b-406da75f531a req-059e9d3c-80b8-482b-951c-2ff69ab19768 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 1130 time: 0.0633078 Apr 29 08:03:53.240397 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d439d676-156a-4509-8c9e-2b8b4358d23c req-cefeaa13-89d7-4a5b-ab9c-f6911c7d9cc7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894439 Apr 29 08:03:53.270860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaade5-40ed-4a81-895b-406da75f531a req-af070f9c-3f1e-4bbb-845b-c751dc72101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:53.272359 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-51eaade5-40ed-4a81-895b-406da75f531a req-af070f9c-3f1e-4bbb-845b-c751dc72101e service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.1157098 Apr 29 08:03:53.330391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': '61adf752-7e4b-4631-9927-908836af1ebf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:90:0d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faac2954-0360-4b21-9078-76aa9c705937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:03:52Z', 'revision_number': 1, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:53.342367 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-51eaade5-40ed-4a81-895b-406da75f531a req-610089a2-777d-4cfb-bbac-2336f8ba7dfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61adf752-7e4b-4631-9927-908836af1ebf HTTP/1.1" status: 200 len: 1000 time: 0.0641632 Apr 29 08:03:53.362724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:03:53.365509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4e57b-cdb9-4ffc-be29-b509690d01ff req-3615aac8-9f76-4305-a1f6-2b02c3afd96b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:53.371431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:03:53.372300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:03:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:53.372849 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d0f4e57b-cdb9-4ffc-be29-b509690d01ff req-3615aac8-9f76-4305-a1f6-2b02c3afd96b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0634546 Apr 29 08:03:53.394222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaade5-40ed-4a81-895b-406da75f531a req-7cc767f9-cd6d-416c-984b-52f61a0775f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:53.395609 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-51eaade5-40ed-4a81-895b-406da75f531a req-7cc767f9-cd6d-416c-984b-52f61a0775f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0481493 Apr 29 08:03:53.421671 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d0f4e57b-cdb9-4ffc-be29-b509690d01ff req-db5370b0-0dd8-4bbb-9805-b50e31423581 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477700 Apr 29 08:03:53.449032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaade5-40ed-4a81-895b-406da75f531a req-dc2f25fa-acb0-451a-bcf7-a37815185893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:53.450723 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-51eaade5-40ed-4a81-895b-406da75f531a req-dc2f25fa-acb0-451a-bcf7-a37815185893 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495665 Apr 29 08:03:53.480309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:03:53.540420 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-51eaade5-40ed-4a81-895b-406da75f531a req-75a6f90a-6e4c-474a-a94e-62ba1b74264f service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837653 Apr 29 08:03:53.636731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-51eaade5-40ed-4a81-895b-406da75f531a req-cdd7cffb-d768-4f9c-941c-47c9940ebbdc service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902593 Apr 29 08:03:53.864559 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': '61adf752-7e4b-4631-9927-908836af1ebf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:90:0d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faac2954-0360-4b21-9078-76aa9c705937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:03:52Z', 'revision_number': 1, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:03:53.893979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba4b55-f0da-4500-bd33-e0a74de16ba3 None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': '61adf752-7e4b-4631-9927-908836af1ebf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:90:0d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faac2954-0360-4b21-9078-76aa9c705937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:03:52Z', 'revision_number': 1, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:03:54.083438 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084f016-f40f-4128-ac2c-2efbe47eebc4 None None] New status for floating IP 20450678-26a2-4349-835a-55272077cbb4: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:03:54.555038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daf480-a2ad-44f4-be05-3a395ef45c9f req-d53b9e53-d910-4e62-901e-6a4fec7c172e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:54.556573 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-62daf480-a2ad-44f4-be05-3a395ef45c9f req-d53b9e53-d910-4e62-901e-6a4fec7c172e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0591600 Apr 29 08:03:54.603795 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-62daf480-a2ad-44f4-be05-3a395ef45c9f req-04722ded-00b7-4143-863a-1630536f16f4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413892 Apr 29 08:03:54.726147 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785582-aa69-422d-8c33-05df4ab753ca req-cc8096f2-27ae-4fd8-8ffe-e5b487cf3321 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:54.727545 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bb785582-aa69-422d-8c33-05df4ab753ca req-cc8096f2-27ae-4fd8-8ffe-e5b487cf3321 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0576341 Apr 29 08:03:54.775387 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bb785582-aa69-422d-8c33-05df4ab753ca req-0d1fbd5a-cb6c-4d12-9525-adc727e34205 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 Apr 29 08:03:55.012520 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-d13c7954-7e53-49ce-bd68-04144be88d21 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476458 Apr 29 08:03:55.024107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37943444-67bf-4411-b7c5-29c30fe9361c req-2b02b2ee-754e-4131-bf5f-7808447b807c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:55.025662 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-37943444-67bf-4411-b7c5-29c30fe9361c req-2b02b2ee-754e-4131-bf5f-7808447b807c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0522909 Apr 29 08:03:55.079004 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-37943444-67bf-4411-b7c5-29c30fe9361c req-67fff0bc-ac76-4e1e-a6e4-08bae5934740 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472572 Apr 29 08:03:55.422366 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-293eb7ac-4022-4a54-a3fc-423b17637347 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:55.423720 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-293eb7ac-4022-4a54-a3fc-423b17637347 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports/61adf752-7e4b-4631-9927-908836af1ebf HTTP/1.1" status: 200 len: 943 time: 0.0462201 Apr 29 08:03:56.241537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff8f9-f0dd-4c1c-8509-eafe5456f908 req-496711d1-df68-49f9-8833-ca7fa3b22dda tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:56.243013 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f3eff8f9-f0dd-4c1c-8509-eafe5456f908 req-496711d1-df68-49f9-8833-ca7fa3b22dda tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0863709 Apr 29 08:03:56.245656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-90923f70-c558-4baf-aaf7-1ff8b2001d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:56.246967 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-90923f70-c558-4baf-aaf7-1ff8b2001d04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 1130 time: 0.0615084 Apr 29 08:03:56.341463 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f3eff8f9-f0dd-4c1c-8509-eafe5456f908 req-56016837-4e16-49e5-afd2-8be10321abca tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928195 Apr 29 08:03:56.368424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-1365e87b-165c-4642-83fc-0b23191f180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:56.370173 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-1365e87b-165c-4642-83fc-0b23191f180f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.1153691 Apr 29 08:03:56.441766 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-3d9d12d2-674a-4637-a74f-1e7f88db92f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61adf752-7e4b-4631-9927-908836af1ebf HTTP/1.1" status: 200 len: 1002 time: 0.0657532 Apr 29 08:03:56.818359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-65ebc8d2-e5e5-4280-a589-df343ae55fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:56.819699 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-65ebc8d2-e5e5-4280-a589-df343ae55fb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.3722162 Apr 29 08:03:56.869107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-315907d9-c3f2-4194-a26f-464866bf6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:56.870620 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-315907d9-c3f2-4194-a26f-464866bf6b48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449207 Apr 29 08:03:56.958824 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-34565150-e277-44b9-b4aa-793e9d1f3071 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822999 Apr 29 08:03:57.047018 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-e54d4f2d-9836-4921-9e0a-8c935d305a7e service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822439 Apr 29 08:03:57.476438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9c467-9442-435d-9da4-492633b2d255 req-05c1b0ac-9ac8-4129-a64c-ab9aff4029a4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:57.477955 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-dad9c467-9442-435d-9da4-492633b2d255 req-05c1b0ac-9ac8-4129-a64c-ab9aff4029a4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0587838 Apr 29 08:03:57.527601 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-dad9c467-9442-435d-9da4-492633b2d255 req-9b39481f-8e1a-4ebc-8f5e-97a407bea289 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Apr 29 08:03:58.660961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acea20-8aec-4762-81dc-bb1b03195c98 req-52909409-40d6-4ab5-9667-38f78e60b27e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:58.662495 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8acea20-8aec-4762-81dc-bb1b03195c98 req-52909409-40d6-4ab5-9667-38f78e60b27e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0631037 Apr 29 08:03:58.713256 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d8acea20-8aec-4762-81dc-bb1b03195c98 req-a71fbe42-998c-4f61-837b-4eec24f0af53 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450034 Apr 29 08:03:59.847076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c844ba8-b1ab-464b-9ea6-c9f13e5168b6 req-de6c817d-4a12-4914-8ece-8bcb3689e4c1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:03:59.848474 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2c844ba8-b1ab-464b-9ea6-c9f13e5168b6 req-de6c817d-4a12-4914-8ece-8bcb3689e4c1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0557384 Apr 29 08:03:59.895397 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2c844ba8-b1ab-464b-9ea6-c9f13e5168b6 req-2834ace9-f09a-404d-96f7-48354731af8d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411487 Apr 29 08:04:01.026228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3222f1a-0ba9-42d2-8852-f78345e07b02 req-fc48f405-d65f-4913-926a-c99ae38bdde7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:01.027970 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c3222f1a-0ba9-42d2-8852-f78345e07b02 req-fc48f405-d65f-4913-926a-c99ae38bdde7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0555558 Apr 29 08:04:01.082252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c3222f1a-0ba9-42d2-8852-f78345e07b02 req-a4d5ac71-ce91-4161-a655-24e748214c14 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461993 Apr 29 08:04:01.354391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-89045d61-0e5d-4d19-a48a-4b2bb1dee2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:02.222280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83cd50-9f4a-464e-a567-0227b81e522d req-bed4c4d5-3fa2-4e63-b771-2d0eb52a8471 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:02.223773 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c83cd50-9f4a-464e-a567-0227b81e522d req-bed4c4d5-3fa2-4e63-b771-2d0eb52a8471 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0657382 Apr 29 08:04:02.271661 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c83cd50-9f4a-464e-a567-0227b81e522d req-570a738a-f819-48d2-ad1e-166d80bdfd2b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423100 Apr 29 08:04:03.394724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c32b7-f76c-4e27-89af-9e4bd5334d19 req-a4a947f3-179e-46e5-bbe4-4d6f0aaa126a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:03.396207 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-487c32b7-f76c-4e27-89af-9e4bd5334d19 req-a4a947f3-179e-46e5-bbe4-4d6f0aaa126a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0535719 Apr 29 08:04:03.448387 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-487c32b7-f76c-4e27-89af-9e4bd5334d19 req-a67de5f8-afb4-408c-97d3-8232a07f066e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463266 Apr 29 08:04:03.453483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7893a3f8-bcb2-4dc3-bcd5-758a17ecba5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:04.586228 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098fd1-2a6e-4028-9b6f-584c03ab8d67 req-f8e38a86-616e-42ba-a762-6517907486ed tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:04.587692 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-98098fd1-2a6e-4028-9b6f-584c03ab8d67 req-f8e38a86-616e-42ba-a762-6517907486ed tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0566821 Apr 29 08:04:04.634512 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-98098fd1-2a6e-4028-9b6f-584c03ab8d67 req-944da24b-edd7-450e-80bd-3d6e05c2d22f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409930 Apr 29 08:04:04.861365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:05.598404 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:05.768168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fd2ac-46ff-48c2-a341-39ffa24a9f2a req-8817389b-3633-41b0-8594-0073f56ba09e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:05.769698 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bb1fd2ac-46ff-48c2-a341-39ffa24a9f2a req-8817389b-3633-41b0-8594-0073f56ba09e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0571887 Apr 29 08:04:05.823014 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bb1fd2ac-46ff-48c2-a341-39ffa24a9f2a req-247cb986-84b1-4c55-9f43-ab7f4785f5c2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472944 Apr 29 08:04:06.172610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:06.955823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95fc94-bf2b-4fd3-9cc7-9a524583eb5f req-002fc271-3812-4d1c-9b58-dbe4501ceade tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:06.957323 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4f95fc94-bf2b-4fd3-9cc7-9a524583eb5f req-002fc271-3812-4d1c-9b58-dbe4501ceade tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0553522 Apr 29 08:04:07.009887 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4f95fc94-bf2b-4fd3-9cc7-9a524583eb5f req-d13c91b7-ab49-43ed-a570-1e8df5676833 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447595 Apr 29 08:04:07.325553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:08.134974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f3cb3-9932-455a-83a1-39a6f67d3ba2 req-ec81fe39-8860-40ff-8a8e-2e2912a6eaf9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:08.136681 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-923f3cb3-9932-455a-83a1-39a6f67d3ba2 req-ec81fe39-8860-40ff-8a8e-2e2912a6eaf9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0528033 Apr 29 08:04:08.182462 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-923f3cb3-9932-455a-83a1-39a6f67d3ba2 req-be004b57-a573-4199-a8fa-aa002d5d7aa4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400100 Apr 29 08:04:09.313663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3872f2-099a-4840-b487-dc6cb656e491 req-aebb7934-58a9-44cc-a500-b731f33d9e89 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:09.315108 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-da3872f2-099a-4840-b487-dc6cb656e491 req-aebb7934-58a9-44cc-a500-b731f33d9e89 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0529819 Apr 29 08:04:09.365470 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-da3872f2-099a-4840-b487-dc6cb656e491 req-e7557910-112d-4e15-a441-006898ecc81d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416679 Apr 29 08:04:10.506764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c9705-9f91-4a14-9be3-70bae674abf0 req-d1d4f5ac-fad7-4b24-a420-701caae08d3e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:10.508219 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d06c9705-9f91-4a14-9be3-70bae674abf0 req-d1d4f5ac-fad7-4b24-a420-701caae08d3e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0631547 Apr 29 08:04:10.567349 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d06c9705-9f91-4a14-9be3-70bae674abf0 req-3cabecdd-7dc6-4aae-b5a4-5de67eb17e19 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534382 Apr 29 08:04:11.712943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfdbff-82ad-4c56-bff4-c2b3c7e6c987 req-4f544cf0-cc50-4135-8ce6-47aeb137ca9b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:11.714428 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c6dfdbff-82ad-4c56-bff4-c2b3c7e6c987 req-4f544cf0-cc50-4135-8ce6-47aeb137ca9b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0610318 Apr 29 08:04:11.762865 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c6dfdbff-82ad-4c56-bff4-c2b3c7e6c987 req-760939b2-6c92-45b2-b335-45ced71253ec tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401163 Apr 29 08:04:12.898971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d591fd-b45f-4d45-88a9-8831c06d3498 req-8c6e3500-c674-481b-a28f-4823665f4cd8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:12.900439 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-98d591fd-b45f-4d45-88a9-8831c06d3498 req-8c6e3500-c674-481b-a28f-4823665f4cd8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0586040 Apr 29 08:04:12.950090 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-98d591fd-b45f-4d45-88a9-8831c06d3498 req-c9dcbafe-3909-4377-aa61-6a075c336b9b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 Apr 29 08:04:14.088186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b183809-eacf-42c9-b6c8-d8f88f014101 req-33f64bee-c8fb-4995-8313-d19d03098257 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:14.089693 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9b183809-eacf-42c9-b6c8-d8f88f014101 req-33f64bee-c8fb-4995-8313-d19d03098257 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0621245 Apr 29 08:04:14.137577 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9b183809-eacf-42c9-b6c8-d8f88f014101 req-830bf92a-cf7a-4951-9bec-d27e040c2bc5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419846 Apr 29 08:04:15.269918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969feac-2ad6-4751-8007-2947f302fadd req-edafb021-7fae-483f-b9d5-1bde5de01848 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:15.271452 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1969feac-2ad6-4751-8007-2947f302fadd req-edafb021-7fae-483f-b9d5-1bde5de01848 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0597229 Apr 29 08:04:15.322763 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1969feac-2ad6-4751-8007-2947f302fadd req-0e1a65ed-dc01-4f00-8af4-ddfd3fc4cda3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452747 Apr 29 08:04:16.456426 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a8a08-5275-4abc-9cdf-5b85f24b354c req-8367f80b-21d5-4fa1-80b7-88c2b1b9b3a0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:16.457927 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-152a8a08-5275-4abc-9cdf-5b85f24b354c req-8367f80b-21d5-4fa1-80b7-88c2b1b9b3a0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0534616 Apr 29 08:04:16.503875 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-152a8a08-5275-4abc-9cdf-5b85f24b354c req-71b59267-2da2-4aed-8e59-30485b1966da tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402718 Apr 29 08:04:17.642876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32ab25-e55e-4670-aab8-95ac5bb38586 req-bf5448d5-979e-48e7-89f2-a543bc90cf1d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:17.644342 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba32ab25-e55e-4670-aab8-95ac5bb38586 req-bf5448d5-979e-48e7-89f2-a543bc90cf1d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0616858 Apr 29 08:04:17.691001 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba32ab25-e55e-4670-aab8-95ac5bb38586 req-31118316-7ce9-45d3-8d50-c940ce5eb275 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409627 Apr 29 08:04:18.828742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e1e0e-db58-4e39-a768-497e86f7dbcb req-48dd8c0a-5961-4960-86a9-976c293aff9d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:18.830361 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-970e1e0e-db58-4e39-a768-497e86f7dbcb req-48dd8c0a-5961-4960-86a9-976c293aff9d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0567033 Apr 29 08:04:18.877523 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-970e1e0e-db58-4e39-a768-497e86f7dbcb req-a9536e0a-11d3-44de-9f16-f918396c746a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411837 Apr 29 08:04:19.198984 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:04:20.000493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18752021-b221-4968-bbc5-79c8e2440b2a req-2b32f445-5cf2-445c-834e-06576311eef3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:20.002007 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-18752021-b221-4968-bbc5-79c8e2440b2a req-2b32f445-5cf2-445c-834e-06576311eef3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0566244 Apr 29 08:04:20.052767 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-18752021-b221-4968-bbc5-79c8e2440b2a req-ecc7297e-86d8-428d-acec-f807cb7c161b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 Apr 29 08:04:21.185017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43e048-8a31-4b1a-96c4-c11694840963 req-53e82408-0d9c-4821-9302-2d6f07af1c4e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:21.186504 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2d43e048-8a31-4b1a-96c4-c11694840963 req-53e82408-0d9c-4821-9302-2d6f07af1c4e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0570009 Apr 29 08:04:21.233036 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2d43e048-8a31-4b1a-96c4-c11694840963 req-c077d112-ad7a-42d1-a55e-a09872aacdb1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409093 Apr 29 08:04:22.367098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defdaab-de34-4d86-bc08-9d9374457f95 req-c449edf1-c148-4a82-9d1a-9068756fd630 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:22.368556 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3defdaab-de34-4d86-bc08-9d9374457f95 req-c449edf1-c148-4a82-9d1a-9068756fd630 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0617628 Apr 29 08:04:22.418537 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3defdaab-de34-4d86-bc08-9d9374457f95 req-1ecc4d36-9295-425b-99db-5aa77243ef10 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417695 Apr 29 08:04:23.550395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa0696-8756-46df-9fb4-3d2c59b07015 req-9e7444e7-a135-4743-8c53-1bd59f6a65ef tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:23.551871 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eaaa0696-8756-46df-9fb4-3d2c59b07015 req-9e7444e7-a135-4743-8c53-1bd59f6a65ef tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0603325 Apr 29 08:04:23.603058 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eaaa0696-8756-46df-9fb4-3d2c59b07015 req-dcfe81db-9879-42c1-97a4-efb0c0dc811c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452521 Apr 29 08:04:24.743524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b720-0ed3-4073-8958-9c2a759e34a5 req-9a852ea3-85d7-4cfb-a754-d3fc431781ca tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:24.745007 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-85e3b720-0ed3-4073-8958-9c2a759e34a5 req-9a852ea3-85d7-4cfb-a754-d3fc431781ca tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0580411 Apr 29 08:04:24.794030 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-85e3b720-0ed3-4073-8958-9c2a759e34a5 req-7c86db5f-935f-432a-98ce-b42bb82692cf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412335 Apr 29 08:04:25.928742 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9a64-17e0-42eb-a0ac-12796bae93c6 req-36842768-328a-4e2e-8856-2ca4bbf2ba79 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:25.930245 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2edd9a64-17e0-42eb-a0ac-12796bae93c6 req-36842768-328a-4e2e-8856-2ca4bbf2ba79 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0619061 Apr 29 08:04:25.979941 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2edd9a64-17e0-42eb-a0ac-12796bae93c6 req-353a7fcd-ab14-4a15-b644-2ff69193ee41 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439234 Apr 29 08:04:27.122353 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992504d0-d150-4b9d-a076-e024505e935a req-276976b1-15d7-401c-9e49-328f9bd932d3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:27.123865 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-992504d0-d150-4b9d-a076-e024505e935a req-276976b1-15d7-401c-9e49-328f9bd932d3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0587807 Apr 29 08:04:27.174078 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-992504d0-d150-4b9d-a076-e024505e935a req-4bd80ed0-855b-4f0d-a1fc-a8ae70135644 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445852 Apr 29 08:04:28.308074 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a0c76-b80b-4e28-a40a-840c1135837c req-1fbedf1c-c1c5-447d-af5b-c0d316ee1497 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:28.309562 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-069a0c76-b80b-4e28-a40a-840c1135837c req-1fbedf1c-c1c5-447d-af5b-c0d316ee1497 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0546157 Apr 29 08:04:28.358482 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-069a0c76-b80b-4e28-a40a-840c1135837c req-eecdffe7-d7c5-4899-a8bd-823d7a231333 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Apr 29 08:04:28.681705 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-0d7e22c0-ac14-40f5-a5ab-b70341a19d44 service neutron] 10.222.0.36 "GET /v2.0/ports/61adf752-7e4b-4631-9927-908836af1ebf/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0719779 Apr 29 08:04:28.895627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-658dcd2d-5dc5-4218-8d63-ffd4c8855283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:28.897128 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-658dcd2d-5dc5-4218-8d63-ffd4c8855283 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 1130 time: 0.0475893 Apr 29 08:04:28.961897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-9e2e0055-486a-4eac-b4b9-d59b96a30ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:28.963353 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-9e2e0055-486a-4eac-b4b9-d59b96a30ce7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 1130 time: 0.0449092 Apr 29 08:04:29.055095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-b9d27b58-4d9e-42f1-8684-1b3c60448520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:29.056531 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-b9d27b58-4d9e-42f1-8684-1b3c60448520 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0858822 Apr 29 08:04:29.122000 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-e70f7dbd-f7af-45b5-a9a9-9a08a5c2b17e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61adf752-7e4b-4631-9927-908836af1ebf HTTP/1.1" status: 200 len: 1002 time: 0.0582814 Apr 29 08:04:29.172625 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-5b97b719-f0df-4a26-ae59-a338b7799372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:29.173955 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-5b97b719-f0df-4a26-ae59-a338b7799372 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0462031 Apr 29 08:04:29.223593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-8a9b9d6b-7eb5-4df6-bcda-5967b6ef1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:29.225021 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-8a9b9d6b-7eb5-4df6-bcda-5967b6ef1cab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442204 Apr 29 08:04:29.315360 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-7dace402-eb37-45e6-8d90-879d3667d89c service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840337 Apr 29 08:04:29.410378 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f3fbc0b-9cf2-403b-b43d-2d8f09074b12 req-629c6118-a973-4306-8464-076ecce6e41b service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885861 Apr 29 08:04:29.485867 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af122052-992f-41a8-89a8-e6881dbaef3a req-efd50aeb-766b-427d-a5ed-543d8d1edefc tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:29.487253 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af122052-992f-41a8-89a8-e6881dbaef3a req-efd50aeb-766b-427d-a5ed-543d8d1edefc tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0542812 Apr 29 08:04:29.536119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af122052-992f-41a8-89a8-e6881dbaef3a req-697b88c2-1abf-4cdc-b355-5d4ec8e8188d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419552 Apr 29 08:04:30.667348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd76014-ffc8-45c3-a74e-999fc8ab42b4 req-e6fcf93e-f419-48ab-a2f9-8af6eb7981e4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:30.669182 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7cd76014-ffc8-45c3-a74e-999fc8ab42b4 req-e6fcf93e-f419-48ab-a2f9-8af6eb7981e4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0638981 Apr 29 08:04:30.721017 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7cd76014-ffc8-45c3-a74e-999fc8ab42b4 req-65e4e882-6ece-47bf-bc04-7e75f1fe4238 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460436 Apr 29 08:04:31.349118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-244ddc97-a3d4-4231-9d5e-37c4066f0185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:31.761084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 61adf752-7e4b-4631-9927-908836af1ebf details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:04:31.763875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 61adf752-7e4b-4631-9927-908836af1ebf no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:31.846507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959916f-6dc4-4f09-8629-74d4ffdbf67e req-c634f12f-1949-4c2b-a1af-dbadeef06a14 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:31.848937 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d959916f-6dc4-4f09-8629-74d4ffdbf67e req-c634f12f-1949-4c2b-a1af-dbadeef06a14 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0560014 Apr 29 08:04:31.906588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 61adf752-7e4b-4631-9927-908836af1ebf is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:04:31.907283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (61adf752-7e4b-4631-9927-908836af1ebf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:31.914066 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d959916f-6dc4-4f09-8629-74d4ffdbf67e req-65f54eff-68f6-456e-ae4a-8f2a1dab14ae tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587480 Apr 29 08:04:31.937797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=61adf752-7e4b-4631-9927-908836af1ebf,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:31.949873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:04:31.952106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfcdb3e-b65f-4d7a-8337-11a6cc2f3201" -d '{"events": [{"server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "name": "network-vif-unplugged", "status": "completed", "tag": "61adf752-7e4b-4631-9927-908836af1ebf"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:04:31.965705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '61adf752-7e4b-4631-9927-908836af1ebf', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'port_id': '61adf752-7e4b-4631-9927-908836af1ebf', 'mac_address': 'fa:16:3e:90:0d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:04:31.968249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=61adf752-7e4b-4631-9927-908836af1ebf,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:31.999141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (61adf752-7e4b-4631-9927-908836af1ebf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:32.033333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17ca419-17a7-4dda-b2fb-513f4d745a74 x-openstack-request-id: req-f17ca419-17a7-4dda-b2fb-513f4d745a74 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:04:32.033627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "name": "network-vif-unplugged", "status": "completed", "tag": "61adf752-7e4b-4631-9927-908836af1ebf", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:04:32.033890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f17ca419-17a7-4dda-b2fb-513f4d745a74 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:04:32.034287 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17ca419-17a7-4dda-b2fb-513f4d745a74'] response: {'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf', 'code': 200} Apr 29 08:04:32.040034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 61adf752-7e4b-4631-9927-908836af1ebf is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:04:32.040420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (61adf752-7e4b-4631-9927-908836af1ebf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:32.066580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61adf752-7e4b-4631-9927-908836af1ebf {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:04:32.085460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=61adf752-7e4b-4631-9927-908836af1ebf,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:32.113302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.113688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.114022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.114357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.114678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.114996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.115315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.115635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.115953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.116271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.116585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.116901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.117211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:32.131915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:04:32.132330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:04:32.181712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd98ed-9cc2-43a8-95dc-4642d7782a02 req-269ab028-1f2b-4d9c-be16-1551d65132dd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:32.183202 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c1cd98ed-9cc2-43a8-95dc-4642d7782a02 req-269ab028-1f2b-4d9c-be16-1551d65132dd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 944 time: 0.0812292 Apr 29 08:04:32.190944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-da90e448-1ebf-40e5-9816-f426680d8ae7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:32.192445 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-da90e448-1ebf-40e5-9816-f426680d8ae7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&binding%3Ahost_id=hv-neutron-8398 HTTP/1.1" status: 200 len: 944 time: 0.1018393 Apr 29 08:04:32.239033 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c1cd98ed-9cc2-43a8-95dc-4642d7782a02 req-1764812c-468d-49dd-b9ea-e5d370f6b202 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456154 Apr 29 08:04:32.288238 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-1c9a8130-2c97-43c3-a47e-225b6f84033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:32.289803 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-1c9a8130-2c97-43c3-a47e-225b6f84033a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 1128 time: 0.0547519 Apr 29 08:04:32.377774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-55cfc976-c2dd-42ce-8b97-c63f3342cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:32.379373 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-55cfc976-c2dd-42ce-8b97-c63f3342cab7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0842328 Apr 29 08:04:32.452083 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-51800d04-cacb-4bfe-908f-579a2b6f7e7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61adf752-7e4b-4631-9927-908836af1ebf HTTP/1.1" status: 200 len: 1000 time: 0.0673563 Apr 29 08:04:32.502089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-2f81031e-1b93-474f-b018-4783a19232d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:32.503568 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-2f81031e-1b93-474f-b018-4783a19232d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0456622 Apr 29 08:04:32.554868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-5c396160-17cd-47f3-bce1-ec656d3af05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:32.556422 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-5c396160-17cd-47f3-bce1-ec656d3af05d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469127 Apr 29 08:04:32.653369 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-d2f7e2f3-8883-4f41-864a-642ccd08c76d service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909715 Apr 29 08:04:32.670365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 61adf752-7e4b-4631-9927-908836af1ebf is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:04:32.670964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (61adf752-7e4b-4631-9927-908836af1ebf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:32.687631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61adf752-7e4b-4631-9927-908836af1ebf {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:04:32.708985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=61adf752-7e4b-4631-9927-908836af1ebf,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:32.716375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (61adf752-7e4b-4631-9927-908836af1ebf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:32.758960 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13553e80-94ab-4155-964e-f5f1bbc9da6b req-6197b96e-36cc-4954-b312-f6b7ffd89aea service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990765 Apr 29 08:04:32.777905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=61adf752-7e4b-4631-9927-908836af1ebf,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:32.781836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['61adf752-7e4b-4631-9927-908836af1ebf'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:04:33.369300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388d258-6f8c-4e55-88bd-748c0b97e342 req-2b88b54d-c733-4c21-83e9-b6175edd1576 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:33.370807 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9388d258-6f8c-4e55-88bd-748c0b97e342 req-2b88b54d-c733-4c21-83e9-b6175edd1576 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 945 time: 0.0538490 Apr 29 08:04:33.421883 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9388d258-6f8c-4e55-88bd-748c0b97e342 req-62ad14e1-8858-4892-a2eb-54c4bcebf938 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453262 Apr 29 08:04:33.458899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5446fc60-f383-4112-8451-6294a8109947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:33.547009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b3710-5bf3-4f4e-bc70-6b9df06d68be req-c306271a-19f9-4f04-a5ac-1f1abf13c80b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:33.548565 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-270b3710-5bf3-4f4e-bc70-6b9df06d68be req-c306271a-19f9-4f04-a5ac-1f1abf13c80b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 945 time: 0.0552833 Apr 29 08:04:33.601926 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-270b3710-5bf3-4f4e-bc70-6b9df06d68be req-9da485b3-e5ac-4742-82bd-5183580f21b7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475113 Apr 29 08:04:33.728393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e13e2c-7347-460e-9342-29f97763f873 req-cc3b65f5-5787-4e62-9507-11590c991094 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:33.730297 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e1e13e2c-7347-460e-9342-29f97763f873 req-cc3b65f5-5787-4e62-9507-11590c991094 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 945 time: 0.0621753 Apr 29 08:04:33.791002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 61adf752-7e4b-4631-9927-908836af1ebf up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:04:33.793545 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e1e13e2c-7347-460e-9342-29f97763f873 req-c07a09ee-244c-44f2-8357-962e92d4758c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555909 Apr 29 08:04:33.845535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 61adf752-7e4b-4631-9927-908836af1ebf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:04:33.845909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (61adf752-7e4b-4631-9927-908836af1ebf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:33.931497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 61adf752-7e4b-4631-9927-908836af1ebf is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:04:33.931908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (61adf752-7e4b-4631-9927-908836af1ebf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:33.967901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=61adf752-7e4b-4631-9927-908836af1ebf,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:33.972531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (61adf752-7e4b-4631-9927-908836af1ebf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:34.021785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=61adf752-7e4b-4631-9927-908836af1ebf,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:34.034880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:04:34.036192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4d830-9ab7-4bf4-aca6-52d150a50eaf req-1cf2afa3-7fde-408e-9ab3-2a08546a18f8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:34.037247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a5f019-cce6-4d8c-a461-279c32a8a8bb" -d '{"events": [{"server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "name": "network-vif-plugged", "status": "completed", "tag": "61adf752-7e4b-4631-9927-908836af1ebf"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:04:34.037673 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a5f4d830-9ab7-4bf4-aca6-52d150a50eaf req-1cf2afa3-7fde-408e-9ab3-2a08546a18f8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0555458 Apr 29 08:04:34.076249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cc460a-b010-4825-acdd-0e4a43264b93 x-openstack-request-id: req-07cc460a-b010-4825-acdd-0e4a43264b93 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:04:34.076537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "name": "network-vif-plugged", "status": "completed", "tag": "61adf752-7e4b-4631-9927-908836af1ebf", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:04:34.076786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07cc460a-b010-4825-acdd-0e4a43264b93 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:04:34.077180 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cc460a-b010-4825-acdd-0e4a43264b93'] response: {'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf', 'code': 200} Apr 29 08:04:34.086813 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a5f4d830-9ab7-4bf4-aca6-52d150a50eaf req-b7afc288-ca42-447e-b13f-222dd17dbe60 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Apr 29 08:04:34.858756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:35.208330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b1e4b-e53a-4f9f-ac9b-19f25806ef73 req-4e82885e-465d-401b-9568-b91d289b2a09 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:35.209829 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6b6b1e4b-e53a-4f9f-ac9b-19f25806ef73 req-4e82885e-465d-401b-9568-b91d289b2a09 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0547276 Apr 29 08:04:35.258897 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6b6b1e4b-e53a-4f9f-ac9b-19f25806ef73 req-d42b7367-a30e-4991-822f-f70af4b1b953 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 Apr 29 08:04:35.603510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:35.638147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-1d3ed436-f464-4639-80f1-a4f8cc4331b6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:35.639612 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-1d3ed436-f464-4639-80f1-a4f8cc4331b6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 946 time: 0.0568035 Apr 29 08:04:35.733580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Deleting port 61adf752-7e4b-4631-9927-908836af1ebf {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:04:35.733919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (61adf752-7e4b-4631-9927-908836af1ebf), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:35.843961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] For port 61adf752-7e4b-4631-9927-908836af1ebf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=61adf752-7e4b-4631-9927-908836af1ebf,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:35.844560 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (61adf752-7e4b-4631-9927-908836af1ebf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:36.031282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:36.031657 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:36.031973 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Floating IP 20450678-26a2-4349-835a-55272077cbb4 disassociated. External IP: 172.26.3.184, port: 61adf752-7e4b-4631-9927-908836af1ebf. Apr 29 08:04:36.032314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Calling delete_port for 61adf752-7e4b-4631-9927-908836af1ebf owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:04:36.168485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (61adf752-7e4b-4631-9927-908836af1ebf), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:36.169909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:36.196463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event deleted for resources: {'Port': ['ID=61adf752-7e4b-4631-9927-908836af1ebf,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:36.208799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.209352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.209510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.209859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.210192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.210527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.210851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.211196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.211512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.211825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.212151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.212471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.212790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:04:36.331569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:04:36.356394 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-67d36f3e-a38e-4612-b099-ccd7fdb4c5c7 req-44d01017-6cf4-4209-b798-9c76df574efa tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=faac2954-0360-4b21-9078-76aa9c705937 HTTP/1.1" status: 200 len: 210 time: 0.0276630 Apr 29 08:04:36.452192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:04:36.463866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:04:36.475029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:36.475567 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:04:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:36.498286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] No DVR routers for this DVR port 61adf752-7e4b-4631-9927-908836af1ebf on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:04:36.500853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:36.504397 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1beaa753-486a-4ff5-9f59-5710c3121e31 req-fbf21860-e1f2-4505-8f67-ad251b72022c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "DELETE /v2.0/ports/61adf752-7e4b-4631-9927-908836af1ebf HTTP/1.1" status: 204 len: 173 time: 0.8596532 Apr 29 08:04:36.504837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'name': 'network-vif-deleted', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:04:36.507134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3ac0cf-de6f-4901-8f9b-6d239d01e579" -d '{"events": [{"server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "name": "network-vif-deleted", "tag": "61adf752-7e4b-4631-9927-908836af1ebf"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:04:36.544298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22992eb1-173d-48f3-9e96-5c7545202848 x-openstack-request-id: req-22992eb1-173d-48f3-9e96-5c7545202848 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:04:36.544605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faac2954-0360-4b21-9078-76aa9c705937", "name": "network-vif-deleted", "tag": "61adf752-7e4b-4631-9927-908836af1ebf", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:04:36.544923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22992eb1-173d-48f3-9e96-5c7545202848 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:04:36.545435 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22992eb1-173d-48f3-9e96-5c7545202848'] response: {'server_uuid': 'faac2954-0360-4b21-9078-76aa9c705937', 'name': 'network-vif-deleted', 'tag': '61adf752-7e4b-4631-9927-908836af1ebf', 'status': 'completed', 'code': 200} Apr 29 08:04:36.590601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:36.790169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:36.819683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:04:36.828490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:36.829087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:04:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:36.932910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:37.148491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:37.179078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b2bbe-0b1b-4164-beb3-d5c0be82b069 None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:04:37.321074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:37.407619 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6188e3-8190-48b2-80ab-7b7ff35abc0d None None] New status for floating IP 20450678-26a2-4349-835a-55272077cbb4: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:04:37.621997 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-c2cf45fd-fbc2-43ff-b420-bc69d97d281a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--530740251&fields=id&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 267 time: 0.0504129 Apr 29 08:04:37.737180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d742-cad2-4b40-9687-d9de57f897df req-be966d71-a7e4-4360-8140-78b6f2d9e131 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:37.738657 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-be966d71-a7e4-4360-8140-78b6f2d9e131 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 811 time: 0.1099257 Apr 29 08:04:37.754372 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-f15ffe4f-b7c5-4983-bf8b-05611b70540d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/quotas/e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 375 time: 0.0101144 Apr 29 08:04:37.824582 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-51c99bbe-2ec1-4a53-a75a-beaa86c9fa14 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650485 Apr 29 08:04:37.930162 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-695d879a-85b2-42b9-a1e3-f33bb8e1bb37 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922399 Apr 29 08:04:38.020849 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-a9e1a760-9010-4daf-b57e-0551bba61df3 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822880 Apr 29 08:04:38.189159 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7706326e-6c1f-4b54-912a-6467ff8a7459 req-eb206c25-434c-4f22-93d1-de527f57eb28 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 210 time: 0.0275588 Apr 29 08:04:39.148370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d742-cad2-4b40-9687-d9de57f897df req-b516c6e8-8956-46f7-8ce7-3c08c6734aea tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:39.149843 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-b516c6e8-8956-46f7-8ce7-3c08c6734aea tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 811 time: 0.1074283 Apr 29 08:04:39.211190 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-3d7ec9a7-0cbc-473e-abd5-56c9c79218bc tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 379 time: 0.0524902 Apr 29 08:04:39.221889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'port': {'device_id': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'admin_state_up': True, 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'security_groups': ['0cddc8a8-2f68-47dc-9faa-28b219ad7485']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:04:39.285021 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-080b6642-de8c-4650-8099-b61c148ab870 req-79c22f7a-c7a4-4de9-a80d-b6ef4bc56539 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 210 time: 0.0279422 Apr 29 08:04:39.336933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Made reservation on behalf of e8c5fb48c8a44f9b8283993c5295c33d for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:04:39.341702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:39.472392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Allocated IP 172.20.0.9 (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288/675b51f5-68ee-41b2-bbdf-26ce536b0a3e/a6e36689-bec8-48d1-890c-89780e00054f) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:04:39.612662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for port (a6e36689-bec8-48d1-890c-89780e00054f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:39.652163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a6e36689-bec8-48d1-890c-89780e00054f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:39.697745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:04:39.700827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:04:39.704433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:04:39.713582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event updated for resources: {'Port': ['ID=a6e36689-bec8-48d1-890c-89780e00054f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:39.759305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:39.760210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:39.778501 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-7deea112-4fe9-465d-ae24-77cb6a65e6d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603321 Apr 29 08:04:39.784309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 61adf752-7e4b-4631-9927-908836af1ebf no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:04:39.804641 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 61adf752-7e4b-4631-9927-908836af1ebf {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:04:39.804979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 61adf752-7e4b-4631-9927-908836af1ebf not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:04:39.813581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Request body: {'port': {'device_id': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:04:39.878448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a6e36689-bec8-48d1-890c-89780e00054f), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:39.964485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2b3615e8-c9b8-4bd5-9418-f46a9f0d855c None None] Provisioning complete for port a6e36689-bec8-48d1-890c-89780e00054f triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:04:39.964853 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2b3615e8-c9b8-4bd5-9418-f46a9f0d855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a6e36689-bec8-48d1-890c-89780e00054f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:40.006795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2b3615e8-c9b8-4bd5-9418-f46a9f0d855c None None] Port a6e36689-bec8-48d1-890c-89780e00054f cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:04:40.146572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e36689-bec8-48d1-890c-89780e00054f {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:04:40.154076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Publish callbacks [] for port (a6e36689-bec8-48d1-890c-89780e00054f), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:40.169635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Transition to ACTIVE for port object a6e36689-bec8-48d1-890c-89780e00054f will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:04:40.175020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (a6e36689-bec8-48d1-890c-89780e00054f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:40.222501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Pushing event updated for resources: {'Port': ['ID=a6e36689-bec8-48d1-890c-89780e00054f,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:40.297627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Attempting to bind port a6e36689-bec8-48d1-890c-89780e00054f on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:04:40.297962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Attempting to bind port a6e36689-bec8-48d1-890c-89780e00054f by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:04:40.298287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Attempting to bind port a6e36689-bec8-48d1-890c-89780e00054f on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:04:40.303552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Port a6e36689-bec8-48d1-890c-89780e00054f on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:04:40.303870 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Attempting to bind port a6e36689-bec8-48d1-890c-89780e00054f on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:04:40.308785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:04:40.309134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Checking segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:04:40.309570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Bound using segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:04:40.309998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Bound port: a6e36689-bec8-48d1-890c-89780e00054f, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:04:40.310356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a6e36689-bec8-48d1-890c-89780e00054f), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:40.401167 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:04:40.417997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a6e36689-bec8-48d1-890c-89780e00054f,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:04:40.429963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (a6e36689-bec8-48d1-890c-89780e00054f), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:40.471336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c79f-e178-48cb-abb8-429510f79941 req-9c607738-b332-4d4e-9e2a-efd3e900a022 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:40.472725 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d34c79f-e178-48cb-abb8-429510f79941 req-9c607738-b332-4d4e-9e2a-efd3e900a022 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 943 time: 0.1103621 Apr 29 08:04:40.479822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:40.480408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:40.482075 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] 10.222.0.36 "PUT /v2.0/ports/a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 200 len: 1093 time: 0.6733527 Apr 29 08:04:40.486076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:04:40.488756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ba0158-9579-45d3-a63f-4f24a05d3e00" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "tag": "a6e36689-bec8-48d1-890c-89780e00054f"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:04:40.542643 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e643b91-3be2-4f75-a193-8eac3aa085f4 x-openstack-request-id: req-1e643b91-3be2-4f75-a193-8eac3aa085f4 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:04:40.542896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "tag": "a6e36689-bec8-48d1-890c-89780e00054f", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:04:40.543183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e643b91-3be2-4f75-a193-8eac3aa085f4 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:04:40.543591 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e643b91-3be2-4f75-a193-8eac3aa085f4'] response: {'name': 'network-changed', 'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f', 'status': 'completed', 'code': 200} Apr 29 08:04:40.552265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00128863-3df7-4e9e-9f32-b7c68d1bab1f service neutron] Pushing event updated for resources: {'Port': ['ID=a6e36689-bec8-48d1-890c-89780e00054f,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:40.590171 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d34c79f-e178-48cb-abb8-429510f79941 req-2f3f57d9-2659-4673-a29b-00024ba5c66a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054590 Apr 29 08:04:40.604173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d742-cad2-4b40-9687-d9de57f897df req-ec10b3a3-9beb-4cb9-be86-af37d7a28580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:40.605813 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-ec10b3a3-9beb-4cb9-be86-af37d7a28580 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 1127 time: 0.0800087 Apr 29 08:04:40.648718 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-a0242695-f28f-4974-899e-24354468a429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 200 len: 217 time: 0.0348852 Apr 29 08:04:40.701370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d742-cad2-4b40-9687-d9de57f897df req-8a856bff-c34a-47ca-8905-02c858758505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:40.702828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-8a856bff-c34a-47ca-8905-02c858758505 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0477018 Apr 29 08:04:40.761822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91d742-cad2-4b40-9687-d9de57f897df req-3e468c3a-b44f-46a3-b8d1-e8cebc03142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:40.763300 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-3e468c3a-b44f-46a3-b8d1-e8cebc03142e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0540969 Apr 29 08:04:40.857029 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-226659dc-0ed1-42f9-b37c-6d8c092965e3 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868535 Apr 29 08:04:40.947688 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b91d742-cad2-4b40-9687-d9de57f897df req-5a516996-e600-450e-a8aa-02781dd3415f service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845480 Apr 29 08:04:41.045424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-3cea1a0f-33c8-48d7-a86b-b2e59cc8e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:41.046977 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-3cea1a0f-33c8-48d7-a86b-b2e59cc8e387 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 1127 time: 0.0457537 Apr 29 08:04:41.143522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-e1900975-45ba-432e-a7ff-22f42658164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:41.144985 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-e1900975-45ba-432e-a7ff-22f42658164d service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0916095 Apr 29 08:04:41.185654 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-b44ba452-6ebf-4b84-bb71-b736b8835b69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 200 len: 217 time: 0.0342405 Apr 29 08:04:41.235898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-0d1b8ee4-9b19-408e-8f74-10a6fb015b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:41.237317 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-0d1b8ee4-9b19-408e-8f74-10a6fb015b1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0440390 Apr 29 08:04:41.292166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-10bc32a7-06d8-4837-9d4e-148102f66fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:41.293672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-10bc32a7-06d8-4837-9d4e-148102f66fe5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492148 Apr 29 08:04:41.390942 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-5e70cb29-5774-4295-9959-c10e43a40972 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902743 Apr 29 08:04:41.482796 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-82ba0158-9579-45d3-a63f-4f24a05d3e00 req-99ecf651-8ac3-43df-b26a-7085590eb000 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847516 Apr 29 08:04:41.728399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7a5a1-aff2-4e77-b331-f4dee1d4f853 req-b9e93b8e-1cd6-4f59-9643-13d3959c281b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:41.729900 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c8c7a5a1-aff2-4e77-b331-f4dee1d4f853 req-b9e93b8e-1cd6-4f59-9643-13d3959c281b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 943 time: 0.0638583 Apr 29 08:04:41.776610 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c8c7a5a1-aff2-4e77-b331-f4dee1d4f853 req-645e3caa-223a-43a9-a215-729123f6a449 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409086 Apr 29 08:04:42.903134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaf1d3-1752-4961-bdbd-0fa119e105b4 req-290e448a-3a45-4ccb-b3f2-ca7df20bfab1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:42.904918 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-57eaf1d3-1752-4961-bdbd-0fa119e105b4 req-290e448a-3a45-4ccb-b3f2-ca7df20bfab1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 943 time: 0.0583420 Apr 29 08:04:42.957922 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-57eaf1d3-1752-4961-bdbd-0fa119e105b4 req-953d6955-c1a8-48d3-9bca-efb8f81810b5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440791 Apr 29 08:04:43.816834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a6e36689-bec8-48d1-890c-89780e00054f details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:04:43.925858 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a6e36689-bec8-48d1-890c-89780e00054f,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:43.936750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'a6e36689-bec8-48d1-890c-89780e00054f', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'port_id': 'a6e36689-bec8-48d1-890c-89780e00054f', 'mac_address': 'fa:16:3e:db:d9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:04:43.980827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a6e36689-bec8-48d1-890c-89780e00054f is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:04:43.981277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a6e36689-bec8-48d1-890c-89780e00054f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:43.996029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e36689-bec8-48d1-890c-89780e00054f {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:04:44.016481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a6e36689-bec8-48d1-890c-89780e00054f,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:44.022052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a6e36689-bec8-48d1-890c-89780e00054f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:44.068094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a6e36689-bec8-48d1-890c-89780e00054f,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:44.086776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a0671-8147-42e5-8124-58a9f05cd52c req-d8f9fa07-9d08-4ee9-ad3f-c43a1e1785fa tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:44.088279 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-247a0671-8147-42e5-8124-58a9f05cd52c req-d8f9fa07-9d08-4ee9-ad3f-c43a1e1785fa tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 944 time: 0.0533481 Apr 29 08:04:44.135805 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-247a0671-8147-42e5-8124-58a9f05cd52c req-89f6eaa8-32ec-4af4-b50f-c7b7074f3549 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417428 Apr 29 08:04:44.230617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['a6e36689-bec8-48d1-890c-89780e00054f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:04:45.285249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09ccd1-cea4-499d-a1da-dfc653f32a96 req-0481d06f-19b3-4548-a3c1-5d594020c837 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:45.286981 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f09ccd1-cea4-499d-a1da-dfc653f32a96 req-0481d06f-19b3-4548-a3c1-5d594020c837 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 944 time: 0.0697067 Apr 29 08:04:45.336645 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f09ccd1-cea4-499d-a1da-dfc653f32a96 req-cd1815cb-1dda-4209-8806-b9877285a5c2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438316 Apr 29 08:04:45.833488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a6e36689-bec8-48d1-890c-89780e00054f up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:04:45.904023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port a6e36689-bec8-48d1-890c-89780e00054f completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:04:45.907890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port a6e36689-bec8-48d1-890c-89780e00054f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:04:45.908254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a6e36689-bec8-48d1-890c-89780e00054f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:45.988362 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a6e36689-bec8-48d1-890c-89780e00054f is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:04:45.988774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a6e36689-bec8-48d1-890c-89780e00054f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:46.011905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:04:46.014222 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729fc0ae-386b-4868-a3f9-40644dd50abf" -d '{"events": [{"server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "name": "network-vif-plugged", "status": "completed", "tag": "a6e36689-bec8-48d1-890c-89780e00054f"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:04:46.026375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a6e36689-bec8-48d1-890c-89780e00054f,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:04:46.032892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a6e36689-bec8-48d1-890c-89780e00054f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:46.055627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cb64be-1915-4f49-80fe-566a643c7b43 x-openstack-request-id: req-d3cb64be-1915-4f49-80fe-566a643c7b43 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:04:46.055924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "name": "network-vif-plugged", "status": "completed", "tag": "a6e36689-bec8-48d1-890c-89780e00054f", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:04:46.056170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3cb64be-1915-4f49-80fe-566a643c7b43 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:04:46.056580 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3cb64be-1915-4f49-80fe-566a643c7b43'] response: {'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f', 'code': 200} Apr 29 08:04:46.084241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a6e36689-bec8-48d1-890c-89780e00054f,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:04:46.228934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f14668-2939-4949-b517-021fceeadd95 req-9a89b8d6-f2fb-4c2c-a39c-35f636850b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:46.230451 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a8f14668-2939-4949-b517-021fceeadd95 req-9a89b8d6-f2fb-4c2c-a39c-35f636850b7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 1129 time: 0.0495334 Apr 29 08:04:46.273784 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a8f14668-2939-4949-b517-021fceeadd95 req-66e0ca1b-a7a3-4af2-9029-188201b254e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369039 Apr 29 08:04:46.472766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b917edf-523d-49d3-a9d3-c187ab6a62be req-a044b4e2-0684-47b2-bb5b-251a4f7fbb0f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:46.474316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6b917edf-523d-49d3-a9d3-c187ab6a62be req-a044b4e2-0684-47b2-bb5b-251a4f7fbb0f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0553999 Apr 29 08:04:46.523860 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6b917edf-523d-49d3-a9d3-c187ab6a62be req-b26180ef-fb62-4ef8-b9d0-70cb792e74a0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435088 Apr 29 08:04:47.655111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbb489-a2ff-4446-9cf7-8bda18fd24c3 req-d120f994-2686-4c0d-9af1-c26ee139e379 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:47.656569 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-44cbb489-a2ff-4446-9cf7-8bda18fd24c3 req-d120f994-2686-4c0d-9af1-c26ee139e379 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0590074 Apr 29 08:04:47.720496 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-44cbb489-a2ff-4446-9cf7-8bda18fd24c3 req-3e32b34a-abd6-49cc-b1de-36f72a2c1561 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518184 Apr 29 08:04:47.841783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dbc50-2486-49e6-8208-72cf449ef24c req-bc7c06ac-b99c-4f23-a241-83fa2d89f4d2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:47.843282 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6c8dbc50-2486-49e6-8208-72cf449ef24c req-bc7c06ac-b99c-4f23-a241-83fa2d89f4d2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0604775 Apr 29 08:04:47.854524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 58482) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:04:47.859007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-501ec96d-9afa-4deb-9331-2cad71058258 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'floatingip': {'port_id': 'a6e36689-bec8-48d1-890c-89780e00054f'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:04:47.897983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-501ec96d-9afa-4deb-9331-2cad71058258 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (20450678-26a2-4349-835a-55272077cbb4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:48.648476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-501ec96d-9afa-4deb-9331-2cad71058258 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:48.654161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-501ec96d-9afa-4deb-9331-2cad71058258 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:48.752783 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-501ec96d-9afa-4deb-9331-2cad71058258 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Floating IP 20450678-26a2-4349-835a-55272077cbb4 associated. External IP: 172.26.3.184, port: a6e36689-bec8-48d1-890c-89780e00054f. Apr 29 08:04:48.965082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501ec96d-9afa-4deb-9331-2cad71058258 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:04:49.074450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501ec96d-9afa-4deb-9331-2cad71058258 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:04:49.079660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-501ec96d-9afa-4deb-9331-2cad71058258 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:04:49.084593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:04:49.094613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:49.095223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:04:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:49.112940 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-501ec96d-9afa-4deb-9331-2cad71058258 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "PUT /v2.0/floatingips/20450678-26a2-4349-835a-55272077cbb4 HTTP/1.1" status: 200 len: 991 time: 1.2572756 Apr 29 08:04:49.113575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:04:49.115943 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2990e61a-528f-4fdc-8451-42268b6fc985" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "tag": "a6e36689-bec8-48d1-890c-89780e00054f"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:04:49.153169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f96347-e9cd-4dc9-a770-1aaa9ccb7707 x-openstack-request-id: req-02f96347-e9cd-4dc9-a770-1aaa9ccb7707 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:04:49.153532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "tag": "a6e36689-bec8-48d1-890c-89780e00054f", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:04:49.153753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02f96347-e9cd-4dc9-a770-1aaa9ccb7707 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:04:49.154193 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f96347-e9cd-4dc9-a770-1aaa9ccb7707'] response: {'name': 'network-changed', 'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f', 'status': 'completed', 'code': 200} Apr 29 08:04:49.218294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:49.230509 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-777b4f1e-c614-435b-b6f5-9f1a03e7a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:49.232042 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-777b4f1e-c614-435b-b6f5-9f1a03e7a49f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 1129 time: 0.0565097 Apr 29 08:04:49.373148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700e740-10fb-441d-810e-f72c77cf50d4 req-f1aa45e1-fb93-418a-82cd-da01177619d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:49.375588 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7700e740-10fb-441d-810e-f72c77cf50d4 req-f1aa45e1-fb93-418a-82cd-da01177619d4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0939147 Apr 29 08:04:49.377175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-7ef45e7d-8e08-4758-b6db-3afab363add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:49.378608 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-7ef45e7d-8e08-4758-b6db-3afab363add2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.1392481 Apr 29 08:04:49.448625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': 'a6e36689-bec8-48d1-890c-89780e00054f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:db:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:04:48Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:49.471085 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-e5a4c22a-0c9b-4a7b-b4ed-dbef070bb5dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 200 len: 999 time: 0.0835347 Apr 29 08:04:49.474203 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7700e740-10fb-441d-810e-f72c77cf50d4 req-7a1b8243-e884-4378-960e-677eb6870824 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928102 Apr 29 08:04:49.475320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:04:49.484745 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:04:49.485397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:04:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:49.525196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-38fd8fa9-68cf-4bf7-a666-a4bde6b4ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:49.526701 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-38fd8fa9-68cf-4bf7-a666-a4bde6b4ed79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0496247 Apr 29 08:04:49.576100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-9c016790-72e5-425c-849c-d476c7dd2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:49.577735 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-9c016790-72e5-425c-849c-d476c7dd2a50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450521 Apr 29 08:04:49.605157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:04:49.666264 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-6fdc2387-0f69-4147-9afa-cff8fbf74f81 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823541 Apr 29 08:04:49.760247 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2990e61a-528f-4fdc-8451-42268b6fc985 req-a255f897-8e10-49e0-890b-a1bfaf0fe209 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880964 Apr 29 08:04:49.830337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': 'a6e36689-bec8-48d1-890c-89780e00054f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:db:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:04:48Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:04:49.856396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621c876-07f5-430f-83f7-67001bcdb716 None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': 'a6e36689-bec8-48d1-890c-89780e00054f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:db:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:04:48Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:04:50.050193 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b65b9-570d-4022-9edc-c8f285847e7b None None] New status for floating IP 20450678-26a2-4349-835a-55272077cbb4: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:04:50.617927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ffb51-77ad-4d57-a1b8-c626c2d115cb req-85db6669-b736-4484-9d80-c7cd8ba56727 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:50.619431 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cd8ffb51-77ad-4d57-a1b8-c626c2d115cb req-85db6669-b736-4484-9d80-c7cd8ba56727 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0645664 Apr 29 08:04:50.667089 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cd8ffb51-77ad-4d57-a1b8-c626c2d115cb req-b4010add-3073-4f83-a27d-ba34547db3ca tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Apr 29 08:04:51.797492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59bc3f-5846-478d-8787-4b8bba995abf req-e83be417-e453-47b3-b533-4ef0709d41bf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:51.798956 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba59bc3f-5846-478d-8787-4b8bba995abf req-e83be417-e453-47b3-b533-4ef0709d41bf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0545185 Apr 29 08:04:51.847712 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba59bc3f-5846-478d-8787-4b8bba995abf req-2ee15d73-a70d-4a75-afb2-5df788562f99 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430114 Apr 29 08:04:52.979119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a651e-ae48-4291-be48-c8bc3707295b req-fcb139b7-ad79-4dd2-a9f1-a258b3b68873 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:52.980628 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b02a651e-ae48-4291-be48-c8bc3707295b req-fcb139b7-ad79-4dd2-a9f1-a258b3b68873 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0551488 Apr 29 08:04:53.048477 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b02a651e-ae48-4291-be48-c8bc3707295b req-db0d773f-eb95-4aef-b3e2-f8f6b6cea653 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572567 Apr 29 08:04:54.184602 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fe635-1790-4f0d-b272-8237d8347498 req-8df83638-ef61-4f2d-833a-f83684ef17ac tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:54.186147 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b05fe635-1790-4f0d-b272-8237d8347498 req-8df83638-ef61-4f2d-833a-f83684ef17ac tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0567935 Apr 29 08:04:54.233420 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b05fe635-1790-4f0d-b272-8237d8347498 req-a004b059-0840-42d2-89d4-a4a824860181 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416090 Apr 29 08:04:55.372992 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff419c-809b-4355-96ea-d4669b5c995e req-f7113276-c8c9-4473-9a53-e61a6fd96e31 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:55.374479 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-59ff419c-809b-4355-96ea-d4669b5c995e req-f7113276-c8c9-4473-9a53-e61a6fd96e31 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0609567 Apr 29 08:04:55.423868 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-59ff419c-809b-4355-96ea-d4669b5c995e req-c8d223bd-6189-4ebc-b2ca-92bb29ec6ea6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410514 Apr 29 08:04:56.203996 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:04:56.554919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e032f1-8dca-4a6e-8e04-19978105dc41 req-3521a511-b3c5-42b7-8e79-6e61cb362153 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:56.556440 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2e032f1-8dca-4a6e-8e04-19978105dc41 req-3521a511-b3c5-42b7-8e79-6e61cb362153 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0543602 Apr 29 08:04:56.605174 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2e032f1-8dca-4a6e-8e04-19978105dc41 req-7309af4d-bfe8-48a5-a7d8-21d8c44a8726 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Apr 29 08:04:57.736412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd80d5-0296-4418-ba9e-15166771069a req-cddaa1cd-b52d-4a0b-a9fe-9cd54787c5e8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:57.738303 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b8cd80d5-0296-4418-ba9e-15166771069a req-cddaa1cd-b52d-4a0b-a9fe-9cd54787c5e8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0574317 Apr 29 08:04:57.791853 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b8cd80d5-0296-4418-ba9e-15166771069a req-af59e107-e177-41d1-80e6-355b1b1ae2b2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478449 Apr 29 08:04:58.918213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9182d22-8329-4a26-bdce-3c1132d1fa80 req-94a95bbe-2feb-499b-94aa-53edd2edcf40 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:04:58.919720 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9182d22-8329-4a26-bdce-3c1132d1fa80 req-94a95bbe-2feb-499b-94aa-53edd2edcf40 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0539427 Apr 29 08:04:58.972898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a9182d22-8329-4a26-bdce-3c1132d1fa80 req-167d20bf-0a9e-4ef2-898b-ddda097df581 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446863 Apr 29 08:05:00.109521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e6a4d-d0d9-4331-aca7-0bf686bb5701 req-343420a4-0be6-4618-8a91-e99e9d1d28d9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:00.111007 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-950e6a4d-d0d9-4331-aca7-0bf686bb5701 req-343420a4-0be6-4618-8a91-e99e9d1d28d9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0630035 Apr 29 08:05:00.170149 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-950e6a4d-d0d9-4331-aca7-0bf686bb5701 req-7cd4c6c2-c6c9-4d5b-8edd-964487e8fa8b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504620 Apr 29 08:05:01.304363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270d2f-3be7-4564-a944-e0fc080fc202 req-0e0c786c-495f-4583-a58d-eb2c83eec7b0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:01.305870 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3270d2f-3be7-4564-a944-e0fc080fc202 req-0e0c786c-495f-4583-a58d-eb2c83eec7b0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0547028 Apr 29 08:05:01.351907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b9691fc7-bb0a-415c-af2e-fea10e505da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:01.356343 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3270d2f-3be7-4564-a944-e0fc080fc202 req-845fb8e7-b642-4f6c-b735-2dc23748b3a1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446932 Apr 29 08:05:02.504911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df8af5-004c-47f6-9bb2-87bf09208b96 req-68453d5f-3972-4bdf-9cda-d17204cb0713 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:02.507211 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83df8af5-004c-47f6-9bb2-87bf09208b96 req-68453d5f-3972-4bdf-9cda-d17204cb0713 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0684788 Apr 29 08:05:02.554874 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-83df8af5-004c-47f6-9bb2-87bf09208b96 req-13bfc7af-f02a-41a3-9db3-e6a4f5bf4d7c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416093 Apr 29 08:05:03.468029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-23f21325-ce70-487d-ac5f-c22e6b1140d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:03.683551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22338d79-3c6f-460d-bde3-5615ae42b6ca req-6f4cc4ca-4fb6-4b7a-8a5c-f10307584f7a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:03.685023 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-22338d79-3c6f-460d-bde3-5615ae42b6ca req-6f4cc4ca-4fb6-4b7a-8a5c-f10307584f7a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0631421 Apr 29 08:05:03.737117 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-22338d79-3c6f-460d-bde3-5615ae42b6ca req-a5b57386-df51-4dc1-b763-c981cff61d6c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438323 Apr 29 08:05:04.859073 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:04.870381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b523e-7009-4169-b32c-266dbc0e7ec4 req-6a892bf8-f81c-4400-839f-2928ef7eee89 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:04.871898 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-911b523e-7009-4169-b32c-266dbc0e7ec4 req-6a892bf8-f81c-4400-839f-2928ef7eee89 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0539899 Apr 29 08:05:04.939588 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-911b523e-7009-4169-b32c-266dbc0e7ec4 req-db075cad-4eb5-4d27-bb13-95aa626591c5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616014 Apr 29 08:05:05.607872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:06.084535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05650a-d16a-4660-a60b-f5e7e4e538fa req-3fdc211c-60b7-4d6b-bc70-516c5dccdb45 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:06.086057 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8c05650a-d16a-4660-a60b-f5e7e4e538fa req-3fdc211c-60b7-4d6b-bc70-516c5dccdb45 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0652528 Apr 29 08:05:06.135517 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8c05650a-d16a-4660-a60b-f5e7e4e538fa req-ed3a4a0b-af9e-4b5c-b7b1-71c60660efca tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413122 Apr 29 08:05:06.174891 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:07.263385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c0876-694b-40e9-b37a-151a86f5b370 req-38a4f9d5-2393-44c0-be42-a52ecae5eb84 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:07.264848 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-700c0876-694b-40e9-b37a-151a86f5b370 req-38a4f9d5-2393-44c0-be42-a52ecae5eb84 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0538952 Apr 29 08:05:07.311813 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-700c0876-694b-40e9-b37a-151a86f5b370 req-e601fc78-bf4f-466e-ad0b-486c55e56157 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411849 Apr 29 08:05:07.326207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:08.451099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f2ed0-2e30-4796-862b-dc6ea3182f3e req-623e6799-792d-4792-add5-8d52644d8bb3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:08.452584 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-982f2ed0-2e30-4796-862b-dc6ea3182f3e req-623e6799-792d-4792-add5-8d52644d8bb3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0612726 Apr 29 08:05:08.503381 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-982f2ed0-2e30-4796-862b-dc6ea3182f3e req-bcb40ddf-0c29-489c-8937-8a2db76ed94b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425739 Apr 29 08:05:09.624075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4ee00-b854-4a35-8a99-288fab9cac61 req-b222a521-0f56-4268-86bf-fc07f6d7becd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:09.625637 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b8f4ee00-b854-4a35-8a99-288fab9cac61 req-b222a521-0f56-4268-86bf-fc07f6d7becd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0546746 Apr 29 08:05:09.677429 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b8f4ee00-b854-4a35-8a99-288fab9cac61 req-a2dcb40a-ed9e-478d-8c0b-116cd7205958 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461702 Apr 29 08:05:10.816039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f640265-8a7e-4078-8aa6-7813272a2b1d req-a381b6a7-bc6d-437b-8e4b-8b2bf71f5e99 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:10.818165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6f640265-8a7e-4078-8aa6-7813272a2b1d req-a381b6a7-bc6d-437b-8e4b-8b2bf71f5e99 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0617609 Apr 29 08:05:10.866688 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6f640265-8a7e-4078-8aa6-7813272a2b1d req-14aae743-27d9-43f7-8e15-664eb27292e8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Apr 29 08:05:11.996794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90aa85-8571-4dcb-8eb6-63a9a6386c3f req-8fb84c9d-5a08-41a0-803c-40a7d3231752 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:11.998281 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7a90aa85-8571-4dcb-8eb6-63a9a6386c3f req-8fb84c9d-5a08-41a0-803c-40a7d3231752 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0590916 Apr 29 08:05:12.051176 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7a90aa85-8571-4dcb-8eb6-63a9a6386c3f req-d6a09f53-5c5d-47fd-8ca6-e708eb89ca25 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450623 Apr 29 08:05:13.177240 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca85691-6ad4-4bc0-a609-0216ab9e098e req-00f8b848-a1de-4f13-858a-d5d6414ddbae tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:13.178765 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6ca85691-6ad4-4bc0-a609-0216ab9e098e req-00f8b848-a1de-4f13-858a-d5d6414ddbae tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0539176 Apr 29 08:05:13.225603 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6ca85691-6ad4-4bc0-a609-0216ab9e098e req-66bb42b8-3348-401d-959c-7ffdd654dbfe tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410242 Apr 29 08:05:14.361551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3acb34-1e5e-437d-9c46-fdc66d698969 req-25a96ea7-b1b9-4843-b1d6-6811f325949b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:14.363027 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0d3acb34-1e5e-437d-9c46-fdc66d698969 req-25a96ea7-b1b9-4843-b1d6-6811f325949b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0607004 Apr 29 08:05:14.411703 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0d3acb34-1e5e-437d-9c46-fdc66d698969 req-d47dc59b-3e17-430f-a104-224cdd778b03 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429208 Apr 29 08:05:15.558993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71529d-237d-4425-843b-04f6118a7493 req-23a63abf-aa5c-4754-912e-4bb30d92881c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:15.560493 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8a71529d-237d-4425-843b-04f6118a7493 req-23a63abf-aa5c-4754-912e-4bb30d92881c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0682623 Apr 29 08:05:15.611550 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8a71529d-237d-4425-843b-04f6118a7493 req-b25034aa-fc00-41bf-9ae0-0e3543bcbe0d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Apr 29 08:05:15.888783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1e609-edc2-4baa-aa90-bbfa81379894 req-c258c0ae-aa4e-4455-b024-ff3f2e03735a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:15.890294 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5af1e609-edc2-4baa-aa90-bbfa81379894 req-c258c0ae-aa4e-4455-b024-ff3f2e03735a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0739403 Apr 29 08:05:15.892963 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-0830ff3c-bce4-413a-a1be-889c72da3c92 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848064 Apr 29 08:05:15.938557 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5af1e609-edc2-4baa-aa90-bbfa81379894 req-ea539b04-4a8d-459f-821b-5f1f686d95c7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Apr 29 08:05:16.249806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-d7d5c768-4e8c-4329-b3e4-714f9a1b02de tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:16.251099 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-d7d5c768-4e8c-4329-b3e4-714f9a1b02de tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports/a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 200 len: 942 time: 0.0503216 Apr 29 08:05:17.039705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-90fc46e2-0565-4f29-9be4-a76832ab69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:17.041250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-90fc46e2-0565-4f29-9be4-a76832ab69ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 1129 time: 0.0477984 Apr 29 08:05:17.069255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c9d43-a832-4106-937f-81a660a1e7ac req-22824e5e-cbc3-478e-b0d2-71fcc3f2a5ca tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:17.070743 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b40c9d43-a832-4106-937f-81a660a1e7ac req-22824e5e-cbc3-478e-b0d2-71fcc3f2a5ca tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0578508 Apr 29 08:05:17.119064 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b40c9d43-a832-4106-937f-81a660a1e7ac req-bab8a7fc-5628-4c88-a6e6-3a027195d624 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419941 Apr 29 08:05:17.132813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-e6184f9e-dabf-41f3-b813-b6c04137bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:17.134343 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-e6184f9e-dabf-41f3-b813-b6c04137bacf service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0862823 Apr 29 08:05:17.202042 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-3866fb29-4bc0-49fd-b75b-9b630bef73df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 200 len: 1001 time: 0.0617776 Apr 29 08:05:17.252071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-820c2344-bb7c-4fc6-b13a-cc6c1833e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:17.253503 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-820c2344-bb7c-4fc6-b13a-cc6c1833e699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0457153 Apr 29 08:05:17.303457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-c788df0e-337a-4e25-abe6-16863cbd3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:17.305006 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-c788df0e-337a-4e25-abe6-16863cbd3f45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452075 Apr 29 08:05:17.400123 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-a98a323c-d692-4340-aa6f-bf7b0aa79631 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888121 Apr 29 08:05:17.490414 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-d76707fe-a1ba-4adb-97d4-4b0a6b5fd9ea service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842164 Apr 29 08:05:18.264979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501a08b-68c7-48c1-a084-04fa1abf5aaf req-744490f3-31e7-4570-a088-2d7863966f9a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:18.266492 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d501a08b-68c7-48c1-a084-04fa1abf5aaf req-744490f3-31e7-4570-a088-2d7863966f9a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0694408 Apr 29 08:05:18.312891 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d501a08b-68c7-48c1-a084-04fa1abf5aaf req-b143e096-7808-4cd6-b52c-c07a90458a21 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 Apr 29 08:05:19.011599 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-d525f4dc-4794-4797-b35a-6f0b7d59274b service neutron] 10.222.0.36 "GET /v2.0/ports/a6e36689-bec8-48d1-890c-89780e00054f/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0646172 Apr 29 08:05:19.221698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-fb88d3c1-31a4-4790-99f9-b008ca578ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:19.223189 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-fb88d3c1-31a4-4790-99f9-b008ca578ee4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 1129 time: 0.0462570 Apr 29 08:05:19.291538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-b818f786-c170-4c4f-83c2-10fce28d3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:19.292970 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-b818f786-c170-4c4f-83c2-10fce28d3475 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 1129 time: 0.0467830 Apr 29 08:05:19.391735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-4df44848-4bca-4c6e-9570-b50128657b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:19.393318 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-4df44848-4bca-4c6e-9570-b50128657b50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0945270 Apr 29 08:05:19.449240 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebca977-2c99-4854-bd32-6949e333d331 req-70c1fdcf-1f6f-4f06-84f2-f29b1b2276a4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:19.450741 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2ebca977-2c99-4854-bd32-6949e333d331 req-70c1fdcf-1f6f-4f06-84f2-f29b1b2276a4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0549228 Apr 29 08:05:19.459375 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-11fbb77b-a9c8-4f0f-9cae-3c9482cc3d76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 200 len: 1001 time: 0.0593297 Apr 29 08:05:19.498646 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2ebca977-2c99-4854-bd32-6949e333d331 req-08ee1790-a6b1-4975-a9f6-b15eed19fc08 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 Apr 29 08:05:19.513892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-70d85ad3-f04b-4bdb-af1b-ee9b1ab0542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:19.515388 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-70d85ad3-f04b-4bdb-af1b-ee9b1ab0542a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0499671 Apr 29 08:05:19.565768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-96ee6b3e-7224-499e-bcdf-da8cea677748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:19.567296 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-96ee6b3e-7224-499e-bcdf-da8cea677748 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457482 Apr 29 08:05:19.658177 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-bd369947-4659-46a2-a160-404c2d1dc259 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847244 Apr 29 08:05:19.755005 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2ab1be4-8d05-4d58-88fe-4823fa0fef42 req-07edc02a-fef7-4dd2-b91f-359e81187524 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901113 Apr 29 08:05:20.635798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e0810-10da-45cb-9df9-e3df6408f2ca req-8842577d-3276-4203-9d21-17230a1f853a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:20.637254 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-738e0810-10da-45cb-9df9-e3df6408f2ca req-8842577d-3276-4203-9d21-17230a1f853a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0660274 Apr 29 08:05:20.686137 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-738e0810-10da-45cb-9df9-e3df6408f2ca req-b7a654fd-4fc6-433e-b1bf-34d659a1b524 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404196 Apr 29 08:05:21.824487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6e528-0d20-4158-899d-7cea3d7c4565 req-2e7b19a4-6612-4822-a199-291215fd39d1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:21.825895 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eef6e528-0d20-4158-899d-7cea3d7c4565 req-2e7b19a4-6612-4822-a199-291215fd39d1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0565417 Apr 29 08:05:21.879029 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eef6e528-0d20-4158-899d-7cea3d7c4565 req-efaa4b3d-afb3-4494-9457-c647f8a2320b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451243 Apr 29 08:05:22.065932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a6e36689-bec8-48d1-890c-89780e00054f details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:05:22.068519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a6e36689-bec8-48d1-890c-89780e00054f no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:05:22.078700 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b87bef-aaf6-4a00-8dd3-cf0e6feb3aed req-7c61cd19-c826-4886-9a4b-dd76ecb40cf4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:22.080168 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c8b87bef-aaf6-4a00-8dd3-cf0e6feb3aed req-7c61cd19-c826-4886-9a4b-dd76ecb40cf4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0552700 Apr 29 08:05:22.094026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-652d38df-5048-4299-a846-147bb61757a4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:22.095516 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-652d38df-5048-4299-a846-147bb61757a4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&binding%3Ahost_id=hv-neutron-8398 HTTP/1.1" status: 200 len: 945 time: 0.0603850 Apr 29 08:05:22.132174 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c8b87bef-aaf6-4a00-8dd3-cf0e6feb3aed req-a47f6690-8c05-420a-99f9-c69b11cc09a1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449810 Apr 29 08:05:22.182287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-3b058a15-c9ee-4792-b78f-04610075ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:22.183901 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-3b058a15-c9ee-4792-b78f-04610075ccd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 1129 time: 0.0443044 Apr 29 08:05:22.225355 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a6e36689-bec8-48d1-890c-89780e00054f is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:05:22.225702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a6e36689-bec8-48d1-890c-89780e00054f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:22.232328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a6e36689-bec8-48d1-890c-89780e00054f,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:22.249779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'a6e36689-bec8-48d1-890c-89780e00054f', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'port_id': 'a6e36689-bec8-48d1-890c-89780e00054f', 'mac_address': 'fa:16:3e:db:d9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:05:22.263144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:22.265416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b0fa82-33ac-4309-8d60-188cd5e92352" -d '{"events": [{"server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e36689-bec8-48d1-890c-89780e00054f"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:22.273476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-4d0b68f3-873b-4654-a460-f1681f1aaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:22.274925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-4d0b68f3-873b-4654-a460-f1681f1aaaa7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0851498 Apr 29 08:05:22.298117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a6e36689-bec8-48d1-890c-89780e00054f,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:22.306084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a6e36689-bec8-48d1-890c-89780e00054f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:22.315656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b602a6bb-e479-4309-932c-cb4251efad44 x-openstack-request-id: req-b602a6bb-e479-4309-932c-cb4251efad44 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:22.315945 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e36689-bec8-48d1-890c-89780e00054f", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:22.316195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b602a6bb-e479-4309-932c-cb4251efad44 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:22.316583 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b602a6bb-e479-4309-932c-cb4251efad44'] response: {'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f', 'code': 200} Apr 29 08:05:22.318365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a6e36689-bec8-48d1-890c-89780e00054f is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:05:22.318737 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a6e36689-bec8-48d1-890c-89780e00054f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:22.345780 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-55238e70-0e67-4d39-a920-40c93c8476e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 200 len: 1001 time: 0.0644906 Apr 29 08:05:22.352831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6e36689-bec8-48d1-890c-89780e00054f {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:05:22.393257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-84027e5b-9d0d-4d33-aee7-30ea69cef9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:22.394780 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-84027e5b-9d0d-4d33-aee7-30ea69cef9fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0431466 Apr 29 08:05:22.398834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a6e36689-bec8-48d1-890c-89780e00054f,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:22.413215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:05:22.413582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:05:22.444989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-6fce4fdf-57d0-4e18-b2fa-2144c7f10cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:22.446543 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-6fce4fdf-57d0-4e18-b2fa-2144c7f10cfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450323 Apr 29 08:05:22.536796 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-4e04d8ff-25b6-4ea6-a5e3-1b58aab07f31 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840936 Apr 29 08:05:22.630684 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e8dcad7-8bc1-4368-9628-284133cd6726 req-73922c26-5dea-477f-bbbc-aa76c1b65945 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875640 Apr 29 08:05:22.960131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a6e36689-bec8-48d1-890c-89780e00054f is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:05:22.960487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a6e36689-bec8-48d1-890c-89780e00054f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:22.977465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e36689-bec8-48d1-890c-89780e00054f {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:05:23.004418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a6e36689-bec8-48d1-890c-89780e00054f,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:23.009317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a6e36689-bec8-48d1-890c-89780e00054f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:23.063687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a6e36689-bec8-48d1-890c-89780e00054f,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:23.069165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['a6e36689-bec8-48d1-890c-89780e00054f'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:05:23.258411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551d86-e0f7-4c6f-a549-f204d23c5dbb req-23ba1e3d-790c-4944-966e-d2e79a9383ea tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:23.259781 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-63551d86-e0f7-4c6f-a549-f204d23c5dbb req-23ba1e3d-790c-4944-966e-d2e79a9383ea tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 944 time: 0.0559669 Apr 29 08:05:23.306773 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-63551d86-e0f7-4c6f-a549-f204d23c5dbb req-1984c8a2-1401-4351-a374-e416c252f1a5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Apr 29 08:05:23.445001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e251dbb-6b1d-4055-bd8e-1fb3c9c93550 req-8f3f1791-fde7-4b72-a31b-ca1ec172060a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:23.446516 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e251dbb-6b1d-4055-bd8e-1fb3c9c93550 req-8f3f1791-fde7-4b72-a31b-ca1ec172060a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 944 time: 0.0609789 Apr 29 08:05:23.493517 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e251dbb-6b1d-4055-bd8e-1fb3c9c93550 req-774dac09-415f-4a3a-81b6-71f2c2d6b1bd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408976 Apr 29 08:05:23.728964 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeb03e-ebf8-4803-9599-3a1190294993 req-9e2ccd04-ac7f-430e-bfe2-1efff702bbbc tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:23.730596 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5dbeb03e-ebf8-4803-9599-3a1190294993 req-9e2ccd04-ac7f-430e-bfe2-1efff702bbbc tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 944 time: 0.0810170 Apr 29 08:05:23.745902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-71a5fe3c-4b35-4200-a3eb-0e8b3196626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:23.747293 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-71a5fe3c-4b35-4200-a3eb-0e8b3196626c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 1128 time: 0.0640335 Apr 29 08:05:23.836921 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5dbeb03e-ebf8-4803-9599-3a1190294993 req-609873c5-c6be-43c0-8e5d-93a7e65f7b5e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992413 Apr 29 08:05:23.864617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-e0949dbe-5274-4327-8278-1480d1ab977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:23.866119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-e0949dbe-5274-4327-8278-1480d1ab977e service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.1117685 Apr 29 08:05:23.929185 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-33b45a2d-b1e5-45f6-b3c2-d48ae6aa2ddf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 200 len: 1000 time: 0.0574694 Apr 29 08:05:23.982914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-73bd3119-387f-4e40-b6aa-60f187ccbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:23.984378 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-73bd3119-387f-4e40-b6aa-60f187ccbc21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0494647 Apr 29 08:05:24.034855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-92845785-43fd-4b2f-b9cd-5252942214de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:24.036372 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-92845785-43fd-4b2f-b9cd-5252942214de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466745 Apr 29 08:05:24.063406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a6e36689-bec8-48d1-890c-89780e00054f up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:05:24.115416 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port a6e36689-bec8-48d1-890c-89780e00054f triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:05:24.116123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a6e36689-bec8-48d1-890c-89780e00054f), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:24.128596 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-236cb853-845e-4b98-8114-d1e58aefc8c0 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858936 Apr 29 08:05:24.198941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a6e36689-bec8-48d1-890c-89780e00054f is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:05:24.199313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a6e36689-bec8-48d1-890c-89780e00054f), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:24.222031 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74248f99-e420-46ec-bdb9-3560e1bb1c36 req-14ad7acb-d90f-4b25-b599-131bcaadcd20 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870142 Apr 29 08:05:24.231917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a6e36689-bec8-48d1-890c-89780e00054f,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:24.237584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a6e36689-bec8-48d1-890c-89780e00054f), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:24.285497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a6e36689-bec8-48d1-890c-89780e00054f,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:24.317632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:24.319887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb811d3-2e9f-4dec-ac9e-de62a8d69a6e" -d '{"events": [{"server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "name": "network-vif-plugged", "status": "completed", "tag": "a6e36689-bec8-48d1-890c-89780e00054f"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:24.358284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78be60e-6673-4d12-8ae4-c6750ad6d69f x-openstack-request-id: req-f78be60e-6673-4d12-8ae4-c6750ad6d69f {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:24.358581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "name": "network-vif-plugged", "status": "completed", "tag": "a6e36689-bec8-48d1-890c-89780e00054f", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:24.358805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f78be60e-6673-4d12-8ae4-c6750ad6d69f {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:24.359222 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78be60e-6673-4d12-8ae4-c6750ad6d69f'] response: {'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f', 'code': 200} Apr 29 08:05:24.958460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1012d-a835-4ff9-b187-c50536904a89 req-cfcfeaac-b527-47b3-9e81-25e87a8a17d0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:24.959955 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-93c1012d-a835-4ff9-b187-c50536904a89 req-cfcfeaac-b527-47b3-9e81-25e87a8a17d0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0549717 Apr 29 08:05:25.009101 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-93c1012d-a835-4ff9-b187-c50536904a89 req-00d929c4-c893-49f0-b1b8-8cb535a084a9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432944 Apr 29 08:05:25.263790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d433ab-bcb8-471e-aee6-7a0ca78d256c req-d484cbbf-f98b-4544-bf16-0895c58126b0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:25.265277 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-98d433ab-bcb8-471e-aee6-7a0ca78d256c req-d484cbbf-f98b-4544-bf16-0895c58126b0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0579107 Apr 29 08:05:25.314745 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-98d433ab-bcb8-471e-aee6-7a0ca78d256c req-699388af-7ea8-4c60-bebf-65706119ca8e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414979 Apr 29 08:05:26.452856 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c18e5c-e66c-4ff8-b5db-cc20b6a0cfcb req-42b4b83c-8a55-4afc-82f0-1061d3b3dce5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:26.454249 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-11c18e5c-e66c-4ff8-b5db-cc20b6a0cfcb req-42b4b83c-8a55-4afc-82f0-1061d3b3dce5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0597463 Apr 29 08:05:26.502555 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-11c18e5c-e66c-4ff8-b5db-cc20b6a0cfcb req-c8c17f18-6cd8-4fa7-8d35-0de6a0a39907 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424163 Apr 29 08:05:26.883089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-4d9741e1-059c-497f-b6fe-437b1c27c347 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:26.884558 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-4d9741e1-059c-497f-b6fe-437b1c27c347 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 945 time: 0.0603781 Apr 29 08:05:26.991010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Deleting port a6e36689-bec8-48d1-890c-89780e00054f {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:05:26.991356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a6e36689-bec8-48d1-890c-89780e00054f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:27.081766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] For port a6e36689-bec8-48d1-890c-89780e00054f, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a6e36689-bec8-48d1-890c-89780e00054f,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:27.082126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a6e36689-bec8-48d1-890c-89780e00054f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:27.252053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:27.252287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:27.252633 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Floating IP 20450678-26a2-4349-835a-55272077cbb4 disassociated. External IP: 172.26.3.184, port: a6e36689-bec8-48d1-890c-89780e00054f. Apr 29 08:05:27.252974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Calling delete_port for a6e36689-bec8-48d1-890c-89780e00054f owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:05:27.383920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a6e36689-bec8-48d1-890c-89780e00054f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:27.417783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event deleted for resources: {'Port': ['ID=a6e36689-bec8-48d1-890c-89780e00054f,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:27.537667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:05:27.639398 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fb45fdf9-f402-4246-88de-e5e4077779f3 req-50d15112-7cdd-4da9-8942-737a81a63de1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd97b21-42a8-457b-9dea-adb732a5bda2 HTTP/1.1" status: 200 len: 210 time: 0.0491588 Apr 29 08:05:27.679330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:05:27.689261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:05:27.699901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:27.700668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:05:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:27.726262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] No DVR routers for this DVR port a6e36689-bec8-48d1-890c-89780e00054f on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:05:27.728970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:27.732580 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e7565817-b1e9-4239-88a2-3dacb1d2f5a2 req-dd8c91f6-a628-4d11-b13e-be72c630bf78 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "DELETE /v2.0/ports/a6e36689-bec8-48d1-890c-89780e00054f HTTP/1.1" status: 204 len: 173 time: 0.8425298 Apr 29 08:05:27.733061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'name': 'network-vif-deleted', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:27.735933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffbc735-71bd-4b6c-b05e-f727a15e2416" -d '{"events": [{"server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "name": "network-vif-deleted", "tag": "a6e36689-bec8-48d1-890c-89780e00054f"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:27.774656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb3e342-daef-4921-966d-521103b61cbe x-openstack-request-id: req-6bb3e342-daef-4921-966d-521103b61cbe {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:27.774999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd97b21-42a8-457b-9dea-adb732a5bda2", "name": "network-vif-deleted", "tag": "a6e36689-bec8-48d1-890c-89780e00054f", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:27.775295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bb3e342-daef-4921-966d-521103b61cbe {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:27.775717 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb3e342-daef-4921-966d-521103b61cbe'] response: {'server_uuid': 'cbd97b21-42a8-457b-9dea-adb732a5bda2', 'name': 'network-vif-deleted', 'tag': 'a6e36689-bec8-48d1-890c-89780e00054f', 'status': 'completed', 'code': 200} Apr 29 08:05:27.817468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:28.028048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:28.054162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:05:28.063089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:28.063701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:05:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:28.175018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:28.530744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:28.556717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713ba76-d18d-483d-be8f-0756d305ee60 None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:05:28.780049 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50f7f3-a897-467d-8deb-1f6bf78fcdfc None None] New status for floating IP 20450678-26a2-4349-835a-55272077cbb4: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:05:28.891160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-23eeebfc-2b97-4a9b-9b1e-9394dde9f094 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--530740251&fields=id&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 267 time: 0.0435078 Apr 29 08:05:29.010543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-5910fd54-c0e1-4507-8559-b3d268ca3996 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:29.012219 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-5910fd54-c0e1-4507-8559-b3d268ca3996 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 811 time: 0.1142366 Apr 29 08:05:29.029743 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-16c1b258-28f9-4cf1-a623-50f6936d28e9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/quotas/e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 375 time: 0.0094340 Apr 29 08:05:29.085522 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-2ea6f5a4-5cd0-4847-9834-7a3d45635b5d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506072 Apr 29 08:05:29.241350 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-9d75f143-d4b3-429e-b7f5-b3ef32c12815 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442103 Apr 29 08:05:29.335878 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-046fb520-1357-4480-a5c5-b5ebf2e87eb9 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885904 Apr 29 08:05:29.493485 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-26a0f409-7da5-4240-a2dc-8b76a9bd8a6d req-b93894c7-9479-4540-b3ae-d08ac88585e8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 210 time: 0.0270815 Apr 29 08:05:30.125776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a6e36689-bec8-48d1-890c-89780e00054f no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:05:30.150614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: a6e36689-bec8-48d1-890c-89780e00054f {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:05:30.150879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a6e36689-bec8-48d1-890c-89780e00054f not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:05:30.414326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-b834166b-aede-4b2f-9169-1b1b8528d70e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:30.415667 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-b834166b-aede-4b2f-9169-1b1b8528d70e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 811 time: 0.1042914 Apr 29 08:05:30.484565 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-bade9bc0-a3bb-463b-8140-ce765706a634 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 379 time: 0.0606806 Apr 29 08:05:30.494938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'port': {'device_id': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'admin_state_up': True, 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'security_groups': ['0cddc8a8-2f68-47dc-9faa-28b219ad7485']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:30.609028 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b260d035-c53c-42af-8d06-3fe50dd44352 req-3ffc6874-50fd-4cb1-ae5f-a10ce3cc517e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 210 time: 0.0396166 Apr 29 08:05:30.631007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Made reservation on behalf of e8c5fb48c8a44f9b8283993c5295c33d for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:05:30.634501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:30.759833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Allocated IP 172.20.0.7 (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288/675b51f5-68ee-41b2-bbdf-26ce536b0a3e/3e485347-9fc2-4940-a7b5-f8cd1adfe7e4) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:05:30.894838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:31.271790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:31.313200 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:05:31.316284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:05:31.320134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:05:31.349728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event updated for resources: {'Port': ['ID=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:31.360700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b2b0fd47-819f-4565-b62f-e78f78dad872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:31.390048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:31.391100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:31.409928 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-c4cbd8a2-7187-42a2-a51a-0f02363d0db3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9184940 Apr 29 08:05:31.421591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Request body: {'port': {'device_id': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:31.485241 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:31.563959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-349df546-1f6f-4e76-9ff8-9b86a9d47b2d None None] Provisioning complete for port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:05:31.564324 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-349df546-1f6f-4e76-9ff8-9b86a9d47b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:31.600969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-349df546-1f6f-4e76-9ff8-9b86a9d47b2d None None] Port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:05:31.729203 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c472c3-02d7-402b-bb2a-e98f6feb7c37 req-2f163f16-ef83-420c-b79e-9f734b8e69c9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:31.731286 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-97c472c3-02d7-402b-bb2a-e98f6feb7c37 req-2f163f16-ef83-420c-b79e-9f734b8e69c9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 931 time: 0.0528100 Apr 29 08:05:31.765336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:05:31.773369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Publish callbacks [] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:31.781274 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-97c472c3-02d7-402b-bb2a-e98f6feb7c37 req-b8fedbf0-70ff-4785-8c71-96ad4a7c7611 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422916 Apr 29 08:05:31.786258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Transition to ACTIVE for port object 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:05:31.792395 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:31.844593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Pushing event updated for resources: {'Port': ['ID=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:31.914636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Attempting to bind port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:05:31.915096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Attempting to bind port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:05:31.915416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Attempting to bind port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:05:31.925091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:05:31.925441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Attempting to bind port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:05:31.930825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:05:31.931162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Checking segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:05:31.931575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Bound using segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:05:31.931998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Bound port: 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:05:31.932396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:31.999086 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:05:32.002775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:05:32.008392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:32.042037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:32.042663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:32.044071 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] 10.222.0.36 "PUT /v2.0/ports/3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 1093 time: 0.6269512 Apr 29 08:05:32.044562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:32.046828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd47e03-e036-40f8-8e74-aba155a14a09" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:32.071190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6786951-2902-44b0-bc0e-fa76359b918d service neutron] Pushing event updated for resources: {'Port': ['ID=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:32.105194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1864de2-e5d5-4d1c-b0ef-97bf3a637e3d x-openstack-request-id: req-d1864de2-e5d5-4d1c-b0ef-97bf3a637e3d {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:32.105535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:32.105761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1864de2-e5d5-4d1c-b0ef-97bf3a637e3d {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:32.106241 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1864de2-e5d5-4d1c-b0ef-97bf3a637e3d'] response: {'name': 'network-changed', 'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'status': 'completed', 'code': 200} Apr 29 08:05:32.148058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-2420ea9e-926f-4901-af82-e9d957ce8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:32.149994 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-2420ea9e-926f-4901-af82-e9d957ce8ef4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 1127 time: 0.0550175 Apr 29 08:05:32.200375 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-442debbf-75fd-4a7a-99aa-a6023a648930 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 217 time: 0.0436852 Apr 29 08:05:32.249864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-88934c5f-f399-47b8-8ac1-d527e2c2b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:32.252072 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-88934c5f-f399-47b8-8ac1-d527e2c2b21b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0463495 Apr 29 08:05:32.302021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-612f6449-28e7-4a94-b360-a442b51f6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:32.303439 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-612f6449-28e7-4a94-b360-a442b51f6dea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448024 Apr 29 08:05:32.395427 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-d1cf6ca3-b824-4a53-97ec-236678d4e983 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857024 Apr 29 08:05:32.493551 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff9f1328-97f3-47dd-8ae6-a3ae7e8dd549 req-0740c9d1-a561-40d5-a00c-ba74c99b9148 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917819 Apr 29 08:05:32.591850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-b51abea7-ca49-4a14-a706-eb5dfa7cfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:32.593403 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-b51abea7-ca49-4a14-a706-eb5dfa7cfc02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 1127 time: 0.0504637 Apr 29 08:05:32.688358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-4bd1c7b9-30df-4ad1-9547-efefa667bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:32.689960 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-4bd1c7b9-30df-4ad1-9547-efefa667bb94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0885332 Apr 29 08:05:32.737631 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-1a7a1c01-5e56-4681-8fce-7757f7645acc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 217 time: 0.0408809 Apr 29 08:05:32.787597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-f68b61a5-1ea2-4962-81b3-600f65d0bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:32.789024 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-f68b61a5-1ea2-4962-81b3-600f65d0bafb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0439954 Apr 29 08:05:32.847089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-f606a972-49c8-4018-b32c-05b786f1f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:32.848621 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-f606a972-49c8-4018-b32c-05b786f1f0aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0525448 Apr 29 08:05:32.910153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb11f39-f69f-4b29-bd85-0277600d33bd req-5a3813b3-36db-48d7-84c9-1ba218607976 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:32.912066 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4eb11f39-f69f-4b29-bd85-0277600d33bd req-5a3813b3-36db-48d7-84c9-1ba218607976 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 943 time: 0.0571411 Apr 29 08:05:32.943145 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-d0b6241a-77ca-422a-a111-e8432dc7d454 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872245 Apr 29 08:05:32.957902 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4eb11f39-f69f-4b29-bd85-0277600d33bd req-c68c7dd3-cc19-411e-aac6-3bb2e1a06d92 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403445 Apr 29 08:05:33.035178 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6bd47e03-e036-40f8-8e74-aba155a14a09 req-6cee2bf0-4cc4-477b-91c8-370ec62494c6 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847814 Apr 29 08:05:33.204922 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:05:33.463880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-77a8cba8-3c6f-4ace-89d5-e8852e3bb816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:34.087940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce35f-995c-4df2-9083-38ba0774ee51 req-3869e31e-0b00-4971-93e1-449c2cf3c1c6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:34.089421 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a28ce35f-995c-4df2-9083-38ba0774ee51 req-3869e31e-0b00-4971-93e1-449c2cf3c1c6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 943 time: 0.0561459 Apr 29 08:05:34.125177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:05:34.136167 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a28ce35f-995c-4df2-9083-38ba0774ee51 req-506474eb-ed71-4f97-b7db-bfe419888079 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407619 Apr 29 08:05:34.239050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:34.252812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'port_id': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'mac_address': 'fa:16:3e:2e:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:05:34.294854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:05:34.295246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:34.309595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:05:34.329949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:34.335926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:34.384428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:34.391523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.391881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.392222 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.392564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.392918 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.393243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.393586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.393912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.394240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.394548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.394865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.395179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.395495 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:05:34.543183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['3e485347-9fc2-4940-a7b5-f8cd1adfe7e4'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:05:34.867185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:35.269549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549bc9e-d280-46ca-9be4-077d152e0a67 req-65cb0dd4-c65e-4e82-b08e-68e971f3a7db tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:35.271023 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5549bc9e-d280-46ca-9be4-077d152e0a67 req-65cb0dd4-c65e-4e82-b08e-68e971f3a7db tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 944 time: 0.0599339 Apr 29 08:05:35.319604 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5549bc9e-d280-46ca-9be4-077d152e0a67 req-0853b07a-e7db-4e38-9193-0049f37d80d3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429466 Apr 29 08:05:35.596506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:36.138848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:05:36.195799 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:36.208274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:05:36.212088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:05:36.212449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:36.290192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:05:36.290570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:36.315468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:36.317961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ced997-0895-44b1-b0a2-284dcd290478" -d '{"events": [{"server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "name": "network-vif-plugged", "status": "completed", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:36.334277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:05:36.339257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:36.361772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94700a91-c3eb-48e4-a445-4112d758571f x-openstack-request-id: req-94700a91-c3eb-48e4-a445-4112d758571f {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:36.362259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "name": "network-vif-plugged", "status": "completed", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:36.362521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94700a91-c3eb-48e4-a445-4112d758571f {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:36.362977 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94700a91-c3eb-48e4-a445-4112d758571f'] response: {'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'code': 200} Apr 29 08:05:36.390435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:05:36.447483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5f58d-0a4a-45b2-b273-4b84593d5807 req-58a66dde-92c3-4aaf-9e4e-d7fe86bab169 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:36.449239 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ea5f58d-0a4a-45b2-b273-4b84593d5807 req-58a66dde-92c3-4aaf-9e4e-d7fe86bab169 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0592580 Apr 29 08:05:36.505582 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ea5f58d-0a4a-45b2-b273-4b84593d5807 req-6b35cd33-53f6-4a86-91db-7f535968fb38 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507181 Apr 29 08:05:36.536044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3b2e-9516-4f4d-9920-75b7a341d4e3 req-310f85fc-170d-4f57-b56a-e4aee1414552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:36.537574 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-377c3b2e-9516-4f4d-9920-75b7a341d4e3 req-310f85fc-170d-4f57-b56a-e4aee1414552 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 1129 time: 0.0528255 Apr 29 08:05:36.585776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-377c3b2e-9516-4f4d-9920-75b7a341d4e3 req-00167b1a-cf18-4a82-8b67-d96f09a42d25 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401230 Apr 29 08:05:37.342385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:37.630497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf01ad-6cea-4bee-af2a-f47960d46f1f req-6ec0f601-a3a2-426a-84c3-e375482c21ff tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:37.632015 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-64bf01ad-6cea-4bee-af2a-f47960d46f1f req-6ec0f601-a3a2-426a-84c3-e375482c21ff tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0546165 Apr 29 08:05:37.682141 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-64bf01ad-6cea-4bee-af2a-f47960d46f1f req-d05826e8-f7b8-4879-a2fa-f730fe7ac24f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439882 Apr 29 08:05:38.821469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456958d8-8e34-4c2d-9529-ca8f1819b61f req-fc26201d-ae4e-4097-9f9e-261a77269a66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:38.823259 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-456958d8-8e34-4c2d-9529-ca8f1819b61f req-fc26201d-ae4e-4097-9f9e-261a77269a66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0568948 Apr 29 08:05:38.872761 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-456958d8-8e34-4c2d-9529-ca8f1819b61f req-8157a51d-45ef-4c46-a41f-65b450c65bb2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425448 Apr 29 08:05:38.995715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034ba0-f523-4d81-8a7a-c1a204921c3d req-65a9a037-ec1c-471e-8b25-e8d7a2a155c1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:38.997177 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7034ba0-f523-4d81-8a7a-c1a204921c3d req-65a9a037-ec1c-471e-8b25-e8d7a2a155c1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0577750 Apr 29 08:05:39.010032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 58656) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:05:39.014383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0006e0d6-1cd1-4fec-948f-dfedf0d28704 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'floatingip': {'port_id': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:05:39.052301 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0006e0d6-1cd1-4fec-948f-dfedf0d28704 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (20450678-26a2-4349-835a-55272077cbb4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:39.500134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0006e0d6-1cd1-4fec-948f-dfedf0d28704 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:39.505493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0006e0d6-1cd1-4fec-948f-dfedf0d28704 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:39.611136 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-0006e0d6-1cd1-4fec-948f-dfedf0d28704 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Floating IP 20450678-26a2-4349-835a-55272077cbb4 associated. External IP: 172.26.3.184, port: 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4. Apr 29 08:05:39.827547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0006e0d6-1cd1-4fec-948f-dfedf0d28704 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:05:39.934992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0006e0d6-1cd1-4fec-948f-dfedf0d28704 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:05:39.940258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0006e0d6-1cd1-4fec-948f-dfedf0d28704 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:05:39.946133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b551be-5469-4679-88b8-282e347b9954 None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:05:39.956462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b551be-5469-4679-88b8-282e347b9954 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:39.957137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-92b551be-5469-4679-88b8-282e347b9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:05:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:39.972617 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0006e0d6-1cd1-4fec-948f-dfedf0d28704 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "PUT /v2.0/floatingips/20450678-26a2-4349-835a-55272077cbb4 HTTP/1.1" status: 200 len: 991 time: 0.9615672 Apr 29 08:05:39.973244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:05:39.975507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df948d7-cb4a-4fee-98f8-9e13f53d0326" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:05:40.017758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7d619c-dfe2-47f3-9a51-62931c1bb56c x-openstack-request-id: req-4a7d619c-dfe2-47f3-9a51-62931c1bb56c {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:05:40.018389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:05:40.018389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a7d619c-dfe2-47f3-9a51-62931c1bb56c {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:05:40.019213 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7d619c-dfe2-47f3-9a51-62931c1bb56c'] response: {'name': 'network-changed', 'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'status': 'completed', 'code': 200} Apr 29 08:05:40.066259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-92b551be-5469-4679-88b8-282e347b9954 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:40.085603 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-2a737576-ae60-4e1e-b0cf-6e0d1b8555c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:40.087179 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-2a737576-ae60-4e1e-b0cf-6e0d1b8555c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 1129 time: 0.0496604 Apr 29 08:05:40.260713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-7ac8d583-5717-4f7c-9481-20adb045088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:40.262224 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-7ac8d583-5717-4f7c-9481-20adb045088d service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.1675148 Apr 29 08:05:40.268302 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-cc1e2282-8f7b-4b44-89a4-a4413fbf1518 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086249 Apr 29 08:05:40.304958 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-92b551be-5469-4679-88b8-282e347b9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:2e:99:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 9, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:40.326094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63968b36-c885-4f93-b881-5b63686f6c27 req-a4c6d7af-9547-410a-8441-c93465f72b1e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:40.327622 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-63968b36-c885-4f93-b881-5b63686f6c27 req-a4c6d7af-9547-410a-8441-c93465f72b1e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.1384215 Apr 29 08:05:40.332895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b551be-5469-4679-88b8-282e347b9954 None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:05:40.342777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b551be-5469-4679-88b8-282e347b9954 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:05:40.343385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-92b551be-5469-4679-88b8-282e347b9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:05:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:40.364707 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-4b6a4e00-9b71-424b-afe3-e6c718dc81c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 999 time: 0.0944371 Apr 29 08:05:40.421426 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-63968b36-c885-4f93-b881-5b63686f6c27 req-9f7eba9d-05d9-44f8-8d87-8d4beee7132c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841246 Apr 29 08:05:40.431221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-6373a17d-c2b6-405d-b639-1bc59f8e25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:40.432314 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-6373a17d-c2b6-405d-b639-1bc59f8e25d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0579114 Apr 29 08:05:40.456198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-92b551be-5469-4679-88b8-282e347b9954 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:05:40.497661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-cbb988ba-bb40-495f-9a41-7f2c107cf7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:40.499170 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-cbb988ba-bb40-495f-9a41-7f2c107cf7a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0604720 Apr 29 08:05:40.611028 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-527362fc-cc18-4d0a-8554-852ad7ab7d74 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059983 Apr 29 08:05:40.685957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-6bcaa3f0-c4a7-42cd-bd9d-985b3a4f8d72 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:40.687316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-6bcaa3f0-c4a7-42cd-bd9d-985b3a4f8d72 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports/3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 942 time: 0.0906305 Apr 29 08:05:40.688963 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-92b551be-5469-4679-88b8-282e347b9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:2e:99:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 9, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:05:40.715344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b551be-5469-4679-88b8-282e347b9954 None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:2e:99:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:05:39Z', 'revision_number': 9, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:05:40.735869 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3df948d7-cb4a-4fee-98f8-9e13f53d0326 req-cd8d169f-7d3c-4cd4-9608-4f59996a633e service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094401 Apr 29 08:05:40.900267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-e53fa5ee-9e13-4872-83ce-807c0ddf37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:40.902017 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-e53fa5ee-9e13-4872-83ce-807c0ddf37d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 1129 time: 0.0506051 Apr 29 08:05:40.971818 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd4312-3f11-4cbe-9c51-c6fd95f7ab06 None None] New status for floating IP 20450678-26a2-4349-835a-55272077cbb4: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:05:41.016812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-4fa66103-0217-4f63-8d28-e1b61a582dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:41.018992 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-4fa66103-0217-4f63-8d28-e1b61a582dc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0967140 Apr 29 08:05:41.091366 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-2f05cd22-2725-4635-9176-9f509a62d8bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 999 time: 0.0670791 Apr 29 08:05:41.152808 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-fabd89d7-3b89-4b26-9222-b4d9282d6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:41.154602 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-fabd89d7-3b89-4b26-9222-b4d9282d6dac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0510101 Apr 29 08:05:41.208051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-9bdc853a-2f46-4df2-a9b6-a801ac8000e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:41.209717 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-9bdc853a-2f46-4df2-a9b6-a801ac8000e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494552 Apr 29 08:05:41.297761 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-4856dbf3-4d5b-4913-a2da-b3ca469bd0cc service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811322 Apr 29 08:05:41.393326 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab033ea1-3eb6-443f-b415-0552d6729393 req-3c9fbb77-3cec-4e84-a2cb-1eaec3c40d21 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890183 Apr 29 08:05:41.564357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64898e39-8a9d-47b0-be88-ac0a8b951f1d req-64373bbf-42ac-452a-8012-6972210f9ead tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:41.566015 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-64898e39-8a9d-47b0-be88-ac0a8b951f1d req-64373bbf-42ac-452a-8012-6972210f9ead tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0568931 Apr 29 08:05:41.626652 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-64898e39-8a9d-47b0-be88-ac0a8b951f1d req-5e4b8517-7498-4362-a5e1-040ace85990f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547545 Apr 29 08:05:41.804925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-63c6f318-4f1e-4371-b054-ab373574abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:41.806366 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-63c6f318-4f1e-4371-b054-ab373574abff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 1129 time: 0.3759444 Apr 29 08:05:41.894493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-8c69e320-c30f-4637-b67f-222dcead56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:41.895950 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-8c69e320-c30f-4637-b67f-222dcead56a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0826986 Apr 29 08:05:41.961910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-d4a60b27-1d23-4128-a353-7f75a3da0436 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 1002 time: 0.0596199 Apr 29 08:05:42.010944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-5643f91c-0ea7-41ed-bed6-94f56bf407ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:42.012331 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-5643f91c-0ea7-41ed-bed6-94f56bf407ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0441499 Apr 29 08:05:42.060995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-31f282a1-993f-4dde-b3cd-a297883cfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:42.062409 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-31f282a1-993f-4dde-b3cd-a297883cfe23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445321 Apr 29 08:05:42.152264 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-9d5814d5-d73b-4cfa-89fa-617717ef6405 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838056 Apr 29 08:05:42.248854 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-4f8597d7-8989-49eb-9be4-92e68daa8b3e service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904584 Apr 29 08:05:42.770632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcf9a0-1d95-42cb-b7ec-f361069c3de6 req-25f9fc6b-f53c-4554-98ad-17806fb490a9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:42.772140 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81bcf9a0-1d95-42cb-b7ec-f361069c3de6 req-25f9fc6b-f53c-4554-98ad-17806fb490a9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0672898 Apr 29 08:05:42.820722 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81bcf9a0-1d95-42cb-b7ec-f361069c3de6 req-20669f24-b5fc-4893-8ca4-eec0df4745ea tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427685 Apr 29 08:05:43.957751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47a725-e19a-4b4e-9da8-d6d09940c930 req-84ba232d-5e64-435d-b9df-c013ba6047af tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:43.959261 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8d47a725-e19a-4b4e-9da8-d6d09940c930 req-84ba232d-5e64-435d-b9df-c013ba6047af tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0577862 Apr 29 08:05:44.014004 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8d47a725-e19a-4b4e-9da8-d6d09940c930 req-16e1538c-ba8d-410b-91b0-3d7d0137410c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481212 Apr 29 08:05:45.144772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b1c46-45a6-4149-9947-e95933574f94 req-40d4948f-1445-4a12-aa24-7bfe12d5591c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:45.146317 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b83b1c46-45a6-4149-9947-e95933574f94 req-40d4948f-1445-4a12-aa24-7bfe12d5591c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0608134 Apr 29 08:05:45.196761 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b83b1c46-45a6-4149-9947-e95933574f94 req-d840bf76-d253-4a12-814a-17ae19952d87 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444086 Apr 29 08:05:46.337698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f8453-2800-40ef-b132-4a012c432587 req-acbb4b4c-bc5c-4bb1-bf52-f0aca958e4f9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:46.339214 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-864f8453-2800-40ef-b132-4a012c432587 req-acbb4b4c-bc5c-4bb1-bf52-f0aca958e4f9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0573614 Apr 29 08:05:46.388702 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-864f8453-2800-40ef-b132-4a012c432587 req-7c7f404d-9584-4a53-80b6-80df7224de40 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Apr 29 08:05:47.525157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342d88d-52a4-481d-a6da-002baa3b0e07 req-fc1b2ee8-e1a3-4086-bb29-763163776bd7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:47.526706 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c342d88d-52a4-481d-a6da-002baa3b0e07 req-fc1b2ee8-e1a3-4086-bb29-763163776bd7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0593402 Apr 29 08:05:47.573154 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c342d88d-52a4-481d-a6da-002baa3b0e07 req-677a1599-982a-4226-904c-985b1796723a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407224 Apr 29 08:05:48.708135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cc69c-8eef-49cb-b9cd-2209d413c15e req-da796b74-4b09-4994-94bd-c84fee618cdc tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:48.709694 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-691cc69c-8eef-49cb-b9cd-2209d413c15e req-da796b74-4b09-4994-94bd-c84fee618cdc tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0679371 Apr 29 08:05:48.756005 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-691cc69c-8eef-49cb-b9cd-2209d413c15e req-f7da09ff-7af3-4886-b1d1-116af797f9fa tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Apr 29 08:05:49.904187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad361e-5fce-4564-9f9b-c1deee72808f req-7aa16de4-a986-440d-ad8f-73c322551d60 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:49.905663 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fbad361e-5fce-4564-9f9b-c1deee72808f req-7aa16de4-a986-440d-ad8f-73c322551d60 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0541291 Apr 29 08:05:49.952109 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fbad361e-5fce-4564-9f9b-c1deee72808f req-46dd6c13-5b8c-44b9-8c93-43fe50d77f10 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400238 Apr 29 08:05:51.083647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f615cf-2283-4bfc-b1dc-6ad13db00c21 req-191f4fa5-e777-4009-8246-2c275811cb68 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:51.085135 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b9f615cf-2283-4bfc-b1dc-6ad13db00c21 req-191f4fa5-e777-4009-8246-2c275811cb68 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0554678 Apr 29 08:05:51.137487 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b9f615cf-2283-4bfc-b1dc-6ad13db00c21 req-5050e1a9-8529-4683-8166-91325f8e7c9a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439272 Apr 29 08:05:52.280481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015749cf-90e3-4caa-9ef6-66ee58cb3d01 req-ba262005-01c7-4eff-9eea-24fcc01669fb tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:52.281979 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-015749cf-90e3-4caa-9ef6-66ee58cb3d01 req-ba262005-01c7-4eff-9eea-24fcc01669fb tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0614529 Apr 29 08:05:52.332009 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-015749cf-90e3-4caa-9ef6-66ee58cb3d01 req-909d00c3-4472-4833-b00f-c80c170c7dd7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441911 Apr 29 08:05:53.466714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9fcad-af73-4618-8df0-bab964bb969c req-c0af39ff-3581-4922-8488-59cb98579f18 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:53.468166 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-88e9fcad-af73-4618-8df0-bab964bb969c req-c0af39ff-3581-4922-8488-59cb98579f18 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0590005 Apr 29 08:05:53.516432 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-88e9fcad-af73-4618-8df0-bab964bb969c req-aeaf9824-f2e3-462a-910a-b238b5f07a34 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Apr 29 08:05:54.648823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49a863-fafa-4f23-abfd-607b6b1334eb req-c18e773b-d491-429e-9443-22e7cabada18 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:54.650299 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bc49a863-fafa-4f23-abfd-607b6b1334eb req-c18e773b-d491-429e-9443-22e7cabada18 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0583127 Apr 29 08:05:54.698742 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bc49a863-fafa-4f23-abfd-607b6b1334eb req-5e6bc7db-c45c-4d74-8e4b-33f156c13de8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400805 Apr 29 08:05:55.827052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e28f8d-0bda-413c-977b-88569f326cb6 req-1378a8a1-1911-4114-b88c-2e7a4483560e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:55.828402 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d7e28f8d-0bda-413c-977b-88569f326cb6 req-1378a8a1-1911-4114-b88c-2e7a4483560e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0531971 Apr 29 08:05:55.876826 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d7e28f8d-0bda-413c-977b-88569f326cb6 req-2d2eb122-0b08-4d86-b44e-184a4fcc2c8a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Apr 29 08:05:57.018401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4b655-7498-45fa-b5af-be72467ead14 req-293b7a0a-9c38-4cd0-ab87-31ff72293874 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:57.019927 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f7b4b655-7498-45fa-b5af-be72467ead14 req-293b7a0a-9c38-4cd0-ab87-31ff72293874 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0539689 Apr 29 08:05:57.068763 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f7b4b655-7498-45fa-b5af-be72467ead14 req-43dfb9bd-edb7-45df-bea0-aaca927a732f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Apr 29 08:05:58.209073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f000f-6d2e-4135-af80-8ebff896f796 req-28d95678-a10d-4132-956c-369de9aa35b5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:58.210484 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-413f000f-6d2e-4135-af80-8ebff896f796 req-28d95678-a10d-4132-956c-369de9aa35b5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0581942 Apr 29 08:05:58.267879 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-413f000f-6d2e-4135-af80-8ebff896f796 req-b375e007-4884-47b1-9157-32efd85ca42d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516789 Apr 29 08:05:59.397156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34f442-e588-4c48-811e-f88e1399c344 req-1059a517-e1a1-460b-a357-08e64e8b28b8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:05:59.403801 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f34f442-e588-4c48-811e-f88e1399c344 req-1059a517-e1a1-460b-a357-08e64e8b28b8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0565882 Apr 29 08:05:59.445348 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f34f442-e588-4c48-811e-f88e1399c344 req-887abdc3-c86f-4d97-b89e-f82199af176c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407882 Apr 29 08:06:00.574746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cf285-6326-47d8-9c85-9bc2e514a0fa req-e9d76fd6-1b34-4a18-9501-41529452bc7d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:00.576214 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0c1cf285-6326-47d8-9c85-9bc2e514a0fa req-e9d76fd6-1b34-4a18-9501-41529452bc7d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0551021 Apr 29 08:06:00.624035 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0c1cf285-6326-47d8-9c85-9bc2e514a0fa req-64516037-dc90-4080-821a-13a2c3740be5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421283 Apr 29 08:06:01.355244 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f803002a-d11f-4487-b368-51a77dd514ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:01.749189 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616804b7-3091-409c-8cb3-7441ab3c443a req-330434c5-2f85-4469-a1dc-6a359261faf0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:01.750674 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-616804b7-3091-409c-8cb3-7441ab3c443a req-330434c5-2f85-4469-a1dc-6a359261faf0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0546474 Apr 29 08:06:01.797029 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-616804b7-3091-409c-8cb3-7441ab3c443a req-597e6426-94f7-4dd7-b3ff-2b0cc5abc32d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404596 Apr 29 08:06:02.928053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dc43d-4318-44f2-b620-9fbe89f54ccb req-2db0b8cc-8aa0-44ee-bf3c-bd75ec47990f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:02.929721 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-050dc43d-4318-44f2-b620-9fbe89f54ccb req-2db0b8cc-8aa0-44ee-bf3c-bd75ec47990f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0571356 Apr 29 08:06:02.980089 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-050dc43d-4318-44f2-b620-9fbe89f54ccb req-4bd738ff-7469-471e-b244-e79dd235d4bf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 Apr 29 08:06:03.456322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7bb537bb-562a-485b-8c8c-94a86664fc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:04.106372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2dc51-b85b-4ab1-adfa-7185146a9ee0 req-bf7e9d62-f95c-4fcb-8b01-033815706842 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:04.107843 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6c2dc51-b85b-4ab1-adfa-7185146a9ee0 req-bf7e9d62-f95c-4fcb-8b01-033815706842 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0596509 Apr 29 08:06:04.158164 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b6c2dc51-b85b-4ab1-adfa-7185146a9ee0 req-a00e1905-80e3-4578-8979-1eaddacab2a0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446460 Apr 29 08:06:04.868353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:05.283324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c65165-ac29-4f18-a6b1-5f23deeabdab req-b6278fe8-3b8b-4106-b851-56609036a719 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:05.284795 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-01c65165-ac29-4f18-a6b1-5f23deeabdab req-b6278fe8-3b8b-4106-b851-56609036a719 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0583942 Apr 29 08:06:05.343346 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-01c65165-ac29-4f18-a6b1-5f23deeabdab req-68ffb2e1-b953-4ba2-893f-054bb86107af tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517671 Apr 29 08:06:05.634092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:06.187684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:06.484514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e1237-9bf9-45b5-b8e3-db76a0254483 req-0336ddc9-fc38-4883-8f44-f5874af6a80d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:06.486471 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-400e1237-9bf9-45b5-b8e3-db76a0254483 req-0336ddc9-fc38-4883-8f44-f5874af6a80d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0690675 Apr 29 08:06:06.546814 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-400e1237-9bf9-45b5-b8e3-db76a0254483 req-ce41ce2d-3ac8-41b1-82b1-accf0c872bb0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543976 Apr 29 08:06:07.344483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:07.674720 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75498-9c4d-4417-a3d2-4d15a545e8d7 req-f6aa03c5-f18a-4a45-b592-7d7fabe65ec9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:07.676495 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d4f75498-9c4d-4417-a3d2-4d15a545e8d7 req-f6aa03c5-f18a-4a45-b592-7d7fabe65ec9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0611329 Apr 29 08:06:07.727565 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d4f75498-9c4d-4417-a3d2-4d15a545e8d7 req-8d261a15-f7d9-4c87-bbfb-38b78338b25c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450552 Apr 29 08:06:08.871337 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fc2a8-ec04-42d1-bdc9-4e84ee92c4f3 req-40fadc9f-4d65-4ceb-9781-784f9e71e6f9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:08.872870 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-280fc2a8-ec04-42d1-bdc9-4e84ee92c4f3 req-40fadc9f-4d65-4ceb-9781-784f9e71e6f9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0687530 Apr 29 08:06:08.922238 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-280fc2a8-ec04-42d1-bdc9-4e84ee92c4f3 req-c7d8425d-ebd3-4b19-a190-a6209b11e33e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Apr 29 08:06:10.051978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3a742-4e15-4c00-8011-141b757081b0 req-029fd49c-338a-40eb-b1fc-4c58787da147 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:10.053460 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9df3a742-4e15-4c00-8011-141b757081b0 req-029fd49c-338a-40eb-b1fc-4c58787da147 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0532875 Apr 29 08:06:10.104301 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9df3a742-4e15-4c00-8011-141b757081b0 req-0eee6963-bf0d-49ca-9a80-b1f0d6c0370a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451529 Apr 29 08:06:10.209007 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:06:11.242907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3d301-eccd-4187-8b4e-38d7b7612847 req-c39ab361-82d7-47a1-ba70-222e6dc25392 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:11.244380 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f3e3d301-eccd-4187-8b4e-38d7b7612847 req-c39ab361-82d7-47a1-ba70-222e6dc25392 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0633121 Apr 29 08:06:11.293070 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f3e3d301-eccd-4187-8b4e-38d7b7612847 req-80d8053e-fbaa-40f8-aa35-a058219b3dc5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Apr 29 08:06:12.436517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2da671-1dcd-4470-a238-634961879910 req-7eaac7ce-7157-42e6-949c-7ee7538f1d1d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:12.437979 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4f2da671-1dcd-4470-a238-634961879910 req-7eaac7ce-7157-42e6-949c-7ee7538f1d1d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0620506 Apr 29 08:06:12.485444 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4f2da671-1dcd-4470-a238-634961879910 req-d9706aaf-8854-401c-abe4-d0ae64ca8c27 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Apr 29 08:06:13.613017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56aed7-f3aa-41fc-95ce-6d7af1eec82d req-a6a69103-a017-4552-a6e0-3b9b16193890 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:13.614526 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf56aed7-f3aa-41fc-95ce-6d7af1eec82d req-a6a69103-a017-4552-a6e0-3b9b16193890 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0556247 Apr 29 08:06:13.661372 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf56aed7-f3aa-41fc-95ce-6d7af1eec82d req-856bf9b7-6417-4d16-80a8-ef23e9a29cac tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 Apr 29 08:06:13.870117 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-be0b6233-8e18-45c9-9748-645f2aa87cd2 service neutron] 10.222.0.36 "GET /v2.0/ports/3e485347-9fc2-4940-a7b5-f8cd1adfe7e4/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0642381 Apr 29 08:06:14.076953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-cbe7a346-204b-45b4-b800-7a9a98ab6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:14.078471 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-cbe7a346-204b-45b4-b800-7a9a98ab6c83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 1129 time: 0.0460529 Apr 29 08:06:14.143494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-f6249cf3-7e5a-4245-af5e-6ad36d45f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:14.144874 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-f6249cf3-7e5a-4245-af5e-6ad36d45f7f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 1129 time: 0.0442882 Apr 29 08:06:14.239705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-09cf9480-a030-425c-bea0-2f4d0e1f280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:14.241185 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-09cf9480-a030-425c-bea0-2f4d0e1f280f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0905898 Apr 29 08:06:14.305612 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-ea17c314-fc5a-48b3-88b8-c5ec64958532 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 1002 time: 0.0582399 Apr 29 08:06:14.359044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-f5ca202f-2418-4ee1-bba9-9c22c06314a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:14.361252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-f5ca202f-2418-4ee1-bba9-9c22c06314a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0484684 Apr 29 08:06:14.418258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e76a-382d-45bc-8835-81c17985d1da req-372f96a5-8687-4915-b249-6ab2c5a2aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:14.419656 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-372f96a5-8687-4915-b249-6ab2c5a2aa4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0523713 Apr 29 08:06:14.513032 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-e8526094-550b-4477-95f7-293b13daee95 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864682 Apr 29 08:06:14.609649 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e260e76a-382d-45bc-8835-81c17985d1da req-ba153b40-1fbb-4983-99f4-870fd414ae9b service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906136 Apr 29 08:06:14.789549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fe633-8714-4ca3-803b-bacd8b8ee4c5 req-647f7579-022a-4027-95a1-dd45536aa752 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:14.791038 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a63fe633-8714-4ca3-803b-bacd8b8ee4c5 req-647f7579-022a-4027-95a1-dd45536aa752 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0552318 Apr 29 08:06:14.838954 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a63fe633-8714-4ca3-803b-bacd8b8ee4c5 req-851746f1-ce90-427c-8b27-ed388ef91c75 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422573 Apr 29 08:06:15.977399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e195ece-1985-4b3d-8cf0-480281106de3 req-139543fe-fa71-407f-8564-6f4cad84f6a1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:15.978888 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8e195ece-1985-4b3d-8cf0-480281106de3 req-139543fe-fa71-407f-8564-6f4cad84f6a1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0550582 Apr 29 08:06:16.044442 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8e195ece-1985-4b3d-8cf0-480281106de3 req-ad0ec4fe-39b7-4dfa-866e-c253d1ad26f8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571625 Apr 29 08:06:16.299097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:06:16.302437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:06:16.450061 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:06:16.450425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:16.470203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:16.489211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:16.491485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c792aae1-6868-425d-a564-ae871f15b92f" -d '{"events": [{"server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:16.500403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'port_id': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'mac_address': 'fa:16:3e:2e:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:06:16.505595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:16.529070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:16.710030 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879434db-03a1-44ad-a3b5-8f1f71bf4e49 x-openstack-request-id: req-879434db-03a1-44ad-a3b5-8f1f71bf4e49 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:16.710277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:16.710635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-879434db-03a1-44ad-a3b5-8f1f71bf4e49 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:16.711013 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879434db-03a1-44ad-a3b5-8f1f71bf4e49'] response: {'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'code': 200} Apr 29 08:06:16.727572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:06:16.727938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:16.752593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:06:16.756666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:16.794612 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:06:16.794961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:06:17.169728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2710350-a1e0-486e-840e-05f6d56617cc req-e72f298a-855b-4ca2-af11-7d689dae1ec1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:17.171216 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a2710350-a1e0-486e-840e-05f6d56617cc req-e72f298a-855b-4ca2-af11-7d689dae1ec1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 943 time: 0.0562761 Apr 29 08:06:17.220567 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a2710350-a1e0-486e-840e-05f6d56617cc req-b8c44299-500e-4075-bf6d-01d4824f427c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Apr 29 08:06:17.333479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:06:17.333999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:17.349569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:06:17.370055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:17.374546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:17.427576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:17.431556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['3e485347-9fc2-4940-a7b5-f8cd1adfe7e4'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:06:17.573418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-c60124d3-633d-43d0-a9e4-3ef6aefdd176 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:17.574914 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-c60124d3-633d-43d0-a9e4-3ef6aefdd176 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&binding%3Ahost_id=hv-neutron-8398 HTTP/1.1" status: 200 len: 944 time: 0.0994511 Apr 29 08:06:17.581689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad650029-7dcf-4013-bc69-0309b83c85df req-705a4304-e7a2-4a3c-a438-ffd998b4e1ee tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:17.583046 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ad650029-7dcf-4013-bc69-0309b83c85df req-705a4304-e7a2-4a3c-a438-ffd998b4e1ee tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 944 time: 0.0950632 Apr 29 08:06:17.666419 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ad650029-7dcf-4013-bc69-0309b83c85df req-4e662b79-414b-4b9b-a7e3-490d08577c00 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772660 Apr 29 08:06:17.669417 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-d7c10608-8a25-40ba-9d3c-812ae51bb149 service neutron] 10.222.0.36 "GET /v2.0/ports/3e485347-9fc2-4940-a7b5-f8cd1adfe7e4/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0855114 Apr 29 08:06:17.743032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-cd10ce37-aa2a-419d-8cfe-3a79e489e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:17.744611 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-cd10ce37-aa2a-419d-8cfe-3a79e489e716 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 1128 time: 0.0504820 Apr 29 08:06:17.832858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-362e7e1c-078f-4e9f-91f2-ce9b59086903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:17.834427 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-362e7e1c-078f-4e9f-91f2-ce9b59086903 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0835652 Apr 29 08:06:17.905380 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-aeb2d57b-e87c-415c-a02e-b74cf4ebce68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 1001 time: 0.0652418 Apr 29 08:06:17.953911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-d4858c00-b0aa-4caa-88e5-2529f0b8049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:17.955381 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-d4858c00-b0aa-4caa-88e5-2529f0b8049c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0445480 Apr 29 08:06:18.012600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-0fa55cca-f410-461f-ae2d-88de607737ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:18.014146 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-0fa55cca-f410-461f-ae2d-88de607737ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0522923 Apr 29 08:06:18.116978 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-14cad968-f475-40ba-ba90-990e501b478f service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960903 Apr 29 08:06:18.217788 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-0be674c8-9ca8-4817-8a36-5ec7b7c3bfe8 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939362 Apr 29 08:06:18.319772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:06:18.381431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:06:18.382471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:18.467449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:06:18.467898 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:18.503197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:18.508790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:18.554329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:18.712763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:18.716619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288b300b-8f56-4c6f-977a-76f5d98fa143" -d '{"events": [{"server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "name": "network-vif-plugged", "status": "completed", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:18.764456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c74b89-9a47-4dd5-b560-22d4b05a72b9 x-openstack-request-id: req-84c74b89-9a47-4dd5-b560-22d4b05a72b9 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:18.764923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "name": "network-vif-plugged", "status": "completed", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:18.765400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84c74b89-9a47-4dd5-b560-22d4b05a72b9 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:18.766054 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c74b89-9a47-4dd5-b560-22d4b05a72b9'] response: {'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'code': 200} Apr 29 08:06:18.818165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d64a9-467e-443c-9107-5c6963f4a508 req-7ea4d3c9-ab8c-4214-908e-b0ef2106e52d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:18.819654 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5f9d64a9-467e-443c-9107-5c6963f4a508 req-7ea4d3c9-ab8c-4214-908e-b0ef2106e52d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0634425 Apr 29 08:06:18.870837 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5f9d64a9-467e-443c-9107-5c6963f4a508 req-a98ba538-b23f-41c3-b253-fe5cdbae553b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450087 Apr 29 08:06:19.997293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61822c-1728-476c-9d82-f5d59aeea8f1 req-487e32e9-0316-4d66-bdd4-f413ecafe310 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:19.998810 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9a61822c-1728-476c-9d82-f5d59aeea8f1 req-487e32e9-0316-4d66-bdd4-f413ecafe310 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0554724 Apr 29 08:06:20.046518 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9a61822c-1728-476c-9d82-f5d59aeea8f1 req-a1d1a7ae-999c-43ca-adde-4900df408bd8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417211 Apr 29 08:06:20.607845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-77bd9927-6250-4841-9e09-554a9f578da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:20.609396 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-77bd9927-6250-4841-9e09-554a9f578da1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 1129 time: 0.0525897 Apr 29 08:06:20.677272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-4475fb38-39dc-4072-95af-258a46dc8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:20.678704 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-4475fb38-39dc-4072-95af-258a46dc8894 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 1129 time: 0.0481284 Apr 29 08:06:20.767304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-626e58af-0a9b-407d-9fbf-8760df770700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:20.768784 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-626e58af-0a9b-407d-9fbf-8760df770700 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0836332 Apr 29 08:06:20.839672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-ae0d61e2-fb1c-4f7e-beb0-be88c2ae61a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 200 len: 1002 time: 0.0648715 Apr 29 08:06:20.888151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-f4b6ecfe-e75c-4fd2-b44f-5b0ec27a5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:20.889595 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-f4b6ecfe-e75c-4fd2-b44f-5b0ec27a5726 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0444169 Apr 29 08:06:20.941568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096924-be78-47a9-83fa-5a6304642b09 req-04825a08-5a41-49c4-86dd-707ac970ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:20.942952 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-04825a08-5a41-49c4-86dd-707ac970ce4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472744 Apr 29 08:06:21.040266 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-23b8a7b5-d2a3-4433-a978-2e7be544c57d service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911107 Apr 29 08:06:21.130137 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19096924-be78-47a9-83fa-5a6304642b09 req-d44fc4b8-4b14-459e-9e2e-7d769b51597d service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841861 Apr 29 08:06:21.176260 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1583b-16f2-4eee-8bfb-c449a031d9a0 req-64a8dc26-3f2d-40ea-a019-c2f4d4913e90 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:21.177892 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-01e1583b-16f2-4eee-8bfb-c449a031d9a0 req-64a8dc26-3f2d-40ea-a019-c2f4d4913e90 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0577877 Apr 29 08:06:21.225061 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-01e1583b-16f2-4eee-8bfb-c449a031d9a0 req-cae2f3ca-8151-4be5-b125-35b4d2deb863 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 Apr 29 08:06:22.353822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423160-779f-43fa-818a-8ffaacbfe723 req-89b26c7d-ac23-4249-953a-a2c41f3d3b2d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:22.355365 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fd423160-779f-43fa-818a-8ffaacbfe723 req-89b26c7d-ac23-4249-953a-a2c41f3d3b2d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0613997 Apr 29 08:06:22.407685 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fd423160-779f-43fa-818a-8ffaacbfe723 req-e293d504-9486-4820-a0c1-6f9fada35db8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464175 Apr 29 08:06:23.542226 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d36c-20c8-4e35-a42d-52968dfc7a01 req-e2d5c593-b1e8-48ed-9526-673f51196ede tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:23.543704 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d4f2d36c-20c8-4e35-a42d-52968dfc7a01 req-e2d5c593-b1e8-48ed-9526-673f51196ede tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0577686 Apr 29 08:06:23.594100 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d4f2d36c-20c8-4e35-a42d-52968dfc7a01 req-4b530b3e-b5a9-449f-9647-97de9a18e49f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431013 Apr 29 08:06:23.730122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2aec2e-f203-4446-bb5e-9a9c139e3080 req-a3e90542-e72e-44b9-b2f8-9ed85125e309 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:23.731506 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c2aec2e-f203-4446-bb5e-9a9c139e3080 req-a3e90542-e72e-44b9-b2f8-9ed85125e309 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0639555 Apr 29 08:06:23.781193 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5c2aec2e-f203-4446-bb5e-9a9c139e3080 req-96cf2524-9914-4498-b3ca-3d48b70a66e7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Apr 29 08:06:23.899407 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f739627-f24d-45c4-ba07-396f7bb0c636 req-a308ce31-652b-446d-9447-5f741ff9e5ee tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:23.900887 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9f739627-f24d-45c4-ba07-396f7bb0c636 req-a308ce31-652b-446d-9447-5f741ff9e5ee tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0550163 Apr 29 08:06:23.951252 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9f739627-f24d-45c4-ba07-396f7bb0c636 req-6db04b03-31e7-42be-8c8c-cbff22cea7c9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425436 Apr 29 08:06:24.189862 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06b489-8f78-4caf-a309-27680496a5b0 req-8fe19f79-6e82-49f0-a8b6-e5b40685fc6f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:24.191340 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ee06b489-8f78-4caf-a309-27680496a5b0 req-8fe19f79-6e82-49f0-a8b6-e5b40685fc6f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0539119 Apr 29 08:06:24.243748 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ee06b489-8f78-4caf-a309-27680496a5b0 req-e1f5ec0f-106b-4ea1-aabb-4da8c527c51d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438077 Apr 29 08:06:25.393082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f6b49-2766-4f0b-bd3a-a2c7e72d1a4f req-7f23a232-64d4-4edd-961a-cde56dfc2047 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:25.394613 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e51f6b49-2766-4f0b-bd3a-a2c7e72d1a4f req-7f23a232-64d4-4edd-961a-cde56dfc2047 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0636714 Apr 29 08:06:25.443653 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e51f6b49-2766-4f0b-bd3a-a2c7e72d1a4f req-6aa1bbe1-3b70-416f-8f4e-25c5dc4396c4 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 Apr 29 08:06:26.344694 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44704878-c521-4452-8588-3e1ad98e09cc req-f2a63f1b-b05c-4873-a316-3d6eb44adf89 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:26.346230 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-44704878-c521-4452-8588-3e1ad98e09cc req-f2a63f1b-b05c-4873-a316-3d6eb44adf89 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0731297 Apr 29 08:06:26.439649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Deleting port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:06:26.440326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:26.540665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] For port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:26.541005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:26.564605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b026609-257f-4014-87e6-29c10d1c6b34 req-6c7e812c-3467-499a-ab31-771499f8f501 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:26.566126 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9b026609-257f-4014-87e6-29c10d1c6b34 req-6c7e812c-3467-499a-ab31-771499f8f501 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ffbe0ff-7647-46fc-8494-4683408b14dc HTTP/1.1" status: 200 len: 945 time: 0.0532153 Apr 29 08:06:26.613494 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9b026609-257f-4014-87e6-29c10d1c6b34 req-a0dd0d5e-21dc-41f0-a529-99e6ead88cf2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416543 Apr 29 08:06:26.718856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:26.719089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:26.719425 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Floating IP 20450678-26a2-4349-835a-55272077cbb4 disassociated. External IP: 172.26.3.184, port: 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4. Apr 29 08:06:26.719765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Calling delete_port for 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:06:26.854204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (3e485347-9fc2-4940-a7b5-f8cd1adfe7e4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:26.882257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event deleted for resources: {'Port': ['ID=3e485347-9fc2-4940-a7b5-f8cd1adfe7e4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:26.892443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.892828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.893168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.893485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.893831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.894159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.894487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.894813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.895142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.895464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.895806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.896129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:26.896446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:27.014051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:06:27.125768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:06:27.135551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:06:27.146042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:06:27.146660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:06:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:27.166013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] No DVR routers for this DVR port 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:06:27.168635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:27.171939 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-44704878-c521-4452-8588-3e1ad98e09cc req-c0c5d92d-cffb-4274-a055-d1c195c7334e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "DELETE /v2.0/ports/3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 HTTP/1.1" status: 204 len: 173 time: 0.8204515 Apr 29 08:06:27.172402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'name': 'network-vif-deleted', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:27.174685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c429a8c7-d6ad-49ab-8634-55073f6eaf1a" -d '{"events": [{"server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "name": "network-vif-deleted", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:27.214807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71510dd5-d9fa-46ec-b4ad-6325b569e0c3 x-openstack-request-id: req-71510dd5-d9fa-46ec-b4ad-6325b569e0c3 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:27.215114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffbe0ff-7647-46fc-8494-4683408b14dc", "name": "network-vif-deleted", "tag": "3e485347-9fc2-4940-a7b5-f8cd1adfe7e4", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:27.215429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71510dd5-d9fa-46ec-b4ad-6325b569e0c3 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:27.215790 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71510dd5-d9fa-46ec-b4ad-6325b569e0c3'] response: {'server_uuid': '2ffbe0ff-7647-46fc-8494-4683408b14dc', 'name': 'network-vif-deleted', 'tag': '3e485347-9fc2-4940-a7b5-f8cd1adfe7e4', 'status': 'completed', 'code': 200} Apr 29 08:06:27.259386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:06:27.461554 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:27.490168 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:06:27.499504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:06:27.500100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:06:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:27.611599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:06:27.814211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:27.844585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94148cb4-ce76-4744-837f-69077a428d10 None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:06:27.864391 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-7afb7f7e-feed-4f2e-af01-34f37e9df676 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--530740251&fields=id&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 267 time: 0.0441997 Apr 29 08:06:27.974785 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5d53ec44-5f4d-42d5-9fd5-687ff4109ccf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:27.976435 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5d53ec44-5f4d-42d5-9fd5-687ff4109ccf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 811 time: 0.1054268 Apr 29 08:06:27.991794 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-f740002e-85e2-463d-af1e-2c71d52abd20 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/quotas/e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 375 time: 0.0097487 Apr 29 08:06:28.048477 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-3b58de24-a4a4-463d-81f4-fe14930501c0 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510004 Apr 29 08:06:28.071455 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550e348-1fa5-4a24-a393-5651a97ec13f None None] New status for floating IP 20450678-26a2-4349-835a-55272077cbb4: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:06:28.194974 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-c7e973b4-9d04-43b7-a951-5eb90010649e service neutron] 10.222.0.23 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347139 Apr 29 08:06:28.294085 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-8ae83438-cac4-42a1-a57b-645f9850dc2f service neutron] 10.222.0.23 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925305 Apr 29 08:06:28.465154 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8649ac45-ee90-49b8-8165-16165265508e req-eb703777-1506-4376-b2ab-fbbaf78b05c3 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.0384753 Apr 29 08:06:29.436482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-73aa1b2f-b179-44da-bbdc-cbc1b1d9cf34 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:29.437981 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-73aa1b2f-b179-44da-bbdc-cbc1b1d9cf34 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 811 time: 0.1056223 Apr 29 08:06:29.504668 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b7cf7098-41fa-4440-ba18-1c0d487ec006 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 379 time: 0.0584412 Apr 29 08:06:29.516412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'port': {'device_id': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'admin_state_up': True, 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'security_groups': ['0cddc8a8-2f68-47dc-9faa-28b219ad7485']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:29.563427 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8d4d8a72-81b1-4ce7-9426-a376138898a2 req-701f325e-a7c1-4f65-82f3-d85d2bfb5da7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.0289547 Apr 29 08:06:29.627242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Made reservation on behalf of e8c5fb48c8a44f9b8283993c5295c33d for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:06:29.630773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:29.759239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Allocated IP 172.20.0.5 (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288/675b51f5-68ee-41b2-bbdf-26ce536b0a3e/328b6ea5-b884-494c-b2c2-0343524c6b83) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:06:29.894105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:29.933571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:29.979344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:06:29.982483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:06:29.986118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:06:30.012466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:30.041253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:30.041690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:30.059868 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-5158cabe-9cb7-4226-abb4-a898e614387e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5473716 Apr 29 08:06:30.069763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b97db643-fda5-4098-a57e-d35a1ea386ae tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:06:30.070756 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b97db643-fda5-4098-a57e-d35a1ea386ae tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052946 Apr 29 08:06:30.081981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Request body: {'port': {'device_id': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:30.143862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:30.178759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-849ee697-3652-431b-9dc0-b7983cf4ff23 None None] Provisioning complete for port 328b6ea5-b884-494c-b2c2-0343524c6b83 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:06:30.179347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-849ee697-3652-431b-9dc0-b7983cf4ff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:30.213290 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-849ee697-3652-431b-9dc0-b7983cf4ff23 None None] Port 328b6ea5-b884-494c-b2c2-0343524c6b83 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:06:30.366645 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:06:30.387048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:06:30.387389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 3e485347-9fc2-4940-a7b5-f8cd1adfe7e4 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:06:30.403335 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328b6ea5-b884-494c-b2c2-0343524c6b83 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:06:30.410915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Publish callbacks [] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:30.422959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Transition to ACTIVE for port object 328b6ea5-b884-494c-b2c2-0343524c6b83 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:06:30.428661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:30.494663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:30.553720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Attempting to bind port 328b6ea5-b884-494c-b2c2-0343524c6b83 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:06:30.554285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Attempting to bind port 328b6ea5-b884-494c-b2c2-0343524c6b83 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:06:30.554398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Attempting to bind port 328b6ea5-b884-494c-b2c2-0343524c6b83 on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:06:30.559374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Port 328b6ea5-b884-494c-b2c2-0343524c6b83 on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:06:30.559688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Attempting to bind port 328b6ea5-b884-494c-b2c2-0343524c6b83 on network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:06:30.565060 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:06:30.565502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Checking segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:06:30.565882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Bound using segment: {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:06:30.566310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Bound port: 328b6ea5-b884-494c-b2c2-0343524c6b83, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e33a9a-0a6a-40a6-90ef-0eb93b490543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:06:30.566668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:30.673879 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:06:30.689966 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:06:30.698979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:30.717574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ab094-7fc1-49d0-9b48-3c3cb7cd21cd req-c2c6a5eb-4bbe-4361-8190-5ea7f693d33f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:30.719023 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fe5ab094-7fc1-49d0-9b48-3c3cb7cd21cd req-c2c6a5eb-4bbe-4361-8190-5ea7f693d33f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0808985 Apr 29 08:06:30.758919 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:30.759546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:30.761056 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] 10.222.0.36 "PUT /v2.0/ports/328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 1093 time: 0.6830466 Apr 29 08:06:30.761428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:30.763712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d587723-126a-4852-bb51-b1ebc4657096" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:30.824937 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016c916-3187-45f1-9109-dbbe1633da82 service neutron] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:30.830471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9077ba-52e0-4be1-b69c-63fe54b2596f x-openstack-request-id: req-7c9077ba-52e0-4be1-b69c-63fe54b2596f {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:30.830471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:30.830471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c9077ba-52e0-4be1-b69c-63fe54b2596f {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:30.830823 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9077ba-52e0-4be1-b69c-63fe54b2596f'] response: {'name': 'network-changed', 'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'status': 'completed', 'code': 200} Apr 29 08:06:30.850413 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fe5ab094-7fc1-49d0-9b48-3c3cb7cd21cd req-07158bf7-331e-4277-95e9-03b051ad6637 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146193 Apr 29 08:06:30.879374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-880b0963-6140-4998-9b3c-b932d6891d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:30.880871 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-880b0963-6140-4998-9b3c-b932d6891d6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1127 time: 0.0730720 Apr 29 08:06:30.923474 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-75ad0c72-cb59-4797-b16a-a3bce10ccf2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 217 time: 0.0349824 Apr 29 08:06:30.974485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-7c9bcc40-effb-4ffe-a220-a8804bd7634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:30.975941 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-7c9bcc40-effb-4ffe-a220-a8804bd7634e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0471044 Apr 29 08:06:31.027377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-d67e514c-d385-40e6-b61e-15231487fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:31.028792 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-d67e514c-d385-40e6-b61e-15231487fda3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469956 Apr 29 08:06:31.117569 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-0a40a793-9506-4b17-9388-de125a49895f service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826318 Apr 29 08:06:31.213558 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c53e637e-b41a-456f-8e4a-a1190c57506d req-cf2889a6-f932-4d96-bdd7-884ac3226fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894113 Apr 29 08:06:31.307920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587723-126a-4852-bb51-b1ebc4657096 req-48e198e8-db15-4d7b-8aa6-08413175bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:31.309513 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d587723-126a-4852-bb51-b1ebc4657096 req-48e198e8-db15-4d7b-8aa6-08413175bf89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1127 time: 0.0460758 Apr 29 08:06:31.360389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e396507a-1614-47be-b893-524f658c72a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:31.404717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587723-126a-4852-bb51-b1ebc4657096 req-59a5a4ac-4927-4520-a984-66d50444cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:31.406252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d587723-126a-4852-bb51-b1ebc4657096 req-59a5a4ac-4927-4520-a984-66d50444cb60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0893757 Apr 29 08:06:31.451984 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d587723-126a-4852-bb51-b1ebc4657096 req-f06459d5-aefe-4e5a-9483-c6c0a4995f84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 217 time: 0.0393212 Apr 29 08:06:31.502814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587723-126a-4852-bb51-b1ebc4657096 req-fcba9228-b2a6-4ffb-8524-8091bdd5af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:31.504171 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d587723-126a-4852-bb51-b1ebc4657096 req-fcba9228-b2a6-4ffb-8524-8091bdd5af9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0461161 Apr 29 08:06:31.560573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587723-126a-4852-bb51-b1ebc4657096 req-d3d2ddbb-4d5a-4327-a52c-c25c4cc84847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:31.562229 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d587723-126a-4852-bb51-b1ebc4657096 req-d3d2ddbb-4d5a-4327-a52c-c25c4cc84847 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0515609 Apr 29 08:06:31.664248 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d587723-126a-4852-bb51-b1ebc4657096 req-c08fdaa8-470e-444e-a992-052b76562d9d service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940721 Apr 29 08:06:31.750960 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4d587723-126a-4852-bb51-b1ebc4657096 req-5eb54919-8bce-4180-96ea-ee194bd53359 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795367 Apr 29 08:06:31.982008 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d46f-38a4-4b20-b73b-c85535c040e0 req-5d1f2e74-cd12-43c1-9c6e-fc46fe1ec751 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:31.983493 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-be81d46f-38a4-4b20-b73b-c85535c040e0 req-5d1f2e74-cd12-43c1-9c6e-fc46fe1ec751 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0552349 Apr 29 08:06:32.034342 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-be81d46f-38a4-4b20-b73b-c85535c040e0 req-53a2d8e1-5ee8-4a51-a9de-98ad42f2288f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445709 Apr 29 08:06:32.372706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:06:32.479356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:32.496267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'port_id': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'mac_address': 'fa:16:3e:94:60:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:06:32.536939 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 328b6ea5-b884-494c-b2c2-0343524c6b83 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:06:32.537378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:32.552105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328b6ea5-b884-494c-b2c2-0343524c6b83 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:06:32.572857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:32.577433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:32.623249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:32.781112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['328b6ea5-b884-494c-b2c2-0343524c6b83'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:06:33.172111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a4869-7fa8-4f80-a177-fa089fdba49f req-77fecb29-9622-4f22-98a6-53c3c900ea9a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:33.173630 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-927a4869-7fa8-4f80-a177-fa089fdba49f req-77fecb29-9622-4f22-98a6-53c3c900ea9a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 944 time: 0.0592654 Apr 29 08:06:33.224153 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-927a4869-7fa8-4f80-a177-fa089fdba49f req-941d304e-f7af-4c47-a903-cc6a96a0e46b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 Apr 29 08:06:33.457891 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a208264e-dd5d-4556-b5bb-01fc62840f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:34.347884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304e0ab-c7f0-4607-856e-ac44443d26bb req-d2055446-60d5-497f-bdb0-3a6454d60802 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:34.349415 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6304e0ab-c7f0-4607-856e-ac44443d26bb req-d2055446-60d5-497f-bdb0-3a6454d60802 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 944 time: 0.0529280 Apr 29 08:06:34.373231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:06:34.400636 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6304e0ab-c7f0-4607-856e-ac44443d26bb req-be55f3ff-9087-4f1d-a48d-a43afdb5dc7b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454502 Apr 29 08:06:34.427964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 328b6ea5-b884-494c-b2c2-0343524c6b83 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:06:34.431827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 328b6ea5-b884-494c-b2c2-0343524c6b83 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:06:34.432199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:34.513171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 328b6ea5-b884-494c-b2c2-0343524c6b83 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:06:34.513901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:34.536181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:34.538460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2537b5e3-a07f-44b4-ae7c-1c72749a7d4b" -d '{"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-plugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:34.550739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:06:34.556079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:34.604029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:06:34.611312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.611657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.611994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.612330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.612658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.612974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.613331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.613658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.613996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.614308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.614647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.614929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.615243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:06:34.633799 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d835be54-1512-4350-aa3d-085dc1777155 x-openstack-request-id: req-d835be54-1512-4350-aa3d-085dc1777155 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:34.634087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-plugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:34.634345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d835be54-1512-4350-aa3d-085dc1777155 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:34.634787 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d835be54-1512-4350-aa3d-085dc1777155'] response: {'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'code': 200} Apr 29 08:06:34.870306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:34.870570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593292f-33dc-4330-8861-38d1b9a8154b req-a3306afb-aca0-4642-947f-d074d1dc3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:34.872037 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4593292f-33dc-4330-8861-38d1b9a8154b req-a3306afb-aca0-4642-947f-d074d1dc3cab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1129 time: 0.0904303 Apr 29 08:06:34.915205 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4593292f-33dc-4330-8861-38d1b9a8154b req-5715fbfd-f0b9-4f9d-ae58-a5225208c82f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369632 Apr 29 08:06:35.536325 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91253d42-47ae-48c1-817a-7b4f99213d6a req-73b65ba3-aa06-4e01-875f-7bb97c1e1666 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:35.537858 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-91253d42-47ae-48c1-817a-7b4f99213d6a req-73b65ba3-aa06-4e01-875f-7bb97c1e1666 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0582044 Apr 29 08:06:35.585376 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-91253d42-47ae-48c1-817a-7b4f99213d6a req-625e2f2c-e052-46e7-b36d-a62b7a7e6250 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404437 Apr 29 08:06:35.655686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:36.186596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:36.723626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48388b0a-b5fb-4860-8439-747de6a0debc req-ec06e000-9b93-4ef0-887e-92ae44c509b1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:36.725370 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-48388b0a-b5fb-4860-8439-747de6a0debc req-ec06e000-9b93-4ef0-887e-92ae44c509b1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0613730 Apr 29 08:06:36.778533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-48388b0a-b5fb-4860-8439-747de6a0debc req-502d633b-5d55-4e23-bc94-8727877da0b2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471108 Apr 29 08:06:36.906866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80e125-3745-4095-ba00-873d70b07b36 req-84eca925-718b-4fa2-a20b-b5b10d9ddacb tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:36.908308 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ce80e125-3745-4095-ba00-873d70b07b36 req-84eca925-718b-4fa2-a20b-b5b10d9ddacb tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0616229 Apr 29 08:06:36.917151 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 58852) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:06:36.921488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3468fa88-9e10-463e-bc75-1ea55750cf66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Request body: {'floatingip': {'port_id': '328b6ea5-b884-494c-b2c2-0343524c6b83'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:06:36.960644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3468fa88-9e10-463e-bc75-1ea55750cf66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (20450678-26a2-4349-835a-55272077cbb4), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:37.343747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:37.711319 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3468fa88-9e10-463e-bc75-1ea55750cf66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:37.717190 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3468fa88-9e10-463e-bc75-1ea55750cf66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:37.818432 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-3468fa88-9e10-463e-bc75-1ea55750cf66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Floating IP 20450678-26a2-4349-835a-55272077cbb4 associated. External IP: 172.26.3.184, port: 328b6ea5-b884-494c-b2c2-0343524c6b83. Apr 29 08:06:38.031793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3468fa88-9e10-463e-bc75-1ea55750cf66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:06:38.152010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3468fa88-9e10-463e-bc75-1ea55750cf66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:06:38.157135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3468fa88-9e10-463e-bc75-1ea55750cf66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:06:38.164216 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:06:38.175769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:06:38.176471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:06:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:38.190801 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3468fa88-9e10-463e-bc75-1ea55750cf66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "PUT /v2.0/floatingips/20450678-26a2-4349-835a-55272077cbb4 HTTP/1.1" status: 200 len: 992 time: 1.2726157 Apr 29 08:06:38.191387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:06:38.193935 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:06:38.233017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df98626-d9fc-4b24-88d8-598ec893de0c x-openstack-request-id: req-5df98626-d9fc-4b24-88d8-598ec893de0c {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:06:38.233017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:06:38.233017 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5df98626-d9fc-4b24-88d8-598ec893de0c {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:06:38.233017 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df98626-d9fc-4b24-88d8-598ec893de0c'] response: {'name': 'network-changed', 'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'status': 'completed', 'code': 200} Apr 29 08:06:38.288214 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:06:38.299475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-225f5c60-c61c-4f58-b5b3-6d5f6dc68e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:38.301006 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-225f5c60-c61c-4f58-b5b3-6d5f6dc68e2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1129 time: 0.0470223 Apr 29 08:06:38.400575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-e098578b-ae4d-474f-9f95-fc358deb3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:38.403057 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-e098578b-ae4d-474f-9f95-fc358deb3c1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0963814 Apr 29 08:06:38.492131 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-0e6497a4-344d-4f81-aba1-5165659b36d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 1000 time: 0.0828381 Apr 29 08:06:38.543399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-58dea3d6-51c0-4c66-84d5-b6753da14b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:38.545025 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-58dea3d6-51c0-4c66-84d5-b6753da14b3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0469379 Apr 29 08:06:38.567316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:94:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:06:37Z', 'revision_number': 13, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:38.597841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-99736ece-73a3-4522-b37a-129476b5474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:38.599448 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-99736ece-73a3-4522-b37a-129476b5474b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490091 Apr 29 08:06:38.600258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:06:38.609083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:06:38.609739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:06:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:38.692349 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-f8ee96d8-6366-4790-9fcf-90d117a07dac service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869925 Apr 29 08:06:38.718864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:06:38.786215 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c35b30dd-da5b-4e78-a5b8-9c5fb90c33f9 req-a5115db8-27dd-4805-98f7-066d48581ee2 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879128 Apr 29 08:06:39.099167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:94:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:06:37Z', 'revision_number': 13, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:06:39.129044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5daee77-87ba-4562-8ceb-9dc6463b4c73 None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '20450678-26a2-4349-835a-55272077cbb4', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'floating_ip_address': '172.26.3.184', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'port_id': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'mac_address': 'fa:16:3e:94:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:03:42Z', 'updated_at': '2022-04-29T08:06:37Z', 'revision_number': 13, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:06:39.331332 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7b4b0-9193-4165-8bd4-ba7b53f8bfe5 None None] New status for floating IP 20450678-26a2-4349-835a-55272077cbb4: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:06:40.717544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c38b75-d3c7-48e3-a82d-babcd0900f1e req-d4aedaf7-80c9-42ce-a8f6-4681729a7df8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:40.719053 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-88c38b75-d3c7-48e3-a82d-babcd0900f1e req-d4aedaf7-80c9-42ce-a8f6-4681729a7df8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0548425 Apr 29 08:06:40.770261 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-88c38b75-d3c7-48e3-a82d-babcd0900f1e req-89700a77-262a-499c-9131-5da1fd3bbca5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433891 Apr 29 08:06:41.360065 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-b14dfb2f-66c0-42fe-a7c9-06d813613090 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508676 Apr 29 08:06:41.444708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-0ed15ee1-f14e-4915-b33d-aa9bd7bf4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:41.446163 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-0ed15ee1-f14e-4915-b33d-aa9bd7bf4ff4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1129 time: 0.0451877 Apr 29 08:06:41.547498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-9faab95a-8e06-4492-8b92-864c901d32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:41.549109 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-9faab95a-8e06-4492-8b92-864c901d32ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0856836 Apr 29 08:06:41.945849 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-5cf2e612-20a9-4d9f-91d1-3b20f8e023b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 1002 time: 0.3911939 Apr 29 08:06:41.996282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-d8b13b6f-4db3-4153-b673-5cb7f15b288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:41.997759 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-d8b13b6f-4db3-4153-b673-5cb7f15b288f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0429401 Apr 29 08:06:42.048816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-10ae61bf-ca17-4056-8d97-95bc73abab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:42.050440 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-10ae61bf-ca17-4056-8d97-95bc73abab63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465696 Apr 29 08:06:42.144529 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-1f2bb54e-1ffe-4463-bc6b-467c7945048a service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872407 Apr 29 08:06:42.241350 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-55537bab-fa02-4ccb-984b-12ca8396b21e req-313fbc57-43dc-4756-867e-83cf05b7fe5a service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872424 Apr 29 08:06:47.211960 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:06:57.292747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afec3f8-3930-4448-ad99-cc929fe6f308 req-35ddc1af-0e01-4511-b28a-7a112221293e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:57.294243 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8afec3f8-3930-4448-ad99-cc929fe6f308 req-35ddc1af-0e01-4511-b28a-7a112221293e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0817671 Apr 29 08:06:57.319560 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-bf68a01d-9f00-4a52-9be6-abdfdc15b09c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155338 Apr 29 08:06:57.346701 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8afec3f8-3930-4448-ad99-cc929fe6f308 req-217da02f-336c-45dc-8d28-76969b11c656 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461152 Apr 29 08:06:57.740445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-a140c6e5-71a1-4ba6-b39b-b600fcf36218 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:57.741854 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-a140c6e5-71a1-4ba6-b39b-b600fcf36218 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports/328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 942 time: 0.1108150 Apr 29 08:06:58.477004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92831519-f6a2-4c5f-99da-4421f2ce4f78 req-52782acf-a83d-48ea-90b9-aa04fb7130a8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:58.478792 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-92831519-f6a2-4c5f-99da-4421f2ce4f78 req-52782acf-a83d-48ea-90b9-aa04fb7130a8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0556059 Apr 29 08:06:58.535563 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-92831519-f6a2-4c5f-99da-4421f2ce4f78 req-3447cf9a-2f3d-4ceb-826c-5c65e0ce9ebd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491214 Apr 29 08:06:58.556002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-1b52dd3a-5535-4b72-b4f2-98646f5c8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:58.557535 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-1b52dd3a-5535-4b72-b4f2-98646f5c8dec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1129 time: 0.0481014 Apr 29 08:06:58.654835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-06236aca-a265-4fa0-9e6f-6cfd75ff4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:58.656193 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-06236aca-a265-4fa0-9e6f-6cfd75ff4013 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0909932 Apr 29 08:06:58.726354 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-7deeae7d-79c3-484e-a6b8-ad04c416b316 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 1002 time: 0.0637481 Apr 29 08:06:58.773773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-ac5d3942-0c4f-4efb-afc4-2987c998d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:58.775184 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-ac5d3942-0c4f-4efb-afc4-2987c998d5ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0424695 Apr 29 08:06:58.831350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-c4df0838-4a48-4729-b578-cf1c2176a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:58.833291 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-c4df0838-4a48-4729-b578-cf1c2176a06b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0508964 Apr 29 08:06:58.931305 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-8a187196-83cd-4115-ab73-64253fa1acb1 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904663 Apr 29 08:06:59.027424 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-be76de9a-2a5c-4a50-8671-fd60e12885f7 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898509 Apr 29 08:06:59.662149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e34e5-3288-4c01-84da-dfa7936ba43d req-ce545cac-ae98-40be-a4b7-73219cb8e52e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:06:59.663685 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-870e34e5-3288-4c01-84da-dfa7936ba43d req-ce545cac-ae98-40be-a4b7-73219cb8e52e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0566010 Apr 29 08:06:59.717178 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-870e34e5-3288-4c01-84da-dfa7936ba43d req-1152e46d-585d-4f0b-a23c-91e005654c8e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477145 Apr 29 08:07:00.860361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0493a-8635-4a32-ab7b-18216b879f83 req-4ccd1bb8-767f-4bf7-889c-1b44917bb006 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:00.861758 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-33b0493a-8635-4a32-ab7b-18216b879f83 req-4ccd1bb8-767f-4bf7-889c-1b44917bb006 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0651302 Apr 29 08:07:00.916679 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-33b0493a-8635-4a32-ab7b-18216b879f83 req-85b3e04c-6786-4a67-9be3-60f76f5a9f67 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489562 Apr 29 08:07:01.366436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-700ca2e0-f69b-4e99-99a9-d4714c0e290f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:02.049015 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850530db-2d4f-4246-be6c-b372e348d6cc req-083f6ce2-6f85-461a-96e1-40012f10b882 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:02.050522 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-850530db-2d4f-4246-be6c-b372e348d6cc req-083f6ce2-6f85-461a-96e1-40012f10b882 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0541127 Apr 29 08:07:02.099664 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-850530db-2d4f-4246-be6c-b372e348d6cc req-76e8d80b-1652-4934-93df-5b7be3802677 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434568 Apr 29 08:07:03.230870 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a5fa9-0d00-44de-92f7-21faad91b8f8 req-58cba06a-de03-46ee-92bc-884dc7be73f9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:03.232363 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-be1a5fa9-0d00-44de-92f7-21faad91b8f8 req-58cba06a-de03-46ee-92bc-884dc7be73f9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0559065 Apr 29 08:07:03.279642 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-be1a5fa9-0d00-44de-92f7-21faad91b8f8 req-90cf71e3-98e5-4d12-baac-39e6022e60f1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415726 Apr 29 08:07:03.456253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7c11fb73-7f10-4e70-9ec6-c9f8f7069b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:04.399851 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8eb9b-2a21-44b5-a319-897da6377de8 req-42f3406c-4b98-44d9-ac28-91918eacfdc1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:04.401343 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ba8eb9b-2a21-44b5-a319-897da6377de8 req-42f3406c-4b98-44d9-ac28-91918eacfdc1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0538661 Apr 29 08:07:04.450001 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ba8eb9b-2a21-44b5-a319-897da6377de8 req-51aa4e83-1be5-4dd6-8481-aa4b024960d7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Apr 29 08:07:04.883537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:05.592687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77e20c-160d-44d0-b27b-ba0bab5e80b1 req-b01ea0c9-ccd8-4651-9c8c-094f200773fb tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:05.594194 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9d77e20c-160d-44d0-b27b-ba0bab5e80b1 req-b01ea0c9-ccd8-4651-9c8c-094f200773fb tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0629146 Apr 29 08:07:05.642375 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9d77e20c-160d-44d0-b27b-ba0bab5e80b1 req-eb7d285e-4a73-4881-a2bd-b4f36132d33b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425074 Apr 29 08:07:05.660790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:06.188887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:06.772095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a098-7215-4db7-87ff-518c383a087f req-71eb3dd8-fa92-4edf-a60b-8fc2a7464256 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:06.773758 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0957a098-7215-4db7-87ff-518c383a087f req-71eb3dd8-fa92-4edf-a60b-8fc2a7464256 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0584214 Apr 29 08:07:06.821041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0957a098-7215-4db7-87ff-518c383a087f req-8406b196-bdec-4d7d-bbce-3b6207dc20ae tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Apr 29 08:07:07.341269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:07.944669 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b9fdd-3ddb-4636-b35e-06b7e037a3ce req-f3dd06e2-23eb-4df8-a405-8d81f4eea41f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:07.946197 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-479b9fdd-3ddb-4636-b35e-06b7e037a3ce req-f3dd06e2-23eb-4df8-a405-8d81f4eea41f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0555933 Apr 29 08:07:07.996775 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-479b9fdd-3ddb-4636-b35e-06b7e037a3ce req-f28a7c85-1c3a-4308-a8a4-28a6bc23c7d9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444481 Apr 29 08:07:08.591189 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:07:08.670072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 328b6ea5-b884-494c-b2c2-0343524c6b83 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:07:08.670459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:08.693808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:08.696042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a8f8f0-cd30-4d7d-9b20-bc5ce27ef620" -d '{"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-unplugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:08.709757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:08.717946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:08.744559 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278c3ad6-de71-4d8f-b698-08e20f2367f2 x-openstack-request-id: req-278c3ad6-de71-4d8f-b698-08e20f2367f2 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:08.744860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-unplugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:08.745123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-278c3ad6-de71-4d8f-b698-08e20f2367f2 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:08.745538 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278c3ad6-de71-4d8f-b698-08e20f2367f2'] response: {'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'code': 200} Apr 29 08:07:08.769026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:09.123590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcad5f8-e531-424f-834b-9e80259cf82b req-3b3f0280-bec9-4d0b-b559-aa5dec2d2a43 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:09.125085 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2bcad5f8-e531-424f-834b-9e80259cf82b req-3b3f0280-bec9-4d0b-b559-aa5dec2d2a43 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0592589 Apr 29 08:07:09.174960 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2bcad5f8-e531-424f-834b-9e80259cf82b req-4fff3c7a-b5ce-47e3-9e8b-9d1139ddf33b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437875 Apr 29 08:07:09.503692 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-7b6e8adc-ecfa-439d-a9e8-9e89de22e94c service neutron] 10.222.0.36 "GET /v2.0/ports/328b6ea5-b884-494c-b2c2-0343524c6b83/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0542941 Apr 29 08:07:09.730735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-64e47a90-bc9e-4fc0-8a07-e3bde4fc9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:09.732306 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-64e47a90-bc9e-4fc0-8a07-e3bde4fc9001 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 1127 time: 0.0570793 Apr 29 08:07:09.801451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-850ae6ac-f5ad-4945-9cd8-c03397952e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:09.802959 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-850ae6ac-f5ad-4945-9cd8-c03397952e70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1127 time: 0.0484779 Apr 29 08:07:09.898200 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-9e2bddbf-b2f5-4b23-92de-3847510835a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:09.899673 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-9e2bddbf-b2f5-4b23-92de-3847510835a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0907168 Apr 29 08:07:09.975339 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-62772317-5f8b-4110-b0eb-0bf91f16bbfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 1000 time: 0.0697651 Apr 29 08:07:10.024158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-f49df5f3-f038-47ef-9a50-261ae212230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:10.025530 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-f49df5f3-f038-47ef-9a50-261ae212230f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0445075 Apr 29 08:07:10.074592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12351c-f0af-4278-860f-f490288ea628 req-3baba637-0634-4adb-8590-7506b32078b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:10.076034 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-3baba637-0634-4adb-8590-7506b32078b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449250 Apr 29 08:07:10.174655 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-f9e34b2a-8bb6-4c79-8960-fb0b7dda922c service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916111 Apr 29 08:07:10.288802 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-1193f1b3-39e1-4373-877d-02176a46a348 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083868 Apr 29 08:07:10.315933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d71616-5865-41fe-8005-917ae92c889f req-038c0c78-5c8e-411a-bc18-7baf3012099d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:10.317635 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-99d71616-5865-41fe-8005-917ae92c889f req-038c0c78-5c8e-411a-bc18-7baf3012099d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0692403 Apr 29 08:07:10.375960 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-99d71616-5865-41fe-8005-917ae92c889f req-bb3d0c2a-9643-468c-9c5d-aa2df2b29955 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496638 Apr 29 08:07:11.502792 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef4460-4508-481e-a52b-9fc1e427eb5f req-929ed3d5-14e1-45e7-80f0-1f567331d779 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:11.504465 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-62ef4460-4508-481e-a52b-9fc1e427eb5f req-929ed3d5-14e1-45e7-80f0-1f567331d779 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0579021 Apr 29 08:07:11.552622 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-62ef4460-4508-481e-a52b-9fc1e427eb5f req-972bb74f-1e00-48b7-a2b4-b2a5258ed52f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Apr 29 08:07:12.675028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd4fa6-91a5-4973-b48d-c044c3653b86 req-92ef27f1-fd52-488c-a7ce-4d9025843ce8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:12.677252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a8cd4fa6-91a5-4973-b48d-c044c3653b86 req-92ef27f1-fd52-488c-a7ce-4d9025843ce8 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0551584 Apr 29 08:07:12.725676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a8cd4fa6-91a5-4973-b48d-c044c3653b86 req-9495a04c-9112-4102-929e-868d9c0ec76f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Apr 29 08:07:13.848857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc05ff8-eb45-4267-8c5b-636a9f33c266 req-f9ee265a-371c-4d36-a3c3-4710d1bcdbec tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:13.850484 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ccc05ff8-eb45-4267-8c5b-636a9f33c266 req-f9ee265a-371c-4d36-a3c3-4710d1bcdbec tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0546830 Apr 29 08:07:13.901483 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ccc05ff8-eb45-4267-8c5b-636a9f33c266 req-b7a685cc-8eab-4dba-af05-3669f2359ecd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449033 Apr 29 08:07:15.026663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565de38-38b4-4545-b389-64413dabc199 req-cb38c6aa-f9a3-496f-b29e-f1420d95da45 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:15.028212 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0565de38-38b4-4545-b389-64413dabc199 req-cb38c6aa-f9a3-496f-b29e-f1420d95da45 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0569537 Apr 29 08:07:15.075932 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0565de38-38b4-4545-b389-64413dabc199 req-f34f586c-836d-4621-9700-654e24600785 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418940 Apr 29 08:07:16.199454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7dc26-5334-441c-82bb-28b1931a52b3 req-fd964a8e-5654-4d25-bf00-1411ff32cb66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:16.200933 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0dd7dc26-5334-441c-82bb-28b1931a52b3 req-fd964a8e-5654-4d25-bf00-1411ff32cb66 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0553493 Apr 29 08:07:16.248115 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0dd7dc26-5334-441c-82bb-28b1931a52b3 req-d495e1b6-3ebf-45b3-93e5-3773c0846d7a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412879 Apr 29 08:07:17.373998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1a010-44b2-4dab-8ead-e4da11669808 req-9ba43938-ce44-42a4-a1f3-5c7534d18b41 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:17.375605 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b0a1a010-44b2-4dab-8ead-e4da11669808 req-9ba43938-ce44-42a4-a1f3-5c7534d18b41 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0589163 Apr 29 08:07:17.426080 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b0a1a010-44b2-4dab-8ead-e4da11669808 req-a8300c8b-2587-4153-af9f-d8e76ec90460 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438778 Apr 29 08:07:18.555621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd35cf8-2603-47ad-87ba-c6766f61dd51 req-1a4b5e2f-2f12-48e2-849b-12e1de96355d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:18.557134 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4dd35cf8-2603-47ad-87ba-c6766f61dd51 req-1a4b5e2f-2f12-48e2-849b-12e1de96355d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0570960 Apr 29 08:07:18.605693 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4dd35cf8-2603-47ad-87ba-c6766f61dd51 req-4ae29a70-c903-46a1-a712-564708965441 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Apr 29 08:07:19.730408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf739-741a-486c-85ef-d49959d9fac7 req-93b7edf4-f341-464f-a061-ebbc08c662e6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:19.731894 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ca4bf739-741a-486c-85ef-d49959d9fac7 req-93b7edf4-f341-464f-a061-ebbc08c662e6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0550113 Apr 29 08:07:19.780002 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ca4bf739-741a-486c-85ef-d49959d9fac7 req-5598ac57-897a-47df-a8ce-959a3f22c114 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 Apr 29 08:07:20.918023 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f2c6-d5f7-4af4-861a-47c43dec7b29 req-f7196be6-d7ae-46d9-9351-3771a4d6939a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:20.919498 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ce70f2c6-d5f7-4af4-861a-47c43dec7b29 req-f7196be6-d7ae-46d9-9351-3771a4d6939a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0606258 Apr 29 08:07:20.966030 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ce70f2c6-d5f7-4af4-861a-47c43dec7b29 req-7bae66e1-ec41-448a-976b-3f26ae1600dd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406976 Apr 29 08:07:22.088270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a741c17-926f-48cb-b284-16e6fc9a9e43 req-9db3520b-c04a-41ce-b67c-8a3ea7f3d0f5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:22.089758 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a741c17-926f-48cb-b284-16e6fc9a9e43 req-9db3520b-c04a-41ce-b67c-8a3ea7f3d0f5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0557089 Apr 29 08:07:22.143009 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a741c17-926f-48cb-b284-16e6fc9a9e43 req-db91a79a-cb1c-4832-b783-09c061be0b41 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458393 Apr 29 08:07:22.676388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:07:22.778442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:22.793636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'port_id': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'mac_address': 'fa:16:3e:94:60:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:07:22.832842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 328b6ea5-b884-494c-b2c2-0343524c6b83 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:07:22.833149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:22.847225 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328b6ea5-b884-494c-b2c2-0343524c6b83 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:07:22.868664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:22.874152 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:22.927386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:22.933862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['328b6ea5-b884-494c-b2c2-0343524c6b83'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:07:23.279090 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f697b0-d941-4f04-8e33-b45cb269963c req-d0063067-88fc-4fb1-9c32-9466d6209698 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:23.280554 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e5f697b0-d941-4f04-8e33-b45cb269963c req-d0063067-88fc-4fb1-9c32-9466d6209698 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 944 time: 0.0544243 Apr 29 08:07:23.329667 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e5f697b0-d941-4f04-8e33-b45cb269963c req-dbffa220-b574-444b-b11f-6a4701b09379 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431125 Apr 29 08:07:24.215797 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:07:24.463715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43397e1e-80a3-4334-a888-b96d95b4ed74 req-1cff8a56-09ea-4fd2-b536-c196708ff350 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:24.465244 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43397e1e-80a3-4334-a888-b96d95b4ed74 req-1cff8a56-09ea-4fd2-b536-c196708ff350 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 944 time: 0.0585163 Apr 29 08:07:24.513807 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43397e1e-80a3-4334-a888-b96d95b4ed74 req-765c37b3-c945-46dd-bf42-a15631b955ce tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 Apr 29 08:07:24.686976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:07:24.742642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 328b6ea5-b884-494c-b2c2-0343524c6b83 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:07:24.743014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:24.829184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 328b6ea5-b884-494c-b2c2-0343524c6b83 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:07:24.829509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:24.853050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:24.855944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4f4b1f-2036-4324-ab26-67563f7e145b" -d '{"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-plugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:24.868323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:24.873954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:24.901563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e6d6b6-6c30-4585-95d6-cd495761b183 x-openstack-request-id: req-c3e6d6b6-6c30-4585-95d6-cd495761b183 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:24.901863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-plugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:24.902113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3e6d6b6-6c30-4585-95d6-cd495761b183 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:24.902531 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e6d6b6-6c30-4585-95d6-cd495761b183'] response: {'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'code': 200} Apr 29 08:07:24.924665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:25.641536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754f6fe-41ea-4774-a054-ef1e6bbe8ecd req-7fbf106e-8303-434a-b463-e60ee44086c7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:25.643584 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a754f6fe-41ea-4774-a054-ef1e6bbe8ecd req-7fbf106e-8303-434a-b463-e60ee44086c7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0562115 Apr 29 08:07:25.700555 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a754f6fe-41ea-4774-a054-ef1e6bbe8ecd req-1bafc64a-704e-415f-af70-262d7e4bff74 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448849 Apr 29 08:07:26.835595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deeb67-5d77-4bdd-b304-8c1dca08d4aa req-507a6a94-b644-4118-a5c4-f377608d88a6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:26.836951 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b8deeb67-5d77-4bdd-b304-8c1dca08d4aa req-507a6a94-b644-4118-a5c4-f377608d88a6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0547855 Apr 29 08:07:26.889909 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b8deeb67-5d77-4bdd-b304-8c1dca08d4aa req-7649ee7c-8e69-4c13-bb0e-b98bd2fc93cd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464916 Apr 29 08:07:28.021066 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7591a97-ef74-40b2-8c9a-877ead436de1 req-08d2bb92-25e7-4dc7-a614-0dd13418c29a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:28.022573 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c7591a97-ef74-40b2-8c9a-877ead436de1 req-08d2bb92-25e7-4dc7-a614-0dd13418c29a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0590684 Apr 29 08:07:28.068120 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c7591a97-ef74-40b2-8c9a-877ead436de1 req-0219cd17-85cb-433d-9dd3-bc72914d3681 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398197 Apr 29 08:07:28.386807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-50d1bd96-fc6d-4734-b48f-81c1cb646138 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:28.388258 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-50d1bd96-fc6d-4734-b48f-81c1cb646138 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&binding%3Ahost_id=hv-neutron-8398 HTTP/1.1" status: 200 len: 945 time: 0.0884302 Apr 29 08:07:28.395754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6cd1-7a06-4d32-a146-365f95ee5530 req-e9570abc-7e6e-452c-af58-c31f68d1c256 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:28.397089 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-07ff6cd1-7a06-4d32-a146-365f95ee5530 req-e9570abc-7e6e-452c-af58-c31f68d1c256 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0694420 Apr 29 08:07:28.481755 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-07ff6cd1-7a06-4d32-a146-365f95ee5530 req-b93f7b3c-ae5e-4e83-9dbe-915f8a22ac25 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787346 Apr 29 08:07:28.484794 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-82d1d206-760c-49d9-af68-f4555e19f377 service neutron] 10.222.0.36 "GET /v2.0/ports/328b6ea5-b884-494c-b2c2-0343524c6b83/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0866947 Apr 29 08:07:28.550632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-ca6191fd-09c5-4ca0-8563-4138e82cd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:28.552041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-ca6191fd-09c5-4ca0-8563-4138e82cd72a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1129 time: 0.0454750 Apr 29 08:07:28.642780 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-80f06f2e-5b9c-485f-bd63-49285e979e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:28.644182 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-80f06f2e-5b9c-485f-bd63-49285e979e9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0856414 Apr 29 08:07:28.712846 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-9bed37cf-7592-4b3c-a618-b7be3d31583a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 1002 time: 0.0580966 Apr 29 08:07:28.759129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-a3fd732b-4153-424b-85c9-e2501aeb6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:28.760505 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-a3fd732b-4153-424b-85c9-e2501aeb6474 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0419343 Apr 29 08:07:28.813420 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-d2abfcd0-2275-4ac3-bf79-3b1590e2c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:28.814826 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-d2abfcd0-2275-4ac3-bf79-3b1590e2c674 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478134 Apr 29 08:07:28.913978 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-88717427-6369-49dd-b47d-f1203c11df8e service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930882 Apr 29 08:07:29.005662 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-c732a56b-4114-4a91-8e74-93cb2ff305c0 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854931 Apr 29 08:07:29.614279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559c594-c18c-45e5-8ad3-4a79529b6a7c req-fb01c0cb-a09d-4391-95a9-0b66e57acc09 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:29.615792 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8559c594-c18c-45e5-8ad3-4a79529b6a7c req-fb01c0cb-a09d-4391-95a9-0b66e57acc09 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0559552 Apr 29 08:07:29.662326 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8559c594-c18c-45e5-8ad3-4a79529b6a7c req-1eee009b-3288-4e7a-91b3-da5c7b5c006f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 Apr 29 08:07:30.791823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4249e36-7dff-41db-a480-465943a01b79 req-f031f6bf-4380-439b-8bd8-f147ab3c141f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:30.793252 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4249e36-7dff-41db-a480-465943a01b79 req-f031f6bf-4380-439b-8bd8-f147ab3c141f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0560565 Apr 29 08:07:30.842180 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4249e36-7dff-41db-a480-465943a01b79 req-4bc1d467-fe92-4da4-b203-b8051dd5e8e6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430162 Apr 29 08:07:31.362520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-14fe71cb-ae3c-48eb-9efa-e7d2c5bf341e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:31.970131 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf8882-f3be-4004-a817-61dda0cfc79e req-b08b9f6b-6078-4955-b1fe-a4572631dd2e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:31.971508 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7cbf8882-f3be-4004-a817-61dda0cfc79e req-b08b9f6b-6078-4955-b1fe-a4572631dd2e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0586560 Apr 29 08:07:32.022555 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7cbf8882-f3be-4004-a817-61dda0cfc79e req-16879338-0661-4bfe-919e-c758176849c6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409584 Apr 29 08:07:33.148702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623adf9e-1efb-4368-8fb0-8fe2a6360939 req-e49ce273-d1cb-4205-a85e-bd0c266f0daf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:33.150213 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-623adf9e-1efb-4368-8fb0-8fe2a6360939 req-e49ce273-d1cb-4205-a85e-bd0c266f0daf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0574069 Apr 29 08:07:33.199180 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-623adf9e-1efb-4368-8fb0-8fe2a6360939 req-8ae356fd-ec03-4a0d-a9f6-0f3cb1468a52 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 Apr 29 08:07:33.456197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-98af23b5-b201-4bb3-ad42-1337d921fdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:34.326048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a4f92-a931-44a5-b790-7bbfb13438b0 req-374c5499-fb11-43df-8b29-62d3af13c180 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:34.327548 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c86a4f92-a931-44a5-b790-7bbfb13438b0 req-374c5499-fb11-43df-8b29-62d3af13c180 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0584748 Apr 29 08:07:34.380428 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c86a4f92-a931-44a5-b790-7bbfb13438b0 req-b9f1124c-4a56-4d96-bcac-4163cd35cd84 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468500 Apr 29 08:07:34.764033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:07:34.849141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 328b6ea5-b884-494c-b2c2-0343524c6b83 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:07:34.849514 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:34.883163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:34.885388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae850c0-2a8b-4b88-818e-4b428f944554" -d '{"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-unplugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:34.896197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:34.899473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:34.904367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:34.939936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6777c6cd-c8c2-40f4-a7f4-e332aa72b2b0 x-openstack-request-id: req-6777c6cd-c8c2-40f4-a7f4-e332aa72b2b0 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:34.940235 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-unplugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:34.940488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6777c6cd-c8c2-40f4-a7f4-e332aa72b2b0 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:34.940921 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6777c6cd-c8c2-40f4-a7f4-e332aa72b2b0'] response: {'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'code': 200} Apr 29 08:07:34.960188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=9']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:34.967327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.967679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.968018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.968353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.968684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.969012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.969364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.969691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.970014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.970336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.970657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.970976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:34.971292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:35.241881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-73b2a425-eec0-45b5-bae4-17f85b7ccab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:35.243384 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-73b2a425-eec0-45b5-bae4-17f85b7ccab1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011&tenant_id=e8c5fb48c8a44f9b8283993c5295c33d HTTP/1.1" status: 200 len: 1127 time: 0.0517294 Apr 29 08:07:35.309274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-7b6b7f4f-6a98-4e89-be9d-a63db4b7a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:35.310787 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-7b6b7f4f-6a98-4e89-be9d-a63db4b7a00d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1127 time: 0.0444534 Apr 29 08:07:35.411364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-229afdfa-71ec-4a13-ba32-f76e88658fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:35.412898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-229afdfa-71ec-4a13-ba32-f76e88658fa9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.0955100 Apr 29 08:07:35.481664 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-f23dc306-23c4-4760-8b51-40d5639f81ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 1000 time: 0.0620484 Apr 29 08:07:35.505268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb85b89-962d-4815-a52c-80ea61a3a4ad req-0aaffa33-c040-409d-960c-61b19a4d42c1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:35.506787 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3bb85b89-962d-4815-a52c-80ea61a3a4ad req-0aaffa33-c040-409d-960c-61b19a4d42c1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0582643 Apr 29 08:07:35.530711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-7f38a345-0fdd-4d14-9e75-2f4afa6bc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:35.532164 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-7f38a345-0fdd-4d14-9e75-2f4afa6bc6ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0449467 Apr 29 08:07:35.557624 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3bb85b89-962d-4815-a52c-80ea61a3a4ad req-da99eeec-2af1-4ce7-ab39-f76ed3ea1425 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452156 Apr 29 08:07:35.584632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-1acf6025-80b8-4b19-a728-639f0abcf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:35.586165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-1acf6025-80b8-4b19-a728-639f0abcf8ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480244 Apr 29 08:07:35.664264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:35.679521 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-535d652c-d6f7-4f59-b29d-e97714024bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868766 Apr 29 08:07:35.776012 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3d35ba05-e72e-4568-9d98-43b1178d3ef9 req-44db358f-2c34-42c4-aef9-02910f9f4777 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907571 Apr 29 08:07:36.191318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:36.684697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76adcb-077d-45a3-886c-f256757d3889 req-2ea6e0a9-e266-426d-9401-dc2017ca0668 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:36.686495 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7f76adcb-077d-45a3-886c-f256757d3889 req-2ea6e0a9-e266-426d-9401-dc2017ca0668 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0581939 Apr 29 08:07:36.737947 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7f76adcb-077d-45a3-886c-f256757d3889 req-a9716dc7-6c18-4765-a6f2-8b9025e1729e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447519 Apr 29 08:07:37.336857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:37.864518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd328049-145c-4568-90f9-7b2f88983ea4 req-2d8b9e47-ec12-40f4-bf1a-f3d04643a8e2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:37.866069 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fd328049-145c-4568-90f9-7b2f88983ea4 req-2d8b9e47-ec12-40f4-bf1a-f3d04643a8e2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0596569 Apr 29 08:07:37.915923 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fd328049-145c-4568-90f9-7b2f88983ea4 req-d60fb76c-392a-42ea-91b9-007572531f9c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440848 Apr 29 08:07:39.036308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade5bcc-a416-46bb-9986-81a8e6fb245a req-3bc3754e-e415-4d16-a31f-92bda3e43299 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:39.037778 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fade5bcc-a416-46bb-9986-81a8e6fb245a req-3bc3754e-e415-4d16-a31f-92bda3e43299 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0539007 Apr 29 08:07:39.083719 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fade5bcc-a416-46bb-9986-81a8e6fb245a req-54b8439c-1b5a-4de8-a0d0-d23bc1389392 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399251 Apr 29 08:07:40.219668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722ecb-156f-4733-b68d-3aa0b828fd4e req-a46406dd-4c67-4367-90bb-52280f3ee64a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:40.221242 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-59722ecb-156f-4733-b68d-3aa0b828fd4e req-a46406dd-4c67-4367-90bb-52280f3ee64a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0612483 Apr 29 08:07:40.272229 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-59722ecb-156f-4733-b68d-3aa0b828fd4e req-aca9fe83-4f9b-4e70-a952-b6ec08052a36 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450852 Apr 29 08:07:41.411754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-58fd3803-9398-47dc-9c03-524842940d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:41.413256 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-58fd3803-9398-47dc-9c03-524842940d00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 1127 time: 0.0781071 Apr 29 08:07:41.422783 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea4916-c626-4d20-834e-8b61731c0ed7 req-abecd139-550f-4a29-a00b-9ef75273418c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:41.424166 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bcea4916-c626-4d20-834e-8b61731c0ed7 req-abecd139-550f-4a29-a00b-9ef75273418c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0797112 Apr 29 08:07:41.525070 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bcea4916-c626-4d20-834e-8b61731c0ed7 req-e48c8089-5171-414b-91a1-6960c0f94347 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948415 Apr 29 08:07:41.553362 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-e3ad9572-cfe2-45de-b0be-a5c813af28da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:41.554738 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-e3ad9572-cfe2-45de-b0be-a5c813af28da service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 200 len: 912 time: 0.1186843 Apr 29 08:07:41.620117 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-d69b818b-c699-4dbe-a9cf-86d7efa1d88c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 200 len: 1000 time: 0.0592158 Apr 29 08:07:41.669398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-962e18bb-61c9-471a-9385-3b21c46141a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:41.670879 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-962e18bb-61c9-471a-9385-3b21c46141a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 200 len: 850 time: 0.0443540 Apr 29 08:07:41.724323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-b7a01e8f-5d46-44cc-b604-eab86e07b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:41.725863 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-b7a01e8f-5d46-44cc-b604-eab86e07b7d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490682 Apr 29 08:07:41.820928 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-7099b6b0-6720-4cb4-8dfb-4d0d13acf837 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886440 Apr 29 08:07:41.924065 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-792c70b0-0368-4793-acc9-99ddf7f6bdb8 req-f6ee4fe8-99b3-41e0-9dc8-bb02d8805342 service neutron] 10.222.0.36 "GET /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972950 Apr 29 08:07:42.648937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b7620-b2a8-4b15-ad31-aa3b7949fefb req-b3e6554b-8d26-4b71-baac-207af9888bdf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:42.650482 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b91b7620-b2a8-4b15-ad31-aa3b7949fefb req-b3e6554b-8d26-4b71-baac-207af9888bdf tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0548382 Apr 29 08:07:42.703722 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b91b7620-b2a8-4b15-ad31-aa3b7949fefb req-1caacbc2-e939-4680-a933-0aecb7887701 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474412 Apr 29 08:07:43.825541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4592c-0e48-4e23-a82d-1ac413022953 req-2b8bd69a-a2cb-40f2-b695-4b602dc9ef9c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:43.826916 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bdd4592c-0e48-4e23-a82d-1ac413022953 req-2b8bd69a-a2cb-40f2-b695-4b602dc9ef9c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0533879 Apr 29 08:07:43.873984 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bdd4592c-0e48-4e23-a82d-1ac413022953 req-34bd2c21-2c15-457e-8ac5-8be1487effd6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412986 Apr 29 08:07:44.998995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dc939-1aa0-4931-80cf-f7c45aaffe66 req-e88ef005-abe1-4163-93ec-531d5d7236f1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:45.000513 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-068dc939-1aa0-4931-80cf-f7c45aaffe66 req-e88ef005-abe1-4163-93ec-531d5d7236f1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0551627 Apr 29 08:07:45.049511 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-068dc939-1aa0-4931-80cf-f7c45aaffe66 req-1b7f732e-f40f-45ad-83ff-3492b41bd000 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 Apr 29 08:07:46.182632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07b082-9926-451f-9e68-5865a898f88c req-7b31d2af-1b22-4383-806d-3d8cae061009 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:46.184099 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fd07b082-9926-451f-9e68-5865a898f88c req-7b31d2af-1b22-4383-806d-3d8cae061009 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 943 time: 0.0543981 Apr 29 08:07:46.234361 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fd07b082-9926-451f-9e68-5865a898f88c req-3ab58a12-a51b-42f1-a8b7-be035b7583f1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444496 Apr 29 08:07:46.825943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:07:46.931667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:46.943301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'port_id': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'mac_address': 'fa:16:3e:94:60:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:07:46.984427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 328b6ea5-b884-494c-b2c2-0343524c6b83 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:07:46.984793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:46.999033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328b6ea5-b884-494c-b2c2-0343524c6b83 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:07:47.024552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:47.031991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:47.081133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=10']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:47.088369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['328b6ea5-b884-494c-b2c2-0343524c6b83'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:07:47.386316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa461cb-2dbb-4878-8f64-582284c5850c req-0d80b2c4-c288-49bd-9949-c0cbe1e8ead9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:47.387821 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8fa461cb-2dbb-4878-8f64-582284c5850c req-0d80b2c4-c288-49bd-9949-c0cbe1e8ead9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0630403 Apr 29 08:07:47.442009 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8fa461cb-2dbb-4878-8f64-582284c5850c req-7b9ef8c4-eceb-40d4-b6a6-e41d427e115b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447359 Apr 29 08:07:48.575203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b433a-6e6c-45a7-b58f-9df2c3933b62 req-18a2c850-75a3-46d6-aed1-64ff7937be97 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:48.576642 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a9b433a-6e6c-45a7-b58f-9df2c3933b62 req-18a2c850-75a3-46d6-aed1-64ff7937be97 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 945 time: 0.0609164 Apr 29 08:07:48.629651 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4a9b433a-6e6c-45a7-b58f-9df2c3933b62 req-cc71b7b4-88dd-4243-9718-e62255102fff tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469773 Apr 29 08:07:48.841291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:07:48.892576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 328b6ea5-b884-494c-b2c2-0343524c6b83 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:07:48.892965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:48.971055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 328b6ea5-b884-494c-b2c2-0343524c6b83 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:07:48.971432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:48.994959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:48.997200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1158110-9508-4a11-9860-2999e4018d65" -d '{"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-plugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:49.009145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:49.014360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:49.042397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94020a30-f91d-48aa-a66d-a38ddc0106a1 x-openstack-request-id: req-94020a30-f91d-48aa-a66d-a38ddc0106a1 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:49.042688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-plugged", "status": "completed", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:49.042949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94020a30-f91d-48aa-a66d-a38ddc0106a1 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:49.043316 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94020a30-f91d-48aa-a66d-a38ddc0106a1'] response: {'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'code': 200} Apr 29 08:07:49.069041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=11']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:49.770397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed794-96f0-41f2-9ca5-ff8b59b8b16e req-94815cf3-e95a-46ba-813f-04a7862f6fe9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:49.771838 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ad9ed794-96f0-41f2-9ca5-ff8b59b8b16e req-94815cf3-e95a-46ba-813f-04a7862f6fe9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0615342 Apr 29 08:07:49.817742 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ad9ed794-96f0-41f2-9ca5-ff8b59b8b16e req-0352d5ee-db41-444a-885a-623aab5a9832 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 Apr 29 08:07:50.962684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c06ba-8020-40bc-8e3f-1f0bc6b22254 req-553964c8-214e-42b6-b0e3-76ed2a5934c1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:50.964141 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aa1c06ba-8020-40bc-8e3f-1f0bc6b22254 req-553964c8-214e-42b6-b0e3-76ed2a5934c1 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0592320 Apr 29 08:07:51.019577 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aa1c06ba-8020-40bc-8e3f-1f0bc6b22254 req-3c68e291-2b24-4d04-827a-9fdcc031b59f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474648 Apr 29 08:07:52.154842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8f951-d314-4a1c-947e-3ee86a831088 req-5fa68a7f-2d74-4cc7-b979-2a5b1ea1a632 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:52.156334 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-63f8f951-d314-4a1c-947e-3ee86a831088 req-5fa68a7f-2d74-4cc7-b979-2a5b1ea1a632 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0588369 Apr 29 08:07:52.205604 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-63f8f951-d314-4a1c-947e-3ee86a831088 req-af7f1c8e-377c-499c-bd23-6fd6cb83c412 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Apr 29 08:07:53.341863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087b22c-e9fc-4f88-8267-68a7a5beea13 req-cbf4e1db-77d9-4876-8fbc-de1a6e06251f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:53.343344 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8087b22c-e9fc-4f88-8267-68a7a5beea13 req-cbf4e1db-77d9-4876-8fbc-de1a6e06251f tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0598357 Apr 29 08:07:53.397722 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8087b22c-e9fc-4f88-8267-68a7a5beea13 req-cce1e793-56dd-4766-a329-77347d22705e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485666 Apr 29 08:07:53.523771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe1532-325e-41ac-a9b2-6156af2ee4c3 req-6dfaa41e-b4da-4cf7-96d8-d384e0472d29 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:53.525176 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3fe1532-325e-41ac-a9b2-6156af2ee4c3 req-6dfaa41e-b4da-4cf7-96d8-d384e0472d29 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0541253 Apr 29 08:07:53.572654 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3fe1532-325e-41ac-a9b2-6156af2ee4c3 req-ad168f18-27e6-4f3d-80ce-2fcb27c41108 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 Apr 29 08:07:53.694124 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c52f-e6ad-4556-8373-3e8795170880 req-69d480b1-03fb-46a5-bc8e-e129b4e6c975 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:53.695627 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-65f6c52f-e6ad-4556-8373-3e8795170880 req-69d480b1-03fb-46a5-bc8e-e129b4e6c975 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0579112 Apr 29 08:07:53.746797 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-65f6c52f-e6ad-4556-8373-3e8795170880 req-f64d7ee1-4ed6-4a5b-8ed6-6001df1d40bd tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450685 Apr 29 08:07:53.999682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9d44-05ac-4e2d-86f3-2e791b3de56e req-ea116756-b7f5-4ac9-93cb-9094b0b29051 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:54.001130 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-15ff9d44-05ac-4e2d-86f3-2e791b3de56e req-ea116756-b7f5-4ac9-93cb-9094b0b29051 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0613918 Apr 29 08:07:54.055360 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-15ff9d44-05ac-4e2d-86f3-2e791b3de56e req-9336ccc7-2861-4895-9514-a53b6f2702e5 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482273 Apr 29 08:07:55.195982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cade5-e1d2-417b-a6fc-9318d693e6c2 req-0110af55-82e8-40f8-bfcd-3e49fd5f287d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:55.197821 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e5cade5-e1d2-417b-a6fc-9318d693e6c2 req-0110af55-82e8-40f8-bfcd-3e49fd5f287d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0702522 Apr 29 08:07:55.250075 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e5cade5-e1d2-417b-a6fc-9318d693e6c2 req-a2ad3fa5-c6a0-473a-9d3d-6d1b13faf57e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437663 Apr 29 08:07:56.344380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-96629dad-b639-46b5-bcaa-5eb4657cb17a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:56.345892 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-96629dad-b639-46b5-bcaa-5eb4657cb17a tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0544002 Apr 29 08:07:56.378416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b500-8a67-4ae9-9c1b-121cff7eb365 req-417d64c6-a109-4f35-8848-abce6735845d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:07:56.379935 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-84b0b500-8a67-4ae9-9c1b-121cff7eb365 req-417d64c6-a109-4f35-8848-abce6735845d tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 946 time: 0.0552464 Apr 29 08:07:56.427875 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-84b0b500-8a67-4ae9-9c1b-121cff7eb365 req-20cc5f53-19f6-4131-a8f8-ddc69b74246b tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups?id=0cddc8a8-2f68-47dc-9faa-28b219ad7485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Apr 29 08:07:56.439110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Deleting port 328b6ea5-b884-494c-b2c2-0343524c6b83 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:07:56.439456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:56.529516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] For port 328b6ea5-b884-494c-b2c2-0343524c6b83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=328b6ea5-b884-494c-b2c2-0343524c6b83,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:07:56.529880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:56.700491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:56.700853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:56.701164 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Floating IP 20450678-26a2-4349-835a-55272077cbb4 disassociated. External IP: 172.26.3.184, port: 328b6ea5-b884-494c-b2c2-0343524c6b83. Apr 29 08:07:56.701626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Calling delete_port for 328b6ea5-b884-494c-b2c2-0343524c6b83 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:07:56.833068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (328b6ea5-b884-494c-b2c2-0343524c6b83), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:56.862348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event deleted for resources: {'Port': ['ID=328b6ea5-b884-494c-b2c2-0343524c6b83,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:07:56.874292 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.874626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.874972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.875424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.875759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.876085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.876411 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.876784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.877079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.877444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.877770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.878673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.878673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:07:56.996470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:07:57.104094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:07:57.114595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:07:57.125017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:57.125677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:07:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:57.144693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] No DVR routers for this DVR port 328b6ea5-b884-494c-b2c2-0343524c6b83 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:07:57.147424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:07:57.150899 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3554887d-f4e0-4d1b-9f65-48e3d882da09 req-bd037a92-cfc1-4dc5-b154-5404e9481d4c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.36 "DELETE /v2.0/ports/328b6ea5-b884-494c-b2c2-0343524c6b83 HTTP/1.1" status: 204 len: 173 time: 0.7994332 Apr 29 08:07:57.151341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-deleted', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:07:57.153713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aab0aa-fcba-4621-8eab-bbdae8585bab" -d '{"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-deleted", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:07:57.192398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d3bb38-fd4a-4456-9f39-941278cd18e6 x-openstack-request-id: req-37d3bb38-fd4a-4456-9f39-941278cd18e6 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:07:57.192733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5dc44e-5ec9-40ef-aa98-76942f51e011", "name": "network-vif-deleted", "tag": "328b6ea5-b884-494c-b2c2-0343524c6b83", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:07:57.192989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37d3bb38-fd4a-4456-9f39-941278cd18e6 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:07:57.193595 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d3bb38-fd4a-4456-9f39-941278cd18e6'] response: {'server_uuid': '6a5dc44e-5ec9-40ef-aa98-76942f51e011', 'name': 'network-vif-deleted', 'tag': '328b6ea5-b884-494c-b2c2-0343524c6b83', 'status': 'completed', 'code': 200} Apr 29 08:07:57.242953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:57.458779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:57.485985 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:07:57.495065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:07:57.495832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:07:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:57.534062 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c3169129-1cc9-426d-ae83-0dd69e30f59b req-2276fe5c-23b5-4201-92a2-de2f81fcc0ab tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.0326989 Apr 29 08:07:57.603045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:07:57.797964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:07:57.827591 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db425276-5d3b-4807-aac5-c71dc3f1975f None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:40Z', 'revision_number': 4, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '0a922a5c-ac20-4e20-b125-e048c475ceea', 'name': '', 'network_id': 'dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'mac_address': 'fa:16:3e:74:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:39Z', 'updated_at': '2022-04-29T08:03:43Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'subnets': [{'id': '675b51f5-68ee-41b2-bbdf-26ce536b0a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:07:58.064994 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a68c6-bb2e-4328-b727-056b1ec54b21 None None] New status for floating IP 20450678-26a2-4349-835a-55272077cbb4: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:07:58.634863 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7e38aa9a-f91a-4c59-9c9d-1326333a64ec req-260dd9ac-9039-4019-9179-942a7e6cbcd7 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Apr 29 08:07:58.901807 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:07:58.923584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 328b6ea5-b884-494c-b2c2-0343524c6b83 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:07:58.923910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 328b6ea5-b884-494c-b2c2-0343524c6b83 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:07:59.788168 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-523bc49c-ea71-42b4-bbfd-d82be9f7e594 req-a56d22f0-2336-4b8c-b93b-a432499dc1d9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.0842674 Apr 29 08:08:00.939208 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8cbdca0-007d-4848-a27b-3577568c91f6 req-a2487049-fcd1-462c-af9c-b11c88533eeb tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.0800552 Apr 29 08:08:01.215190 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:08:01.357353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-95e0a66e-86c6-460a-936b-fc09e5984207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:02.041364 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-91b935dd-d34e-407f-9ba8-38dc3183b443 req-efd83ccc-1402-415b-a598-1d399fde42e2 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.0279860 Apr 29 08:08:03.451955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1970cb08-c123-4958-a317-c531cecb2575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:03.478564 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-10db37aa-0dc8-4981-ba3a-d0005da3757c req-343bab0f-a663-49c6-9c18-6da945ddfd6e tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.3670983 Apr 29 08:08:04.575527 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7c65cf42-853a-4822-9e97-db616635e09b req-04b69e8f-d318-4860-92fb-02cc1539020c tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.0284505 Apr 29 08:08:04.879819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:05.667224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:05.674783 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-32c9e3eb-fb69-4dd3-b62a-e8443c9f1a1c req-45ddb3aa-0fbb-4226-adb3-3186b299edb6 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a5dc44e-5ec9-40ef-aa98-76942f51e011 HTTP/1.1" status: 200 len: 210 time: 0.0296314 Apr 29 08:08:06.193665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:07.341993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:12.512844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59134) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:12.573328 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group (0cddc8a8-2f68-47dc-9faa-28b219ad7485), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:12.599933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group (0cddc8a8-2f68-47dc-9faa-28b219ad7485), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:12.647661 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0cddc8a8-2f68-47dc-9faa-28b219ad7485), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:12.650387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:12.653864 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "DELETE /v2.0/security-groups/0cddc8a8-2f68-47dc-9faa-28b219ad7485 HTTP/1.1" status: 204 len: 168 time: 0.1397605 Apr 29 08:08:12.654492 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59136) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:12.670316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cddc8a8-2f68-47dc-9faa-28b219ad7485,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:12.680214 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-9de485aa-615f-421b-a245-5f33c1082c02 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] show failed (client error): The resource could not be found. Apr 29 08:08:12.681183 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9de485aa-615f-421b-a245-5f33c1082c02 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "GET /v2.0/security-groups/0cddc8a8-2f68-47dc-9faa-28b219ad7485 HTTP/1.1" status: 404 len: 347 time: 0.0231631 Apr 29 08:08:12.682562 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.682905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.683241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.683572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.683905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.684232 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.684508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59138) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:12.684954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.684954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.685167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.685510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.685828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.686144 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.686458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee578f-e0bc-44b8-9c74-6152a3ab4f59 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:12.817178 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Deleting port b8af4270-afd2-4bbc-b580-0e59fa905819 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:12.817539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b8af4270-afd2-4bbc-b580-0e59fa905819), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:12.897691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b8af4270-afd2-4bbc-b580-0e59fa905819), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:12.898009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (b8af4270-afd2-4bbc-b580-0e59fa905819), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:12.909487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Calling delete_port for b8af4270-afd2-4bbc-b580-0e59fa905819 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:13.064418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b8af4270-afd2-4bbc-b580-0e59fa905819), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:13.090115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Pushing event deleted for resources: {'Port': ['ID=b8af4270-afd2-4bbc-b580-0e59fa905819,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:13.149480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks [] for floatingip (20450678-26a2-4349-835a-55272077cbb4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:13.152197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:13.153392 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a8fb655a-6a42-47c7-879e-8365fe461ee9 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] 10.222.0.23 "DELETE /v2.0/floatingips/20450678-26a2-4349-835a-55272077cbb4 HTTP/1.1" status: 204 len: 168 time: 0.4677732 Apr 29 08:08:13.156347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59140) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:13.502499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (301f9199-819c-4550-a1f9-b78936c5a833), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:13.756887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Deleting port 0a922a5c-ac20-4e20-b125-e048c475ceea {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:13.757601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:13.834947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] For port 0a922a5c-ac20-4e20-b125-e048c475ceea, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=0a922a5c-ac20-4e20-b125-e048c475ceea,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:13.835312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:13.848389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Calling delete_port for 0a922a5c-ac20-4e20-b125-e048c475ceea owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:14.040286 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (0a922a5c-ac20-4e20-b125-e048c475ceea), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:14.068667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a922a5c-ac20-4e20-b125-e048c475ceea,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:14.247197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (301f9199-819c-4550-a1f9-b78936c5a833), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:14.471775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Router 301f9199-819c-4550-a1f9-b78936c5a833 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:08:14.587708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:08:14.593065 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b451a166-d911-44c1-a346-fbb990b6567b admin admin] 10.222.0.23 "PUT /v2.0/routers/301f9199-819c-4550-a1f9-b78936c5a833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4354737 Apr 29 08:08:14.595899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59142) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:14.597252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] Sync routers for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:08:14.607914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:14.608526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:08:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:14.697788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks [] for router (301f9199-819c-4550-a1f9-b78936c5a833), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:14.715102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:08:14.799252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks [] for router_gateway (301f9199-819c-4550-a1f9-b78936c5a833), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:14.854898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Deleting port 5b896345-0271-4aaa-8be1-e813c3cdc254 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:14.855262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:14.894855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:08:13Z', 'revision_number': 5, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port': {'id': '5b896345-0271-4aaa-8be1-e813c3cdc254', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301f9199-819c-4550-a1f9-b78936c5a833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:14.920832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] Checking router: 301f9199-819c-4550-a1f9-b78936c5a833 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:08:14.928914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] Routers {'301f9199-819c-4550-a1f9-b78936c5a833'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:08:14.929552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:08:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['301f9199-819c-4550-a1f9-b78936c5a833'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:14.932554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] For port 5b896345-0271-4aaa-8be1-e813c3cdc254, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5b896345-0271-4aaa-8be1-e813c3cdc254,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:14.932925 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:14.945640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Calling delete_port for 5b896345-0271-4aaa-8be1-e813c3cdc254 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:15.016912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] Set router 301f9199-819c-4550-a1f9-b78936c5a833 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:08:15.067885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:08:14Z', 'revision_number': 6, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:15.097410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381b9e02-b398-4916-9d2d-5956320c83b5 None None] The sync data for ids ['301f9199-819c-4550-a1f9-b78936c5a833'] in dv-neutron-839860-1-hyperv is: [{'id': '301f9199-819c-4550-a1f9-b78936c5a833', 'name': 'tempest-ServerActionsTestJSON-478886018-router', 'tenant_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:03:37Z', 'updated_at': '2022-04-29T08:08:14Z', 'revision_number': 6, 'project_id': 'e8c5fb48c8a44f9b8283993c5295c33d', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:08:15.113017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5b896345-0271-4aaa-8be1-e813c3cdc254), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.138663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b896345-0271-4aaa-8be1-e813c3cdc254,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:15.201718 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (301f9199-819c-4550-a1f9-b78936c5a833), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.293877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (301f9199-819c-4550-a1f9-b78936c5a833), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.296031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks [] for router_controller (301f9199-819c-4550-a1f9-b78936c5a833), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.340409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (301f9199-819c-4550-a1f9-b78936c5a833), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.340992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 301f9199-819c-4550-a1f9-b78936c5a833 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:08:15.345527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.346705 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-12aa0b75-c2d2-4041-a1be-2c8b335199d3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/301f9199-819c-4550-a1f9-b78936c5a833 HTTP/1.1" status: 204 len: 168 time: 0.7498510 Apr 29 08:08:15.349189 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59144) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:15.397763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b43b99c-be3d-41eb-bde7-d9cfed592258 admin admin] Deleting subnet 675b51f5-68ee-41b2-bbdf-26ce536b0a3e {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:08:15.400836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b43b99c-be3d-41eb-bde7-d9cfed592258 admin admin] Publish callbacks [] for subnet (675b51f5-68ee-41b2-bbdf-26ce536b0a3e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.434592 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b43b99c-be3d-41eb-bde7-d9cfed592258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (675b51f5-68ee-41b2-bbdf-26ce536b0a3e), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.515341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b43b99c-be3d-41eb-bde7-d9cfed592258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (675b51f5-68ee-41b2-bbdf-26ce536b0a3e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.567102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b43b99c-be3d-41eb-bde7-d9cfed592258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (675b51f5-68ee-41b2-bbdf-26ce536b0a3e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.598125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43b99c-be3d-41eb-bde7-d9cfed592258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675b51f5-68ee-41b2-bbdf-26ce536b0a3e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:15.600001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b43b99c-be3d-41eb-bde7-d9cfed592258 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.605669 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9b43b99c-be3d-41eb-bde7-d9cfed592258 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/675b51f5-68ee-41b2-bbdf-26ce536b0a3e HTTP/1.1" status: 204 len: 168 time: 0.2529893 Apr 29 08:08:15.605761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc394896-5a54-4a01-a087-b22e3b143825 None None] Network dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:15.606198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59146) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:15.671064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.724133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Deleting port 29ef472c-3b2f-4288-ad21-a510610ad97a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:15.724458 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.789699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-cf574482-bec5-4813-971c-641952261787 admin admin] For port 29ef472c-3b2f-4288-ad21-a510610ad97a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=29ef472c-3b2f-4288-ad21-a510610ad97a,segment=NetworkSegment(82e33a9a-0a6a-40a6-90ef-0eb93b490543),segment_id=82e33a9a-0a6a-40a6-90ef-0eb93b490543)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:15.789972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.802674 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Calling delete_port for 29ef472c-3b2f-4288-ad21-a510610ad97a owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:15.853049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] DHCP port deletion for dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:08:15.887517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.906439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] Deleting port 29ef472c-3b2f-4288-ad21-a510610ad97a {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:15.906840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.914839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf574482-bec5-4813-971c-641952261787 admin admin] No DVR routers for this DVR port 29ef472c-3b2f-4288-ad21-a510610ad97a on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:15.919242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ef472c-3b2f-4288-ad21-a510610ad97a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:15.968943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] For port 29ef472c-3b2f-4288-ad21-a510610ad97a, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:15.969376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.984182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] Calling delete_port for 29ef472c-3b2f-4288-ad21-a510610ad97a owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:15.987093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] Port 29ef472c-3b2f-4288-ad21-a510610ad97a was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 08:08:15.988325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (29ef472c-3b2f-4288-ad21-a510610ad97a), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:15.992040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.000716 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] No DVR routers for this DVR port 29ef472c-3b2f-4288-ad21-a510610ad97a on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:16.016899 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cf574482-bec5-4813-971c-641952261787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:16.023794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf96db-516c-41b6-8c26-d7e689a2c191 None None] Pushing event deleted for resources: {'Port': ['ID=29ef472c-3b2f-4288-ad21-a510610ad97a,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:16.028999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cf574482-bec5-4813-971c-641952261787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e33a9a-0a6a-40a6-90ef-0eb93b490543') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:16.029330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cf574482-bec5-4813-971c-641952261787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e33a9a-0a6a-40a6-90ef-0eb93b490543') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:16.039237 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (82e33a9a-0a6a-40a6-90ef-0eb93b490543), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.055216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (82e33a9a-0a6a-40a6-90ef-0eb93b490543), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.063074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:08:16.063440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (82e33a9a-0a6a-40a6-90ef-0eb93b490543), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:08:16.065916 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:08:16.080120 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 29ef472c-3b2f-4288-ad21-a510610ad97a no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:16.103840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 29ef472c-3b2f-4288-ad21-a510610ad97a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:08:16.104104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 29ef472c-3b2f-4288-ad21-a510610ad97a not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:16.104509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0a922a5c-ac20-4e20-b125-e048c475ceea no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:16.125091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.127263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 0a922a5c-ac20-4e20-b125-e048c475ceea {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:08:16.127428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 0a922a5c-ac20-4e20-b125-e048c475ceea not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:16.127783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5b896345-0271-4aaa-8be1-e813c3cdc254 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:16.133255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.136735 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cf574482-bec5-4813-971c-641952261787 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288 HTTP/1.1" status: 204 len: 168 time: 0.5301189 Apr 29 08:08:16.154111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf574482-bec5-4813-971c-641952261787 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5cb19f-1bfe-46a3-9fe7-4e8e613b0288,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:16.154483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 5b896345-0271-4aaa-8be1-e813c3cdc254 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:08:16.154824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5b896345-0271-4aaa-8be1-e813c3cdc254 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:16.263169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59150) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:16.304106 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f37dc044-6318-494f-9b00-523621b82bc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8c5fb48c8a44f9b8283993c5295c33d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397465 Apr 29 08:08:16.307744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59152) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:16.357800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c5702a1-3a97-49c6-8d00-212595c0c06d admin admin] Publish callbacks [] for security_group (70611dc3-7331-4bf0-991a-4b0d9800afc6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.378365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c5702a1-3a97-49c6-8d00-212595c0c06d admin admin] Publish callbacks [] for security_group (70611dc3-7331-4bf0-991a-4b0d9800afc6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.431646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c5702a1-3a97-49c6-8d00-212595c0c06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (70611dc3-7331-4bf0-991a-4b0d9800afc6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.434612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6c5702a1-3a97-49c6-8d00-212595c0c06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:16.435756 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6c5702a1-3a97-49c6-8d00-212595c0c06d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70611dc3-7331-4bf0-991a-4b0d9800afc6 HTTP/1.1" status: 204 len: 168 time: 0.1269369 Apr 29 08:08:16.443536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5702a1-3a97-49c6-8d00-212595c0c06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70611dc3-7331-4bf0-991a-4b0d9800afc6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:17.126493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59174) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:17.226483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1802062934-network', 'tenant_id': 'e35446e829524b74ae3e409269a12282'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:17.248608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Made reservation on behalf of e35446e829524b74ae3e409269a12282 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:17.251070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.259691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.335303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Publish callbacks [] for security_group (aba36c31-8bd9-49f9-a637-a1664536aed0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.341453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (aba36c31-8bd9-49f9-a637-a1664536aed0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.363212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:08:17.378429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba36c31-8bd9-49f9-a637-a1664536aed0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:17.381427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (756c84df-9a74-45e8-ab58-99ad4bd2ad34), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.381769 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Added segment 756c84df-9a74-45e8-ab58-99ad4bd2ad34 of type vlan for network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 Apr 29 08:08:17.425193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (2be00116-9d2b-4b0b-aa6d-653a62cd57a7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.451747 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (2be00116-9d2b-4b0b-aa6d-653a62cd57a7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.452768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:17.453384 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.526164 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3956463 Apr 29 08:08:17.526504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59178) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:17.531488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Request body: {'subnet': {'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1802062934-subnet', 'tenant_id': 'e35446e829524b74ae3e409269a12282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:17.542032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a654f5-7b91-41c5-b4e1-e44d9fc6c543 admin admin] Pushing event updated for resources: {'Network': ['ID=2be00116-9d2b-4b0b-aa6d-653a62cd57a7,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:17.553141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:08:17.553658 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Made reservation on behalf of e35446e829524b74ae3e409269a12282 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:17.556180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.730513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.795543 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:17.806001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Checking segment: {'id': '756c84df-9a74-45e8-ab58-99ad4bd2ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:17.806355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Network hostable DHCP agents. Network: 2be00116-9d2b-4b0b-aa6d-653a62cd57a7, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:08:17.824375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:08:17.833363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 2be00116-9d2b-4b0b-aa6d-653a62cd57a7) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:17.837426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:17.838018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:17.842793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e1947b-e0a0-48c6-863f-12d2512a8565 None None] Network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:17.854991 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9ca79939-715a-4b8b-b410-b8f667bd2f28 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3274024 Apr 29 08:08:17.940951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1095649f-276c-44c0-a3af-4ad13a2cf566 None None] Network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:18.286406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-4d5c88cb-77cb-45e8-a382-e80440ea9648 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:18.287793 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-4d5c88cb-77cb-45e8-a382-e80440ea9648 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/networks?id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7 HTTP/1.1" status: 200 len: 814 time: 0.1106269 Apr 29 08:08:18.302177 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-2ef22d0a-49d9-4f5e-8f51-8951dafe545a tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/quotas/e35446e829524b74ae3e409269a12282 HTTP/1.1" status: 200 len: 375 time: 0.0089533 Apr 29 08:08:18.333088 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-bd0b2172-83bf-4895-8f55-ca5c7fe93a18 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e35446e829524b74ae3e409269a12282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261652 Apr 29 08:08:18.343036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-8e201569-b635-4f0d-b625-f7d8d80f2c18 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:08:18.343974 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-8e201569-b635-4f0d-b625-f7d8d80f2c18 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047798 Apr 29 08:08:18.438025 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-f17be093-0b9e-4c72-bd58-e7c52920e394 service neutron] 10.222.0.23 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888040 Apr 29 08:08:18.527946 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-5c47cfda-e564-418a-b06c-a79b52e2da72 service neutron] 10.222.0.23 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830979 Apr 29 08:08:18.708773 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5137159e-ea62-451a-95c4-fdbe4f630d88 req-a4265724-fb52-46f2-b9c5-a01dd856a30e tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 210 time: 0.0323811 Apr 29 08:08:19.983034 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f817cdc6-b6cf-493d-949a-6abc7298b61b req-40d1543e-902d-418c-a3ba-ccf06ba7617d tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 210 time: 0.0344212 Apr 29 08:08:20.023928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-b3bb8043-bc3f-4804-831a-0545931414f1 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:20.025383 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-b3bb8043-bc3f-4804-831a-0545931414f1 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.36 "GET /v2.0/networks?id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7 HTTP/1.1" status: 200 len: 814 time: 0.4618692 Apr 29 08:08:20.037510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Request body: {'port': {'device_id': 'cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f', 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7', 'admin_state_up': True, 'tenant_id': 'e35446e829524b74ae3e409269a12282'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:20.160216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Made reservation on behalf of e35446e829524b74ae3e409269a12282 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:20.163841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:20.290584 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Allocated IP 172.20.0.13 (2be00116-9d2b-4b0b-aa6d-653a62cd57a7/a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0/2ae7efee-3b45-4e82-9e4f-6dd28650ff18) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:08:20.443343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks [] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:20.482075 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:20.526965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:08:20.530264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:20.533929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:08:20.542397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Pushing event updated for resources: {'Port': ['ID=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:20.586860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:20.587467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:20.604891 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-1abb3b9e-3bd5-49a8-a8cb-f30874ce76f3 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5709810 Apr 29 08:08:20.616767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Request body: {'port': {'device_id': 'cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:20.676760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:20.962962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:08:20.970921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Publish callbacks [] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:20.988101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Transition to ACTIVE for port object 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:08:20.993856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:21.044208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:21.106003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727441b-6175-4abc-97c9-3632f3fbafca req-c02d8d51-3d16-4e40-8553-6080bfe287ea tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:21.107620 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a727441b-6175-4abc-97c9-3632f3fbafca req-c02d8d51-3d16-4e40-8553-6080bfe287ea tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 944 time: 0.0566876 Apr 29 08:08:21.118998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Attempting to bind port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:08:21.119333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Attempting to bind port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '756c84df-9a74-45e8-ab58-99ad4bd2ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:08:21.119641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Attempting to bind port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 on network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:21.123900 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 on network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:08:21.124214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Attempting to bind port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 on network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:21.128906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:08:21.129310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Checking segment: {'id': '756c84df-9a74-45e8-ab58-99ad4bd2ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:21.129701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Bound using segment: {'id': '756c84df-9a74-45e8-ab58-99ad4bd2ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:08:21.130162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Bound port: 2ae7efee-3b45-4e82-9e4f-6dd28650ff18, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756c84df-9a74-45e8-ab58-99ad4bd2ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:08:21.130513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:21.156020 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a727441b-6175-4abc-97c9-3632f3fbafca req-ad6f647b-546e-47fe-9155-1d3c824eae65 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Apr 29 08:08:21.201407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] For port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:08:21.204370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] For port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:08:21.212078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:21.243055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:21.243683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:21.245053 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] 10.222.0.36 "PUT /v2.0/ports/2ae7efee-3b45-4e82-9e4f-6dd28650ff18 HTTP/1.1" status: 200 len: 1094 time: 0.6324332 Apr 29 08:08:21.245522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f', 'tag': '2ae7efee-3b45-4e82-9e4f-6dd28650ff18'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:21.247809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c465525-f520-40b8-af2b-4235b061e02a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f", "tag": "2ae7efee-3b45-4e82-9e4f-6dd28650ff18"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:21.272791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bca97-05e0-49a7-ac73-86e308a21012 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:21.295522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d9056e-9d4a-4f93-874b-cf4ed0c52fcf x-openstack-request-id: req-22d9056e-9d4a-4f93-874b-cf4ed0c52fcf {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:21.295816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f", "tag": "2ae7efee-3b45-4e82-9e4f-6dd28650ff18", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:21.296070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22d9056e-9d4a-4f93-874b-cf4ed0c52fcf {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:21.296481 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d9056e-9d4a-4f93-874b-cf4ed0c52fcf'] response: {'name': 'network-changed', 'server_uuid': 'cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f', 'tag': '2ae7efee-3b45-4e82-9e4f-6dd28650ff18', 'status': 'completed', 'code': 200} Apr 29 08:08:21.329467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-00b7478a-835b-473d-a24c-43e7913d320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:21.330986 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-00b7478a-835b-473d-a24c-43e7913d320c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e35446e829524b74ae3e409269a12282&device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 1128 time: 0.0470676 Apr 29 08:08:21.375735 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-3003daf8-2862-414a-81fe-0ef0ad2d08d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae7efee-3b45-4e82-9e4f-6dd28650ff18 HTTP/1.1" status: 200 len: 217 time: 0.0371640 Apr 29 08:08:21.429667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-8fbec9b9-de26-4c2d-ac90-0df8444a5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:21.431913 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-8fbec9b9-de26-4c2d-ac90-0df8444a5886 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0 HTTP/1.1" status: 200 len: 854 time: 0.0506940 Apr 29 08:08:21.465493 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-ea7a9944-dd02-4443-af04-b44153b0e202 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268376 Apr 29 08:08:21.558898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-9d8ecc52-89fa-4f30-b7a0-e87bf05ffc18 service neutron] 10.222.0.36 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872562 Apr 29 08:08:21.646912 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-244e1409-f373-42db-a9fc-026c1324b0e9 req-a00104b1-70e3-4614-bffe-10a47cafbd56 service neutron] 10.222.0.36 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822041 Apr 29 08:08:21.740445 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c465525-f520-40b8-af2b-4235b061e02a req-abd02a46-fc12-431c-9841-6f6e60e474b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:21.742090 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4c465525-f520-40b8-af2b-4235b061e02a req-abd02a46-fc12-431c-9841-6f6e60e474b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e35446e829524b74ae3e409269a12282&device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 1128 time: 0.0462186 Apr 29 08:08:21.837368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c465525-f520-40b8-af2b-4235b061e02a req-314184aa-c72e-444d-92fd-fbb40d97df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:21.838769 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4c465525-f520-40b8-af2b-4235b061e02a req-314184aa-c72e-444d-92fd-fbb40d97df6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7 HTTP/1.1" status: 200 len: 915 time: 0.0903254 Apr 29 08:08:21.880797 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4c465525-f520-40b8-af2b-4235b061e02a req-39fbf2b5-dcbe-44ba-9db3-25c6a3b9b18d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ae7efee-3b45-4e82-9e4f-6dd28650ff18 HTTP/1.1" status: 200 len: 217 time: 0.0351408 Apr 29 08:08:21.931488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c465525-f520-40b8-af2b-4235b061e02a req-fde9a1de-21e9-4c04-969a-83d1a7334413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:21.932896 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4c465525-f520-40b8-af2b-4235b061e02a req-fde9a1de-21e9-4c04-969a-83d1a7334413 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0 HTTP/1.1" status: 200 len: 854 time: 0.0464344 Apr 29 08:08:21.966485 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4c465525-f520-40b8-af2b-4235b061e02a req-f1b7cda8-d8be-46a3-9c2a-c5e2565a2faf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259507 Apr 29 08:08:22.059752 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4c465525-f520-40b8-af2b-4235b061e02a req-c562faef-c3ab-46f4-9908-589cd84e28d7 service neutron] 10.222.0.36 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862982 Apr 29 08:08:22.160295 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4c465525-f520-40b8-af2b-4235b061e02a req-f72903a8-9cf0-4f72-a3cb-cad49d53e373 service neutron] 10.222.0.36 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930135 Apr 29 08:08:22.286321 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95667563-579d-4a45-8ed5-5f535ff8632c req-859369ba-32cd-4a7d-8478-dcdb0a980980 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:22.287786 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-95667563-579d-4a45-8ed5-5f535ff8632c req-859369ba-32cd-4a7d-8478-dcdb0a980980 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 944 time: 0.0640717 Apr 29 08:08:22.333853 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-95667563-579d-4a45-8ed5-5f535ff8632c req-ce8035a3-ab33-4ef6-804b-40e870e70b0a tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404408 Apr 29 08:08:23.031165 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:08:23.143887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:23.161536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '2ae7efee-3b45-4e82-9e4f-6dd28650ff18', 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7', 'port_id': '2ae7efee-3b45-4e82-9e4f-6dd28650ff18', 'mac_address': 'fa:16:3e:a2:f2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:08:23.207387 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:08:23.207779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:23.221745 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:08:23.242283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:23.250023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:23.301049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:23.452440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['2ae7efee-3b45-4e82-9e4f-6dd28650ff18'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:08:23.459124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51f764-c053-4a39-96c7-93e69720d3d5 req-c04d91a7-e8fe-4d98-a07b-0653b348ba72 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:23.460611 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba51f764-c053-4a39-96c7-93e69720d3d5 req-c04d91a7-e8fe-4d98-a07b-0653b348ba72 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 945 time: 0.0563846 Apr 29 08:08:23.509080 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba51f764-c053-4a39-96c7-93e69720d3d5 req-d092d9ec-deef-4469-b4ad-5e5ea78173d5 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Apr 29 08:08:24.643158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8dac6-6648-44ca-b65e-e1a2e2ec8ed0 req-7eeb1c2d-9380-4ed9-837d-19bf2643e8dc tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:24.644611 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eeb8dac6-6648-44ca-b65e-e1a2e2ec8ed0 req-7eeb1c2d-9380-4ed9-837d-19bf2643e8dc tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 945 time: 0.0655415 Apr 29 08:08:24.695432 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eeb8dac6-6648-44ca-b65e-e1a2e2ec8ed0 req-f7c05b4b-83d5-4818-90ba-7b738d156e13 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 Apr 29 08:08:25.046604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:08:25.104789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:08:25.110064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:08:25.110479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:25.207347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:08:25.207819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:25.231483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae7efee-3b45-4e82-9e4f-6dd28650ff18'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:25.233802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c615e65-7d44-4d42-97a3-f7e916da60da" -d '{"events": [{"server_uuid": "cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae7efee-3b45-4e82-9e4f-6dd28650ff18"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:25.246271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:25.252357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:25.274707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7759e9da-55a7-4b3f-8c34-6c9fc800ad64 x-openstack-request-id: req-7759e9da-55a7-4b3f-8c34-6c9fc800ad64 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:25.275001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae7efee-3b45-4e82-9e4f-6dd28650ff18", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:25.275290 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7759e9da-55a7-4b3f-8c34-6c9fc800ad64 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:25.275683 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7759e9da-55a7-4b3f-8c34-6c9fc800ad64'] response: {'server_uuid': 'cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae7efee-3b45-4e82-9e4f-6dd28650ff18', 'code': 200} Apr 29 08:08:25.301001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:25.440771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1ba27-deb4-413d-9b8a-25996eaf8e2a req-7538ca25-0ce5-48c5-962e-4a5cc351d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:25.442303 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cb1ba27-deb4-413d-9b8a-25996eaf8e2a req-7538ca25-0ce5-48c5-962e-4a5cc351d3ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 1130 time: 0.0459888 Apr 29 08:08:25.491641 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cb1ba27-deb4-413d-9b8a-25996eaf8e2a req-23fa693a-59b6-4889-bb3f-5d9e4cf575ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Apr 29 08:08:25.831560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214da33-f5d6-4981-808e-0648018b2425 req-884305ac-e2dc-49e6-85b8-8dc11eb21818 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:25.832927 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8214da33-f5d6-4981-808e-0648018b2425 req-884305ac-e2dc-49e6-85b8-8dc11eb21818 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0552025 Apr 29 08:08:25.884654 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8214da33-f5d6-4981-808e-0648018b2425 req-68eefea8-edb2-4668-855c-8b78e7961575 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431094 Apr 29 08:08:27.009350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c5db0-1016-4505-83d5-a5f731f98852 req-fab39c03-c0f1-4622-be7b-ec4f3f7878ae tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:27.010820 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-033c5db0-1016-4505-83d5-a5f731f98852 req-fab39c03-c0f1-4622-be7b-ec4f3f7878ae tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0540116 Apr 29 08:08:27.059650 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-033c5db0-1016-4505-83d5-a5f731f98852 req-8138f837-da05-46d5-89cb-0998c3de8dc7 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Apr 29 08:08:27.317989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-9f57b60b-84b6-467a-8b48-973885167fbb tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:27.319450 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-9f57b60b-84b6-467a-8b48-973885167fbb tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/networks?id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7 HTTP/1.1" status: 200 len: 814 time: 0.1148388 Apr 29 08:08:27.334726 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-6e6b3e16-78cd-4321-a9d6-1844dbe8a278 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/quotas/e35446e829524b74ae3e409269a12282 HTTP/1.1" status: 200 len: 375 time: 0.0093734 Apr 29 08:08:27.387434 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-7ac84784-8157-4faa-8d78-4361496bff73 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e35446e829524b74ae3e409269a12282&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479228 Apr 29 08:08:27.483347 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-3a201f3d-45ec-4f1e-9828-e40633f79c0e service neutron] 10.222.0.23 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890405 Apr 29 08:08:27.596274 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-604e7bc3-36fa-48ae-a442-708609c0ece4 service neutron] 10.222.0.23 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069801 Apr 29 08:08:27.757198 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-704fd83d-3876-4efb-af43-758c9c3a29de req-19e3c91b-970e-40e1-97d5-25b9de67727f tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 210 time: 0.0274622 Apr 29 08:08:28.726234 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-3d0d23a5-a45a-4029-bc95-d5f5211cbf32 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:28.727739 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-3d0d23a5-a45a-4029-bc95-d5f5211cbf32 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.36 "GET /v2.0/networks?id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7 HTTP/1.1" status: 200 len: 814 time: 0.1062737 Apr 29 08:08:28.740573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Request body: {'port': {'device_id': '4fa24528-6183-4664-aaf4-dba3955d6188', 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7', 'admin_state_up': True, 'tenant_id': 'e35446e829524b74ae3e409269a12282'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:28.849161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Made reservation on behalf of e35446e829524b74ae3e409269a12282 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:28.853354 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-385a6998-0cde-4fa5-b032-3c18f5f633fa req-1a03b862-ee49-44b8-ae15-e51785fc26c0 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 210 time: 0.0291793 Apr 29 08:08:28.853883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:28.987038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Allocated IP 172.20.0.2 (2be00116-9d2b-4b0b-aa6d-653a62cd57a7/a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0/f5ea9412-1cf6-448e-b1ab-3a9ab518c7be) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:08:29.140680 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks [] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:29.179307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:29.192704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['2ae7efee-3b45-4e82-9e4f-6dd28650ff18'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:08:29.223741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:08:29.226790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:29.233247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:08:29.237138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Pushing event updated for resources: {'Port': ['ID=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:29.288910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:29.289549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:29.305801 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-ec5451b6-b37d-4866-a482-1d2244e2fc1b tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693567 Apr 29 08:08:29.317408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Request body: {'port': {'device_id': '4fa24528-6183-4664-aaf4-dba3955d6188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:29.374364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:29.639519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ea9412-1cf6-448e-b1ab-3a9ab518c7be {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:08:29.646920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Publish callbacks [] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:29.664940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Transition to ACTIVE for port object f5ea9412-1cf6-448e-b1ab-3a9ab518c7be will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:08:29.671063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:29.717917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:29.785798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Attempting to bind port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:08:29.786522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Attempting to bind port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '756c84df-9a74-45e8-ab58-99ad4bd2ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:08:29.786522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Attempting to bind port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be on network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:29.790990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be on network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:08:29.791306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Attempting to bind port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be on network 2be00116-9d2b-4b0b-aa6d-653a62cd57a7 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:29.796587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:08:29.796924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Checking segment: {'id': '756c84df-9a74-45e8-ab58-99ad4bd2ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:29.797343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Bound using segment: {'id': '756c84df-9a74-45e8-ab58-99ad4bd2ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:08:29.797759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Bound port: f5ea9412-1cf6-448e-b1ab-3a9ab518c7be, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756c84df-9a74-45e8-ab58-99ad4bd2ad34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:08:29.798108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:29.865304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] For port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:08:29.868418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] For port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:08:29.875552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:29.907402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:29.908000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:29.909411 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5ea9412-1cf6-448e-b1ab-3a9ab518c7be HTTP/1.1" status: 200 len: 1093 time: 0.5961103 Apr 29 08:08:29.909850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa24528-6183-4664-aaf4-dba3955d6188', 'tag': 'f5ea9412-1cf6-448e-b1ab-3a9ab518c7be'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:29.912121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e8180-cc6b-4109-93bb-9efde37a9111" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa24528-6183-4664-aaf4-dba3955d6188", "tag": "f5ea9412-1cf6-448e-b1ab-3a9ab518c7be"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:29.953817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4d7efd-87bb-4b80-8201-e85a9b10604e x-openstack-request-id: req-2f4d7efd-87bb-4b80-8201-e85a9b10604e {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:29.954108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa24528-6183-4664-aaf4-dba3955d6188", "tag": "f5ea9412-1cf6-448e-b1ab-3a9ab518c7be", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:29.954397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f4d7efd-87bb-4b80-8201-e85a9b10604e {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:29.954812 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4d7efd-87bb-4b80-8201-e85a9b10604e'] response: {'name': 'network-changed', 'server_uuid': '4fa24528-6183-4664-aaf4-dba3955d6188', 'tag': 'f5ea9412-1cf6-448e-b1ab-3a9ab518c7be', 'status': 'completed', 'code': 200} Apr 29 08:08:29.964568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013177e7-1783-4008-bf7b-6fc4f241a404 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:30.025757 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-aaba7f6e-527f-4e04-bd0c-985a97a0bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:30.027306 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-aaba7f6e-527f-4e04-bd0c-985a97a0bc94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e35446e829524b74ae3e409269a12282&device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 1127 time: 0.0714867 Apr 29 08:08:30.034778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aec43-5cd8-4f6b-a4e1-acfa66af0874 req-f8ca18d3-ed9c-4ec3-90be-363b7b3314a6 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:30.036137 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f92aec43-5cd8-4f6b-a4e1-acfa66af0874 req-f8ca18d3-ed9c-4ec3-90be-363b7b3314a6 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 943 time: 0.0997236 Apr 29 08:08:30.078959 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-9d83b6af-e0d6-4c8c-8b8a-1cb9d1f6b798 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be HTTP/1.1" status: 200 len: 217 time: 0.0418854 Apr 29 08:08:30.144759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-68b6c39d-25c0-460f-890c-c86417db5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:30.146125 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-68b6c39d-25c0-460f-890c-c86417db5dd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0 HTTP/1.1" status: 200 len: 854 time: 0.0613823 Apr 29 08:08:30.149250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f92aec43-5cd8-4f6b-a4e1-acfa66af0874 req-9bbff76f-3dce-418e-a375-c572e3c852a6 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066835 Apr 29 08:08:30.178296 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-53ed575e-14d3-44a1-b829-e5758f3a7bfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256343 Apr 29 08:08:30.291908 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-1d3ddf4e-34ad-4765-85c8-3680e7017bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066308 Apr 29 08:08:30.382446 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-05751996-1a97-4db7-a1b3-35530583b3f5 req-c745896d-f8bd-4e6b-a63f-82afd548b00b service neutron] 10.222.0.36 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849020 Apr 29 08:08:30.481284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-3689a61b-9a90-4ea0-bdca-287c8fe423eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:30.482656 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-3689a61b-9a90-4ea0-bdca-287c8fe423eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e35446e829524b74ae3e409269a12282&device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 1127 time: 0.0505240 Apr 29 08:08:30.574407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-88bb8139-dac9-437e-a6f4-8f50d73b2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:30.575867 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-88bb8139-dac9-437e-a6f4-8f50d73b2913 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7 HTTP/1.1" status: 200 len: 915 time: 0.0862436 Apr 29 08:08:30.621250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-67f67211-65a1-4d4a-9a5c-025e72dd1183 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be HTTP/1.1" status: 200 len: 217 time: 0.0383420 Apr 29 08:08:30.669748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-1332e9ee-aa9c-4ca4-b96b-9138f8940cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:30.671230 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-1332e9ee-aa9c-4ca4-b96b-9138f8940cce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0 HTTP/1.1" status: 200 len: 854 time: 0.0433481 Apr 29 08:08:30.703782 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-1432a01e-4e60-4724-8bc2-2b26a5336dec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2be00116-9d2b-4b0b-aa6d-653a62cd57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262952 Apr 29 08:08:30.792793 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-4795dcc3-9724-4661-b59c-8b00d292483d service neutron] 10.222.0.36 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823941 Apr 29 08:08:30.886095 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b57e8180-cc6b-4109-93bb-9efde37a9111 req-2652a90c-d8cf-4c80-827a-ac0db86a3eea service neutron] 10.222.0.36 "GET /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861659 Apr 29 08:08:31.276697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8711-9cc2-4d9e-8a7c-742c12d06ddd req-28222f05-47f6-43b2-b297-dabee3e0c113 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:31.278223 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c1fc8711-9cc2-4d9e-8a7c-742c12d06ddd req-28222f05-47f6-43b2-b297-dabee3e0c113 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 943 time: 0.0586829 Apr 29 08:08:31.326123 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c1fc8711-9cc2-4d9e-8a7c-742c12d06ddd req-8211750a-bc7e-4d5e-997f-679f27aad868 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418756 Apr 29 08:08:31.365700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34a2d23d-c72f-456b-b3b6-6c436901a0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:32.451566 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56093dfe-bc21-4a22-9851-9c4288f86454 req-99c5e077-56de-4a66-a3f0-3c7cc38026a7 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:32.453057 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-56093dfe-bc21-4a22-9851-9c4288f86454 req-99c5e077-56de-4a66-a3f0-3c7cc38026a7 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 943 time: 0.0582008 Apr 29 08:08:32.500480 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-56093dfe-bc21-4a22-9851-9c4288f86454 req-9140df17-2f7e-48a0-a884-5df6e69d1944 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Apr 29 08:08:33.105877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f5ea9412-1cf6-448e-b1ab-3a9ab518c7be details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:08:33.209429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:33.221498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'f5ea9412-1cf6-448e-b1ab-3a9ab518c7be', 'network_id': '2be00116-9d2b-4b0b-aa6d-653a62cd57a7', 'port_id': 'f5ea9412-1cf6-448e-b1ab-3a9ab518c7be', 'mac_address': 'fa:16:3e:23:76:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:08:33.258118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:08:33.258504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:33.271655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ea9412-1cf6-448e-b1ab-3a9ab518c7be {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:08:33.292043 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:33.299151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:33.347589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:33.455925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a16d5dc1-e24b-47f4-85a2-f331e261402f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:33.509575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['f5ea9412-1cf6-448e-b1ab-3a9ab518c7be'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:08:33.624610 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13c1c3-81c3-457f-bb6f-7899c4c79917 req-9b56d0d4-4b3d-4aeb-90df-b34e00c9b448 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:33.626133 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5b13c1c3-81c3-457f-bb6f-7899c4c79917 req-9b56d0d4-4b3d-4aeb-90df-b34e00c9b448 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 944 time: 0.0546002 Apr 29 08:08:33.674465 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5b13c1c3-81c3-457f-bb6f-7899c4c79917 req-013f9f44-aefe-4c31-95f1-45c78e659926 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Apr 29 08:08:34.820138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e812f-3aa5-4a8c-a79f-11ccbb54fc35 req-b944d0c9-63a4-49d6-8689-c560c85592df tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:34.821584 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c07e812f-3aa5-4a8c-a79f-11ccbb54fc35 req-b944d0c9-63a4-49d6-8689-c560c85592df tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 944 time: 0.0637307 Apr 29 08:08:34.870390 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c07e812f-3aa5-4a8c-a79f-11ccbb54fc35 req-60efaa49-ed55-4957-a76e-73e08e579837 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Apr 29 08:08:34.882750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:35.129818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f5ea9412-1cf6-448e-b1ab-3a9ab518c7be up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:08:35.196387 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:08:35.202911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:08:35.203474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:35.281910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:08:35.282293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:35.304704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa24528-6183-4664-aaf4-dba3955d6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea9412-1cf6-448e-b1ab-3a9ab518c7be'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:35.307070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66439fa3-33c0-45d2-ac29-6cd99211c5dd" -d '{"events": [{"server_uuid": "4fa24528-6183-4664-aaf4-dba3955d6188", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea9412-1cf6-448e-b1ab-3a9ab518c7be"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:35.319186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:35.325527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:35.347544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f30f898-27af-426f-aeb9-0000853cee4f x-openstack-request-id: req-6f30f898-27af-426f-aeb9-0000853cee4f {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:35.347832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa24528-6183-4664-aaf4-dba3955d6188", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea9412-1cf6-448e-b1ab-3a9ab518c7be", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:35.348107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f30f898-27af-426f-aeb9-0000853cee4f {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:35.348511 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f30f898-27af-426f-aeb9-0000853cee4f'] response: {'server_uuid': '4fa24528-6183-4664-aaf4-dba3955d6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea9412-1cf6-448e-b1ab-3a9ab518c7be', 'code': 200} Apr 29 08:08:35.375095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:35.383065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.383342 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.383676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.384007 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.384333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.384660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.384981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.385334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.385656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.385975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.386292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.386609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.386922 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:35.507558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7925c-5de1-484a-bc79-b5de9a1c504e req-4c9655dd-b3c1-403d-9c95-344e8458ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:35.509172 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aad7925c-5de1-484a-bc79-b5de9a1c504e req-4c9655dd-b3c1-403d-9c95-344e8458ec44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 1129 time: 0.0458965 Apr 29 08:08:35.552617 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aad7925c-5de1-484a-bc79-b5de9a1c504e req-8c644b72-61aa-4647-b72d-488f568306e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Apr 29 08:08:35.678133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:35.993371 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203f27b-760e-452e-aebd-82ede3ca3512 req-85bab179-5756-4f3d-bbe5-cb272c36b475 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:35.994827 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4203f27b-760e-452e-aebd-82ede3ca3512 req-85bab179-5756-4f3d-bbe5-cb272c36b475 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 945 time: 0.0529969 Apr 29 08:08:36.046847 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4203f27b-760e-452e-aebd-82ede3ca3512 req-4f8a017e-0ee5-4311-b0a0-84a8e4af6a54 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460496 Apr 29 08:08:36.200301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:37.185728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e9d2b-04d9-4a89-917b-bb12d2dd6e67 req-ccdbe6b3-7968-451f-90de-43ae21876512 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:37.187200 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-149e9d2b-04d9-4a89-917b-bb12d2dd6e67 req-ccdbe6b3-7968-451f-90de-43ae21876512 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 945 time: 0.0547781 Apr 29 08:08:37.244255 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-149e9d2b-04d9-4a89-917b-bb12d2dd6e67 req-d181a7b9-a712-4080-a486-2bd62c835af1 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513146 Apr 29 08:08:37.346826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:37.502564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f72cf7-90a1-4d3a-b222-aada7fbb2013 req-43d45300-9b33-4ae5-8a8c-29ad6ad35f12 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:37.504000 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d0f72cf7-90a1-4d3a-b222-aada7fbb2013 req-43d45300-9b33-4ae5-8a8c-29ad6ad35f12 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 945 time: 0.0638912 Apr 29 08:08:37.555557 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d0f72cf7-90a1-4d3a-b222-aada7fbb2013 req-cfdb9b5e-7512-4229-9278-65f04cd4c764 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 Apr 29 08:08:38.220749 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:08:38.686268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb2f0a-fc23-419f-9d61-871c8b67bd82 req-b66545a4-36d0-48b2-8620-1509c4a288ae tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:38.687832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d5fb2f0a-fc23-419f-9d61-871c8b67bd82 req-b66545a4-36d0-48b2-8620-1509c4a288ae tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 945 time: 0.0622399 Apr 29 08:08:38.753507 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d5fb2f0a-fc23-419f-9d61-871c8b67bd82 req-ee566ed2-593d-4cfd-889f-a29482f90868 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509508 Apr 29 08:08:38.830425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-60981bef-6273-47c7-bc71-ff8a67fa605d tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:38.831777 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-60981bef-6273-47c7-bc71-ff8a67fa605d tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fa24528-6183-4664-aaf4-dba3955d6188 HTTP/1.1" status: 200 len: 945 time: 0.0558078 Apr 29 08:08:38.928091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Deleting port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:38.928437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:39.016743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] For port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:39.017098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:39.030653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Calling delete_port for f5ea9412-1cf6-448e-b1ab-3a9ab518c7be owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:39.177109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f5ea9412-1cf6-448e-b1ab-3a9ab518c7be), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:39.188527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['2ae7efee-3b45-4e82-9e4f-6dd28650ff18', 'f5ea9412-1cf6-448e-b1ab-3a9ab518c7be'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:08:39.206144 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Pushing event deleted for resources: {'Port': ['ID=f5ea9412-1cf6-448e-b1ab-3a9ab518c7be,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:39.251734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] No DVR routers for this DVR port f5ea9412-1cf6-448e-b1ab-3a9ab518c7be on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:39.254389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:39.257760 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4e3691b0-0758-4b50-82f3-b4816deb0026 req-a2872587-a6a8-437f-b53e-28be4655507c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.36 "DELETE /v2.0/ports/f5ea9412-1cf6-448e-b1ab-3a9ab518c7be HTTP/1.1" status: 204 len: 173 time: 0.4203012 Apr 29 08:08:39.258226 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa24528-6183-4664-aaf4-dba3955d6188', 'name': 'network-vif-deleted', 'tag': 'f5ea9412-1cf6-448e-b1ab-3a9ab518c7be'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:39.260721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b170b9ea-930c-4d8a-8075-6896636a8d98" -d '{"events": [{"server_uuid": "4fa24528-6183-4664-aaf4-dba3955d6188", "name": "network-vif-deleted", "tag": "f5ea9412-1cf6-448e-b1ab-3a9ab518c7be"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:39.371939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a610d774-3220-4ef2-9a4c-a5900edfb8c3 x-openstack-request-id: req-a610d774-3220-4ef2-9a4c-a5900edfb8c3 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:39.372251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa24528-6183-4664-aaf4-dba3955d6188", "name": "network-vif-deleted", "tag": "f5ea9412-1cf6-448e-b1ab-3a9ab518c7be", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:39.372510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a610d774-3220-4ef2-9a4c-a5900edfb8c3 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:39.372931 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a610d774-3220-4ef2-9a4c-a5900edfb8c3'] response: {'server_uuid': '4fa24528-6183-4664-aaf4-dba3955d6188', 'name': 'network-vif-deleted', 'tag': 'f5ea9412-1cf6-448e-b1ab-3a9ab518c7be', 'status': 'completed', 'code': 200} Apr 29 08:08:39.912289 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc73a73-3639-478c-acb9-b8188cc9bfd3 req-ffb74232-984f-49e6-aea5-2d7f79db9efb tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:39.913808 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6fc73a73-3639-478c-acb9-b8188cc9bfd3 req-ffb74232-984f-49e6-aea5-2d7f79db9efb tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0559289 Apr 29 08:08:39.961490 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6fc73a73-3639-478c-acb9-b8188cc9bfd3 req-cd493717-5141-4147-8ddd-317fcb534c52 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Apr 29 08:08:40.114265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a988b-cc80-428e-b739-af6fa3e6ead4 req-51a600ae-b0ba-418b-86b1-207aef5e2368 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:40.116499 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-731a988b-cc80-428e-b739-af6fa3e6ead4 req-51a600ae-b0ba-418b-86b1-207aef5e2368 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0708780 Apr 29 08:08:40.167660 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-731a988b-cc80-428e-b739-af6fa3e6ead4 req-dba2e1df-61da-44fd-bc94-0f993c0e57f7 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Apr 29 08:08:40.297939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c5534-e1ee-490c-962b-66fb8f4c6a5b req-ac383d26-8c3c-42fa-95b8-1c76b6129159 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:40.300022 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab7c5534-e1ee-490c-962b-66fb8f4c6a5b req-ac383d26-8c3c-42fa-95b8-1c76b6129159 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0629966 Apr 29 08:08:40.350422 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab7c5534-e1ee-490c-962b-66fb8f4c6a5b req-a411c247-22f9-4056-82dc-d611ae9a0b23 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442989 Apr 29 08:08:40.552216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a87fc-324d-4814-998b-5560b9806298 req-89b1fe9a-daca-4373-9170-a255780df83e tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:40.553741 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-523a87fc-324d-4814-998b-5560b9806298 req-89b1fe9a-daca-4373-9170-a255780df83e tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0607283 Apr 29 08:08:40.607994 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-523a87fc-324d-4814-998b-5560b9806298 req-cecdc890-0b83-4f32-b346-4fd0fa3865f1 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465360 Apr 29 08:08:40.762694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f67407-7eac-4d9d-945f-f31553da041f req-2695fbfa-0e30-4797-b926-b43ebaaef8b1 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:40.764345 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-16f67407-7eac-4d9d-945f-f31553da041f req-2695fbfa-0e30-4797-b926-b43ebaaef8b1 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0726161 Apr 29 08:08:40.813678 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-16f67407-7eac-4d9d-945f-f31553da041f req-cf8e94d5-ed4f-407c-a9c4-98da7df0f334 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407498 Apr 29 08:08:40.952955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cab9d-cd88-4e46-8750-4717fdf811a4 req-d12323b9-0a46-4b47-adf6-a80f64b55498 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:40.954339 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7f5cab9d-cd88-4e46-8750-4717fdf811a4 req-d12323b9-0a46-4b47-adf6-a80f64b55498 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0601342 Apr 29 08:08:41.004494 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7f5cab9d-cd88-4e46-8750-4717fdf811a4 req-edd96b9d-e9aa-450a-aa02-4cbc5d44c047 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Apr 29 08:08:41.358094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5f62a-c424-48bc-87d7-491da6d8f662 req-0d55b1ee-0fec-4e22-b42f-09db34428da9 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:41.359595 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51e5f62a-c424-48bc-87d7-491da6d8f662 req-0d55b1ee-0fec-4e22-b42f-09db34428da9 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0536959 Apr 29 08:08:41.411568 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51e5f62a-c424-48bc-87d7-491da6d8f662 req-b3ea03d7-f788-418e-ab25-12dddb36f09f tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Apr 29 08:08:42.552927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270fc4b-baeb-4ee9-a24d-317e0fbe63c1 req-9abb168f-e91c-4c42-94d4-1fdc2531738c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:42.554392 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d270fc4b-baeb-4ee9-a24d-317e0fbe63c1 req-9abb168f-e91c-4c42-94d4-1fdc2531738c tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0556486 Apr 29 08:08:42.601610 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d270fc4b-baeb-4ee9-a24d-317e0fbe63c1 req-735e0a96-dfc5-4e8e-8c0f-465b1b61d010 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba36c31-8bd9-49f9-a637-a1664536aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Apr 29 08:08:42.680748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-d1fbafc6-44ff-487e-997a-36a719834855 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:42.682191 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-d1fbafc6-44ff-487e-997a-36a719834855 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 946 time: 0.0522494 Apr 29 08:08:42.779934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Deleting port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:42.780190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:42.881260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] For port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,segment=NetworkSegment(756c84df-9a74-45e8-ab58-99ad4bd2ad34),segment_id=756c84df-9a74-45e8-ab58-99ad4bd2ad34)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:42.881745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:42.895969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Calling delete_port for 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:43.028311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2ae7efee-3b45-4e82-9e4f-6dd28650ff18), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:43.040599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['2ae7efee-3b45-4e82-9e4f-6dd28650ff18'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:08:43.054953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Pushing event deleted for resources: {'Port': ['ID=2ae7efee-3b45-4e82-9e4f-6dd28650ff18,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:43.105780 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] No DVR routers for this DVR port 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:43.108627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:43.111958 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7f428a2d-0e61-4386-8d9d-398d6002885d req-1a39ccad-441c-4abb-a424-196d73c1f349 tempest-ServersNegativeTestJSON-698373790 tempest-ServersNegativeTestJSON-698373790-project] 10.222.0.36 "DELETE /v2.0/ports/2ae7efee-3b45-4e82-9e4f-6dd28650ff18 HTTP/1.1" status: 204 len: 173 time: 0.4248471 Apr 29 08:08:43.112406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f', 'name': 'network-vif-deleted', 'tag': '2ae7efee-3b45-4e82-9e4f-6dd28650ff18'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:08:43.114760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432223c6-34df-4c4f-9892-daa91f183e47" -d '{"events": [{"server_uuid": "cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f", "name": "network-vif-deleted", "tag": "2ae7efee-3b45-4e82-9e4f-6dd28650ff18"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:08:43.155048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31e8263-9747-4208-91d6-aed88135b091 x-openstack-request-id: req-e31e8263-9747-4208-91d6-aed88135b091 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:08:43.155217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f5ea9412-1cf6-448e-b1ab-3a9ab518c7be no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:43.155328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f", "name": "network-vif-deleted", "tag": "2ae7efee-3b45-4e82-9e4f-6dd28650ff18", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:08:43.155572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e31e8263-9747-4208-91d6-aed88135b091 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:08:43.155973 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31e8263-9747-4208-91d6-aed88135b091'] response: {'server_uuid': 'cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f', 'name': 'network-vif-deleted', 'tag': '2ae7efee-3b45-4e82-9e4f-6dd28650ff18', 'status': 'completed', 'code': 200} Apr 29 08:08:43.175992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: f5ea9412-1cf6-448e-b1ab-3a9ab518c7be {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:08:43.176338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f5ea9412-1cf6-448e-b1ab-3a9ab518c7be not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:43.176756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:43.195832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:08:43.196156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2ae7efee-3b45-4e82-9e4f-6dd28650ff18 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:43.331177 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6165102-7c80-4379-916c-828b043e50da req-25836e39-e9d7-4860-a8c8-d8b9884a09c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287037 Apr 29 08:08:43.396835 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6165102-7c80-4379-916c-828b043e50da req-205bb2f7-4abb-4f01-ab58-cc18a40b41ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e35446e829524b74ae3e409269a12282&device_id=cd3806fe-e1ce-4ecf-bcd1-8e050d7ebb3f HTTP/1.1" status: 200 len: 210 time: 0.0253520 Apr 29 08:08:43.588273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165102-7c80-4379-916c-828b043e50da req-0a6f8016-0e86-4c06-94e6-6dbf5998c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:43.589838 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6165102-7c80-4379-916c-828b043e50da req-0a6f8016-0e86-4c06-94e6-6dbf5998c42e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e35446e829524b74ae3e409269a12282&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1723173 Apr 29 08:08:43.656751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59318) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:43.702306 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e29362-d4bf-4b3c-aff7-aed06c2553d8 admin admin] Deleting subnet a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:08:43.706173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4e29362-d4bf-4b3c-aff7-aed06c2553d8 admin admin] Publish callbacks [] for subnet (a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:43.746150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4e29362-d4bf-4b3c-aff7-aed06c2553d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:43.750681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165102-7c80-4379-916c-828b043e50da req-76b57b72-5186-44be-a070-135e7d471cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:43.752165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6165102-7c80-4379-916c-828b043e50da req-76b57b72-5186-44be-a070-135e7d471cc9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1534059 Apr 29 08:08:43.784787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4e29362-d4bf-4b3c-aff7-aed06c2553d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:43.839626 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4e29362-d4bf-4b3c-aff7-aed06c2553d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:43.864354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e29362-d4bf-4b3c-aff7-aed06c2553d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:43.868048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4e29362-d4bf-4b3c-aff7-aed06c2553d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:43.871268 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c4e29362-d4bf-4b3c-aff7-aed06c2553d8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a72e8eda-4a61-4b38-a1f0-3ad25c6e39b0 HTTP/1.1" status: 204 len: 168 time: 0.2133377 Apr 29 08:08:43.874154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59320) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:44.281598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (2be00116-9d2b-4b0b-aa6d-653a62cd57a7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.365473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (2be00116-9d2b-4b0b-aa6d-653a62cd57a7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.386359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be00116-9d2b-4b0b-aa6d-653a62cd57a7']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:44.395519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756c84df-9a74-45e8-ab58-99ad4bd2ad34') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:44.395813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756c84df-9a74-45e8-ab58-99ad4bd2ad34') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:44.405074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (756c84df-9a74-45e8-ab58-99ad4bd2ad34), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.418319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (756c84df-9a74-45e8-ab58-99ad4bd2ad34), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.424255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:08:44.424628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (756c84df-9a74-45e8-ab58-99ad4bd2ad34), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:08:44.426313 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:08:44.480265 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (2be00116-9d2b-4b0b-aa6d-653a62cd57a7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.485792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.488866 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2be00116-9d2b-4b0b-aa6d-653a62cd57a7 HTTP/1.1" status: 204 len: 168 time: 0.6136808 Apr 29 08:08:44.500105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3625d4-2ef8-4079-8bba-834fe9299b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be00116-9d2b-4b0b-aa6d-653a62cd57a7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:44.603774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59324) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:44.644384 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bf97abc2-9959-400a-b405-1e1359e0e318 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e35446e829524b74ae3e409269a12282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393713 Apr 29 08:08:44.646849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59326) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:44.698046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0136e695-2c3d-4eb6-9314-c7f002d66296 admin admin] Publish callbacks [] for security_group (aba36c31-8bd9-49f9-a637-a1664536aed0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.720072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0136e695-2c3d-4eb6-9314-c7f002d66296 admin admin] Publish callbacks [] for security_group (aba36c31-8bd9-49f9-a637-a1664536aed0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.770842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0136e695-2c3d-4eb6-9314-c7f002d66296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (aba36c31-8bd9-49f9-a637-a1664536aed0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.774769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0136e695-2c3d-4eb6-9314-c7f002d66296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:44.776449 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0136e695-2c3d-4eb6-9314-c7f002d66296 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aba36c31-8bd9-49f9-a637-a1664536aed0 HTTP/1.1" status: 204 len: 168 time: 0.1287081 Apr 29 08:08:44.784345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136e695-2c3d-4eb6-9314-c7f002d66296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba36c31-8bd9-49f9-a637-a1664536aed0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:45.537128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59348) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:45.636310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-328769184'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:45.658008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:45.661150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:45.669541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:45.745507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for security_group (3dc2fca4-705a-41ce-a363-b132f42a901f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:45.750741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3dc2fca4-705a-41ce-a363-b132f42a901f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:45.773080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:08:45.787957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc2fca4-705a-41ce-a363-b132f42a901f,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:45.790912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6aac8ad5-d54d-427a-bcc6-7c07590693b7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:45.791249 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Added segment 6aac8ad5-d54d-427a-bcc6-7c07590693b7 of type vlan for network 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 Apr 29 08:08:45.831314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (1ed1051d-a2ad-46a3-aeb2-86f4174b24a0), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:45.857466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (1ed1051d-a2ad-46a3-aeb2-86f4174b24a0), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:45.862264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:45.862856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:45.923119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3848591 Apr 29 08:08:45.934805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b002b-5426-4613-9ead-3e3c433f8460 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Network': ['ID=1ed1051d-a2ad-46a3-aeb2-86f4174b24a0,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:45.944864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:08:49.044968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59352) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:49.052729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'subnet': {'network_id': '1ed1051d-a2ad-46a3-aeb2-86f4174b24a0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:49.152893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:49.156690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.352650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (90ebbaaf-b327-490a-914f-9a8f2779faa7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.407029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Subnet': ['ID=90ebbaaf-b327-490a-914f-9a8f2779faa7,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:49.424402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Checking segment: {'id': '6aac8ad5-d54d-427a-bcc6-7c07590693b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ed1051d-a2ad-46a3-aeb2-86f4174b24a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:49.424780 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network hostable DHCP agents. Network: 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:08:49.444059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:08:49.454934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:49.459355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:49.460645 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.463954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df517fd1-0272-421b-836e-cc54c37e801b None None] Network 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:49.476708 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-095970dc-e4df-4419-9ff4-b4a79a85c09b tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4304986 Apr 29 08:08:49.480447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59354) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:49.486982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816833698'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:49.507977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:49.511564 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.543975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:08:49.554274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (8c5ce162-3823-4285-ac06-4e5aa8fef995), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.554691 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Added segment 8c5ce162-3823-4285-ac06-4e5aa8fef995 of type vlan for network c1e63599-44d1-4505-953e-212f5ca16618 Apr 29 08:08:49.597041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (c1e63599-44d1-4505-953e-212f5ca16618), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.630014 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (c1e63599-44d1-4505-953e-212f5ca16618), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.634969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:49.635695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.693662 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2115371 Apr 29 08:08:49.697101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59356) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:49.702586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'subnet': {'network_id': 'c1e63599-44d1-4505-953e-212f5ca16618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:49.707310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c83d9-a667-4c02-8a7e-1463d2923490 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Network': ['ID=c1e63599-44d1-4505-953e-212f5ca16618,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:49.717581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network c1e63599-44d1-4505-953e-212f5ca16618 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:08:49.722010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-1ed1051d-a2ad-46a3-aeb2-86f4174b24a0', 'network_id': '1ed1051d-a2ad-46a3-aeb2-86f4174b24a0', 'project_id': 'b4f524b207fb419d904d1b36036c79e7', 'fixed_ips': [{'subnet_id': '90ebbaaf-b327-490a-914f-9a8f2779faa7'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:08:49.722731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.807676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:49.811291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:49.915119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Allocated IP 2001:db8:0:ffff::2 (1ed1051d-a2ad-46a3-aeb2-86f4174b24a0/90ebbaaf-b327-490a-914f-9a8f2779faa7/bb2cc18b-5d57-4925-bd14-6e8dbad55105) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:08:50.006657 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (7ec62b8f-0006-496c-a54f-f6b335233085), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.059434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Publish callbacks [] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.066124 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.074786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Subnet': ['ID=7ec62b8f-0006-496c-a54f-f6b335233085,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:50.085103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Checking segment: {'id': '8c5ce162-3823-4285-ac06-4e5aa8fef995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1e63599-44d1-4505-953e-212f5ca16618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:50.085758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network hostable DHCP agents. Network: c1e63599-44d1-4505-953e-212f5ca16618, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:08:50.104817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network c1e63599-44d1-4505-953e-212f5ca16618 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:08:50.112884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Network 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:08:50.113829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, c1e63599-44d1-4505-953e-212f5ca16618) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:50.114142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Pushing event updated for resources: {'Port': ['ID=bb2cc18b-5d57-4925-bd14-6e8dbad55105,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:50.117251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:50.119227 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:08:50.120037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:50.120776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.127475 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28feb3a7-7f3c-4785-9f68-65466457bece None None] Network c1e63599-44d1-4505-953e-212f5ca16618 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:50.138089 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8da0453a-4394-4061-a1ed-5a7d52dc2bd0 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4397824 Apr 29 08:08:50.141045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59358) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:50.222130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Attempting to bind port bb2cc18b-5d57-4925-bd14-6e8dbad55105 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:08:50.222415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Attempting to bind port bb2cc18b-5d57-4925-bd14-6e8dbad55105 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '6aac8ad5-d54d-427a-bcc6-7c07590693b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ed1051d-a2ad-46a3-aeb2-86f4174b24a0'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:08:50.222764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Attempting to bind port bb2cc18b-5d57-4925-bd14-6e8dbad55105 on network 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:50.230944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:08:50.231314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Checking segment: {'id': '6aac8ad5-d54d-427a-bcc6-7c07590693b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ed1051d-a2ad-46a3-aeb2-86f4174b24a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:50.231706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.232086 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Bound using segment: {'id': '6aac8ad5-d54d-427a-bcc6-7c07590693b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ed1051d-a2ad-46a3-aeb2-86f4174b24a0'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:08:50.232560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Bound port: bb2cc18b-5d57-4925-bd14-6e8dbad55105, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aac8ad5-d54d-427a-bcc6-7c07590693b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ed1051d-a2ad-46a3-aeb2-86f4174b24a0'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:08:50.232914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.241694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (c1e63599-44d1-4505-953e-212f5ca16618), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.302192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88186e9-f366-4ac3-bacc-87014e3343be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-c1e63599-44d1-4505-953e-212f5ca16618', 'network_id': 'c1e63599-44d1-4505-953e-212f5ca16618', 'project_id': 'b4f524b207fb419d904d1b36036c79e7', 'fixed_ips': [{'subnet_id': '7ec62b8f-0006-496c-a54f-f6b335233085'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:08:50.303045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d88186e9-f366-4ac3-bacc-87014e3343be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.315746 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (7ec62b8f-0006-496c-a54f-f6b335233085), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.344570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] For port bb2cc18b-5d57-4925-bd14-6e8dbad55105, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:08:50.382096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (7ec62b8f-0006-496c-a54f-f6b335233085), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.403388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] For port bb2cc18b-5d57-4925-bd14-6e8dbad55105, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bb2cc18b-5d57-4925-bd14-6e8dbad55105,segment=NetworkSegment(6aac8ad5-d54d-427a-bcc6-7c07590693b7),segment_id=6aac8ad5-d54d-427a-bcc6-7c07590693b7)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:08:50.412753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec62b8f-0006-496c-a54f-f6b335233085,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:50.416894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server [None req-d88186e9-f366-4ac3-bacc-87014e3343be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ec62b8f-0006-496c-a54f-f6b335233085: This subnet is being modified by another concurrent operation. Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise exception Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ec62b8f-0006-496c-a54f-f6b335233085: This subnet is being modified by another concurrent operation. Apr 29 08:08:50.465861 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server Apr 29 08:08:50.480145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (c1e63599-44d1-4505-953e-212f5ca16618), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.499250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7cf4ba-dc15-4d2c-9b71-5d9d1cc6cba1 None None] Network c1e63599-44d1-4505-953e-212f5ca16618 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:50.501627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e63599-44d1-4505-953e-212f5ca16618']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:50.516762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5ce162-3823-4285-ac06-4e5aa8fef995') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:50.516762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5ce162-3823-4285-ac06-4e5aa8fef995') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:50.517473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80050c-ccd8-48d8-8306-cf94b6d34c5b None None] Pushing event updated for resources: {'Port': ['ID=bb2cc18b-5d57-4925-bd14-6e8dbad55105,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:50.527889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (8c5ce162-3823-4285-ac06-4e5aa8fef995), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.542644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (8c5ce162-3823-4285-ac06-4e5aa8fef995), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.549405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:08:50.550004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (8c5ce162-3823-4285-ac06-4e5aa8fef995), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:08:50.553276 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:08:50.940986 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (c1e63599-44d1-4505-953e-212f5ca16618), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.949855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:50.952975 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/networks/c1e63599-44d1-4505-953e-212f5ca16618 HTTP/1.1" status: 204 len: 168 time: 0.8108482 Apr 29 08:08:50.956608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59360) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:50.961745 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827445181'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:50.962563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb0f78-fa27-4caa-9b17-2dfa122c2aba tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Network': ['ID=c1e63599-44d1-4505-953e-212f5ca16618,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:50.982821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:50.986181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.011931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:08:51.021810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (05adf334-fa05-4b36-a11f-dd4cb489b153), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.022156 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Added segment 05adf334-fa05-4b36-a11f-dd4cb489b153 of type vlan for network 099915a5-e985-4791-97a4-d8907b077cda Apr 29 08:08:51.062072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (099915a5-e985-4791-97a4-d8907b077cda), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.089990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (099915a5-e985-4791-97a4-d8907b077cda), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.095197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:51.095787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.160814 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2003090 Apr 29 08:08:51.161059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59362) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:51.166335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'subnet': {'network_id': '099915a5-e985-4791-97a4-d8907b077cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:51.170939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a7887-7e98-40ef-8920-4a0bd4f0790c tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Network': ['ID=099915a5-e985-4791-97a4-d8907b077cda,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:51.182388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 099915a5-e985-4791-97a4-d8907b077cda details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:08:51.255996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:51.259492 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.323277 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Performing IP validity checks on allocation pools {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 29 08:08:51.323797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.ipam_backend_mixin [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 29 08:08:51.413498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a16e5d-c0f4-42f2-8a72-49974fadcdac None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 08:08:51.447096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (6b9cf0de-0a62-4f8d-ae9b-22257dea8da6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.470809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-22b59674-eac5-4116-9f95-938143aec292 None None] Provisioning complete for port bb2cc18b-5d57-4925-bd14-6e8dbad55105 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:08:51.471403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22b59674-eac5-4116-9f95-938143aec292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.503927 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Subnet': ['ID=6b9cf0de-0a62-4f8d-ae9b-22257dea8da6,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:51.516461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a16e5d-c0f4-42f2-8a72-49974fadcdac None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 08:08:51.519304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Checking segment: {'id': '05adf334-fa05-4b36-a11f-dd4cb489b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '099915a5-e985-4791-97a4-d8907b077cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:51.519591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network hostable DHCP agents. Network: 099915a5-e985-4791-97a4-d8907b077cda, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:08:51.536844 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network 099915a5-e985-4791-97a4-d8907b077cda is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:08:51.545665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 099915a5-e985-4791-97a4-d8907b077cda) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:51.551492 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:51.553096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.569507 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d5a77486-03a1-463a-8470-e605e29cc475 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4071898 Apr 29 08:08:51.572568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59364) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:51.622734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-22b59674-eac5-4116-9f95-938143aec292 None None] Current status of the port bb2cc18b-5d57-4925-bd14-6e8dbad55105 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:08:51.623112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22b59674-eac5-4116-9f95-938143aec292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.674212 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (099915a5-e985-4791-97a4-d8907b077cda), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.675758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-22b59674-eac5-4116-9f95-938143aec292 None None] For port bb2cc18b-5d57-4925-bd14-6e8dbad55105, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bb2cc18b-5d57-4925-bd14-6e8dbad55105,segment=NetworkSegment(6aac8ad5-d54d-427a-bcc6-7c07590693b7),segment_id=6aac8ad5-d54d-427a-bcc6-7c07590693b7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:51.693348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-22b59674-eac5-4116-9f95-938143aec292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.753109 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b59674-eac5-4116-9f95-938143aec292 None None] Pushing event updated for resources: {'Port': ['ID=bb2cc18b-5d57-4925-bd14-6e8dbad55105,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:51.756100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (6b9cf0de-0a62-4f8d-ae9b-22257dea8da6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.770517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34bc1d-a8d9-4bfa-a8fa-e6a313f4e516 None None] Network 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:51.773802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b7fa9-f835-4b16-9f3e-ec2e23eed5cd None None] Network 099915a5-e985-4791-97a4-d8907b077cda requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:51.816510 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (6b9cf0de-0a62-4f8d-ae9b-22257dea8da6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.841697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9cf0de-0a62-4f8d-ae9b-22257dea8da6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:51.910225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (099915a5-e985-4791-97a4-d8907b077cda), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.931460 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099915a5-e985-4791-97a4-d8907b077cda']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:51.941589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05adf334-fa05-4b36-a11f-dd4cb489b153') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:51.941897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05adf334-fa05-4b36-a11f-dd4cb489b153') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:51.942471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a96590-112a-4799-b8d2-7b72f91414dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-099915a5-e985-4791-97a4-d8907b077cda', 'network_id': '099915a5-e985-4791-97a4-d8907b077cda', 'project_id': 'b4f524b207fb419d904d1b36036c79e7', 'fixed_ips': [{'subnet_id': '6b9cf0de-0a62-4f8d-ae9b-22257dea8da6'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:08:51.943308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a7a96590-112a-4799-b8d2-7b72f91414dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.952455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (05adf334-fa05-4b36-a11f-dd4cb489b153), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.966206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (05adf334-fa05-4b36-a11f-dd4cb489b153), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.973591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:08:51.974083 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (05adf334-fa05-4b36-a11f-dd4cb489b153), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:08:51.977268 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:08:52.039621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.db.api [None req-a7a96590-112a-4799-b8d2-7b72f91414dd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 08:08:52.039621 dv-neutron-839860-1-hyperv neutron-server[104225]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Apr 29 08:08:52.039621 dv-neutron-839860-1-hyperv neutron-server[104225]: [parameters: {'project_id': 'b4f524b207fb419d904d1b36036c79e7', 'id': '252c9ed7-53fe-4128-9324-b54ea8f98bc6', 'name': '', 'network_id': '099915a5-e985-4791-97a4-d8907b077cda', 'mac_address': 'fa:16:3e:c6:ce:5b', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-099915a5-e985-4791-97a4-d8907b077cda', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1593}] Apr 29 08:08:52.039621 dv-neutron-839860-1-hyperv neutron-server[104225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:08:52.039621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG oslo_db.api [None req-a7a96590-112a-4799-b8d2-7b72f91414dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:08:52.043626 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (099915a5-e985-4791-97a4-d8907b077cda), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.051102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.058542 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/networks/099915a5-e985-4791-97a4-d8907b077cda HTTP/1.1" status: 204 len: 168 time: 0.4808939 Apr 29 08:08:52.058542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59366) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:52.062900 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708570220'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:52.082315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df2119-875a-4d16-8298-d1ce987316b1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Network': ['ID=099915a5-e985-4791-97a4-d8907b077cda,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:52.096550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:52.100023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.112258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bb2cc18b-5d57-4925-bd14-6e8dbad55105 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:08:52.127114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:08:52.136768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (78020bef-b384-4f99-9f90-4232cdc3b187), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.137111 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Added segment 78020bef-b384-4f99-9f90-4232cdc3b187 of type vlan for network d20e5fc7-cd79-4143-aec5-2ad8eb586bbd Apr 29 08:08:52.169930 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port bb2cc18b-5d57-4925-bd14-6e8dbad55105 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:08:52.170421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.182097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (d20e5fc7-cd79-4143-aec5-2ad8eb586bbd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.208078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (d20e5fc7-cd79-4143-aec5-2ad8eb586bbd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.214842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:52.215671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.228025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2ce184d6-1312-470c-a77b-58918b00cebf None None] Provisioning complete for port bb2cc18b-5d57-4925-bd14-6e8dbad55105 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:08:52.228391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ce184d6-1312-470c-a77b-58918b00cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.271772 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2125905 Apr 29 08:08:52.275396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59368) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:52.281302 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'subnet': {'network_id': 'd20e5fc7-cd79-4143-aec5-2ad8eb586bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:52.284826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f80e9-c1de-4cf6-8cbe-df3f1ebe7e23 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Network': ['ID=d20e5fc7-cd79-4143-aec5-2ad8eb586bbd,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:52.289141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port bb2cc18b-5d57-4925-bd14-6e8dbad55105 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:08:52.321482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network d20e5fc7-cd79-4143-aec5-2ad8eb586bbd details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:08:52.369360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:52.372907 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.383869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2ce184d6-1312-470c-a77b-58918b00cebf None None] Current status of the port bb2cc18b-5d57-4925-bd14-6e8dbad55105 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:08:52.541145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a7a96590-112a-4799-b8d2-7b72f91414dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.563052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.574585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee74f86-f131-45e3-b16a-c5186642b2c4 None None] Network 099915a5-e985-4791-97a4-d8907b077cda requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:52.586753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee74f86-f131-45e3-b16a-c5186642b2c4 None None] Network 099915a5-e985-4791-97a4-d8907b077cda could not be found, it might have been deleted concurrently. {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 08:08:52.629504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Subnet': ['ID=a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:52.634833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Checking segment: {'id': '78020bef-b384-4f99-9f90-4232cdc3b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd20e5fc7-cd79-4143-aec5-2ad8eb586bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:52.635187 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network hostable DHCP agents. Network: d20e5fc7-cd79-4143-aec5-2ad8eb586bbd, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:08:52.655458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network d20e5fc7-cd79-4143-aec5-2ad8eb586bbd is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:08:52.665586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, d20e5fc7-cd79-4143-aec5-2ad8eb586bbd) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:52.670311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:52.670912 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.674653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61102925-2590-4225-80d9-da5c974bd755 None None] Network d20e5fc7-cd79-4143-aec5-2ad8eb586bbd requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:52.691479 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-13bc6620-7969-4d14-9b07-dca875f8c595 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4146397 Apr 29 08:08:52.691743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59370) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:52.697246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-640378543'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:52.718813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:52.722373 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.746940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:08:52.756916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (133cff70-d54a-4cfd-a23a-39257f6b9b2a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.757313 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Added segment 133cff70-d54a-4cfd-a23a-39257f6b9b2a of type vlan for network 2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c Apr 29 08:08:52.774185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-d20e5fc7-cd79-4143-aec5-2ad8eb586bbd', 'network_id': 'd20e5fc7-cd79-4143-aec5-2ad8eb586bbd', 'project_id': 'b4f524b207fb419d904d1b36036c79e7', 'fixed_ips': [{'subnet_id': 'a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:08:52.775024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.797904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.822950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.827951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:52.828527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:52.887083 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1942601 Apr 29 08:08:52.889956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59372) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:52.901454 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Request body: {'subnet': {'network_id': '2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:52.910628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Allocated IP 2001:db8::2 (d20e5fc7-cd79-4143-aec5-2ad8eb586bbd/a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6/75551f20-da18-43af-8e51-9e97da5c4173) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:08:52.942832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7a0ec-a8e1-4fbb-be6a-8509fac2e505 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Network': ['ID=2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:52.960167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:08:53.000380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Made reservation on behalf of b4f524b207fb419d904d1b36036c79e7 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:53.003910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.194571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (40d67085-0ac3-49df-87c4-7223b830007f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.253535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Publish callbacks [] for port (75551f20-da18-43af-8e51-9e97da5c4173), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.261446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (75551f20-da18-43af-8e51-9e97da5c4173), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.263327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event updated for resources: {'Subnet': ['ID=40d67085-0ac3-49df-87c4-7223b830007f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:53.268628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Checking segment: {'id': '133cff70-d54a-4cfd-a23a-39257f6b9b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:53.268996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network hostable DHCP agents. Network: 2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:08:53.286071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Network 2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:08:53.295210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:53.300021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:53.300568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Network d20e5fc7-cd79-4143-aec5-2ad8eb586bbd is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:08:53.300731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.307281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761899f-9c56-4e4e-841b-e2e5efc7e5e7 None None] Network 2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:53.310089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:53.318081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:08:53.320842 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59374) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:53.320968 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c26b0a20-b8b9-40db-af37-70fda2fa04c1 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4298928 Apr 29 08:08:53.330568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Pushing event updated for resources: {'Port': ['ID=75551f20-da18-43af-8e51-9e97da5c4173,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:53.419542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.427867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Attempting to bind port 75551f20-da18-43af-8e51-9e97da5c4173 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:08:53.428238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Attempting to bind port 75551f20-da18-43af-8e51-9e97da5c4173 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '78020bef-b384-4f99-9f90-4232cdc3b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd20e5fc7-cd79-4143-aec5-2ad8eb586bbd'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:08:53.428601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Attempting to bind port 75551f20-da18-43af-8e51-9e97da5c4173 on network d20e5fc7-cd79-4143-aec5-2ad8eb586bbd {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:53.442707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:08:53.443051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Checking segment: {'id': '78020bef-b384-4f99-9f90-4232cdc3b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd20e5fc7-cd79-4143-aec5-2ad8eb586bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:53.443471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.443850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Bound using segment: {'id': '78020bef-b384-4f99-9f90-4232cdc3b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd20e5fc7-cd79-4143-aec5-2ad8eb586bbd'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:08:53.444363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Bound port: 75551f20-da18-43af-8e51-9e97da5c4173, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78020bef-b384-4f99-9f90-4232cdc3b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd20e5fc7-cd79-4143-aec5-2ad8eb586bbd'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:08:53.444677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (75551f20-da18-43af-8e51-9e97da5c4173), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.469970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (40d67085-0ac3-49df-87c4-7223b830007f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.497291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123d158c-93f5-4f03-8e1a-f08c35c130bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c', 'network_id': '2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c', 'project_id': 'b4f524b207fb419d904d1b36036c79e7', 'fixed_ips': [{'subnet_id': '40d67085-0ac3-49df-87c4-7223b830007f'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:08:53.498822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-123d158c-93f5-4f03-8e1a-f08c35c130bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.540805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (40d67085-0ac3-49df-87c4-7223b830007f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.567410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Subnet': ['ID=40d67085-0ac3-49df-87c4-7223b830007f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:53.588045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] For port 75551f20-da18-43af-8e51-9e97da5c4173, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:08:53.613529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] For port 75551f20-da18-43af-8e51-9e97da5c4173, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=75551f20-da18-43af-8e51-9e97da5c4173,segment=NetworkSegment(78020bef-b384-4f99-9f90-4232cdc3b187),segment_id=78020bef-b384-4f99-9f90-4232cdc3b187)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:08:53.624234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (75551f20-da18-43af-8e51-9e97da5c4173), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server [None req-123d158c-93f5-4f03-8e1a-f08c35c130bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40d67085-0ac3-49df-87c4-7223b830007f: This subnet is being modified by another concurrent operation. Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server raise exception Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40d67085-0ac3-49df-87c4-7223b830007f: This subnet is being modified by another concurrent operation. Apr 29 08:08:53.629953 dv-neutron-839860-1-hyperv neutron-server[104225]: ERROR oslo_messaging.rpc.server Apr 29 08:08:53.638485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.660837 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:53.661071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c274918-b017-4220-b3e0-aec842cb9ce7 None None] Network 2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:53.671953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133cff70-d54a-4cfd-a23a-39257f6b9b2a') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:53.672245 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133cff70-d54a-4cfd-a23a-39257f6b9b2a') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:53.687259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (133cff70-d54a-4cfd-a23a-39257f6b9b2a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.703618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (133cff70-d54a-4cfd-a23a-39257f6b9b2a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.709872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:08:53.710368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (133cff70-d54a-4cfd-a23a-39257f6b9b2a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:08:53.713315 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:08:53.747402 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12d413-ba8f-425a-9c3b-00964e3888a8 None None] Pushing event updated for resources: {'Port': ['ID=75551f20-da18-43af-8e51-9e97da5c4173,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:53.773768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.780771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:53.786262 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/networks/2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c HTTP/1.1" status: 204 len: 168 time: 0.4618299 Apr 29 08:08:53.786911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59376) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:53.795734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18164fc7-4668-46cb-bb57-f5c982d339d6 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Network': ['ID=2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:53.816617 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ce5a56-0860-4461-b443-7dfc0d8dec57 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] GET failed (client error): The resource could not be found. Apr 29 08:08:53.818303 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b4ce5a56-0860-4461-b443-7dfc0d8dec57 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "GET /v2.0/subnets/40d67085-0ac3-49df-87c4-7223b830007f HTTP/1.1" status: 404 len: 337 time: 0.0303230 Apr 29 08:08:53.820971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59378) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:53.840088 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c32d6d-a060-46c5-a9f6-adf150649ff5 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] DELETE failed (client error): The resource could not be found. Apr 29 08:08:53.840609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c32d6d-a060-46c5-a9f6-adf150649ff5 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:08:53.843654 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-53c32d6d-a060-46c5-a9f6-adf150649ff5 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/networks/2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c HTTP/1.1" status: 404 len: 339 time: 0.0216987 Apr 29 08:08:53.847307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59380) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:53.881441 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce84f3fe-dfd4-448d-bdba-fa1270c3a32f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] DELETE failed (client error): The resource could not be found. Apr 29 08:08:53.881670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce84f3fe-dfd4-448d-bdba-fa1270c3a32f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:08:53.884677 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ce84f3fe-dfd4-448d-bdba-fa1270c3a32f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/subnets/40d67085-0ac3-49df-87c4-7223b830007f HTTP/1.1" status: 404 len: 337 time: 0.0364563 Apr 29 08:08:53.887459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59382) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:53.908601 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-be20a994-04af-47e2-864e-611bf88e74c8 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] DELETE failed (client error): The resource could not be found. Apr 29 08:08:53.909081 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be20a994-04af-47e2-864e-611bf88e74c8 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:08:53.912063 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-be20a994-04af-47e2-864e-611bf88e74c8 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/networks/2e3dbf16-f7a9-49b0-aac5-6a5298b72c4c HTTP/1.1" status: 404 len: 339 time: 0.0236962 Apr 29 08:08:53.914636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59384) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:53.972276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a32fd17-f688-493d-995f-b454d8ae0987 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Deleting subnet a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:08:53.976029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a32fd17-f688-493d-995f-b454d8ae0987 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for subnet (a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.018017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a32fd17-f688-493d-995f-b454d8ae0987 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.101254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 75551f20-da18-43af-8e51-9e97da5c4173 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:08:54.106272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a32fd17-f688-493d-995f-b454d8ae0987 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.152585 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 75551f20-da18-43af-8e51-9e97da5c4173 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:08:54.152876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (75551f20-da18-43af-8e51-9e97da5c4173), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.172267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a32fd17-f688-493d-995f-b454d8ae0987 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.202860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1a32fd17-f688-493d-995f-b454d8ae0987 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.206147 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1a32fd17-f688-493d-995f-b454d8ae0987 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/subnets/a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6 HTTP/1.1" status: 204 len: 168 time: 0.2906222 Apr 29 08:08:54.207180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32fd17-f688-493d-995f-b454d8ae0987 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c80b7d-92e5-435b-89d5-6bfde1ba0ae6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:54.208715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59386) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:54.231206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 75551f20-da18-43af-8e51-9e97da5c4173 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:08:54.231512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (75551f20-da18-43af-8e51-9e97da5c4173), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.263060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 75551f20-da18-43af-8e51-9e97da5c4173, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=75551f20-da18-43af-8e51-9e97da5c4173,segment=NetworkSegment(78020bef-b384-4f99-9f90-4232cdc3b187),segment_id=78020bef-b384-4f99-9f90-4232cdc3b187)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:54.267149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (75551f20-da18-43af-8e51-9e97da5c4173), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.293408 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (d20e5fc7-cd79-4143-aec5-2ad8eb586bbd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.313783 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=75551f20-da18-43af-8e51-9e97da5c4173,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:54.350734 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Deleting port 75551f20-da18-43af-8e51-9e97da5c4173 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:54.351073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (75551f20-da18-43af-8e51-9e97da5c4173), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.419569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] For port 75551f20-da18-43af-8e51-9e97da5c4173, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=75551f20-da18-43af-8e51-9e97da5c4173,segment=NetworkSegment(78020bef-b384-4f99-9f90-4232cdc3b187),segment_id=78020bef-b384-4f99-9f90-4232cdc3b187)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:54.419938 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (75551f20-da18-43af-8e51-9e97da5c4173), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.439379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Calling delete_port for 75551f20-da18-43af-8e51-9e97da5c4173 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:54.524478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (75551f20-da18-43af-8e51-9e97da5c4173), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.552500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Port': ['ID=75551f20-da18-43af-8e51-9e97da5c4173,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:54.554373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] No DVR routers for this DVR port 75551f20-da18-43af-8e51-9e97da5c4173 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:54.641722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (d20e5fc7-cd79-4143-aec5-2ad8eb586bbd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.659201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def29448-2647-49c2-8342-244638408042 None None] get_active_networks_info from dv-neutron-839860-1-hyperv {{(pid=104225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 08:08:54.662064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20e5fc7-cd79-4143-aec5-2ad8eb586bbd']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:54.671545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78020bef-b384-4f99-9f90-4232cdc3b187') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:54.671838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78020bef-b384-4f99-9f90-4232cdc3b187') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:54.681236 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (78020bef-b384-4f99-9f90-4232cdc3b187), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.694337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (78020bef-b384-4f99-9f90-4232cdc3b187), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.700849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:08:54.701191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (78020bef-b384-4f99-9f90-4232cdc3b187), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:08:54.704300 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:08:54.728628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-88400108-1000-428e-9a36-7bfff0665daf None None] Could not find standard attr ID for object 75551f20-da18-43af-8e51-9e97da5c4173. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 08:08:54.737766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def29448-2647-49c2-8342-244638408042 None None] Resources bound (agent type, host, resource id): {{(pid=104225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 08:08:54.769258 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (d20e5fc7-cd79-4143-aec5-2ad8eb586bbd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.775968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.779046 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/networks/d20e5fc7-cd79-4143-aec5-2ad8eb586bbd HTTP/1.1" status: 204 len: 168 time: 0.5690656 Apr 29 08:08:54.781449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59388) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:54.798508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b80d2-841e-4410-8643-b16dc5eeb206 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Network': ['ID=d20e5fc7-cd79-4143-aec5-2ad8eb586bbd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:54.816583 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b566e4-4f7b-496e-a265-9db581c756eb tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] DELETE failed (client error): The resource could not be found. Apr 29 08:08:54.817042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b566e4-4f7b-496e-a265-9db581c756eb tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:08:54.820155 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-90b566e4-4f7b-496e-a265-9db581c756eb tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/subnets/6b9cf0de-0a62-4f8d-ae9b-22257dea8da6 HTTP/1.1" status: 404 len: 337 time: 0.0377951 Apr 29 08:08:54.823297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59390) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:54.840782 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9f01fc-a639-4a83-92f4-e86aba10b5fc tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] DELETE failed (client error): The resource could not be found. Apr 29 08:08:54.841274 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9f01fc-a639-4a83-92f4-e86aba10b5fc tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:08:54.844181 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cd9f01fc-a639-4a83-92f4-e86aba10b5fc tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/networks/099915a5-e985-4791-97a4-d8907b077cda HTTP/1.1" status: 404 len: 339 time: 0.0200269 Apr 29 08:08:54.846824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59392) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:54.871759 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6659afb9-5a73-456d-9f64-6c31afa6fd44 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] DELETE failed (client error): The resource could not be found. Apr 29 08:08:54.872205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6659afb9-5a73-456d-9f64-6c31afa6fd44 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:08:54.875206 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6659afb9-5a73-456d-9f64-6c31afa6fd44 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/subnets/7ec62b8f-0006-496c-a54f-f6b335233085 HTTP/1.1" status: 404 len: 337 time: 0.0274873 Apr 29 08:08:54.878124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59394) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:54.896687 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.pecan_wsgi.hooks.translation [None req-27afdba1-02a2-484b-96e8-f84b6961b8b7 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] DELETE failed (client error): The resource could not be found. Apr 29 08:08:54.897253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27afdba1-02a2-484b-96e8-f84b6961b8b7 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 08:08:54.898518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e02a5-c23f-4f35-ad14-25df63470ddf None None] Network d20e5fc7-cd79-4143-aec5-2ad8eb586bbd requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:54.902420 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-27afdba1-02a2-484b-96e8-f84b6961b8b7 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/networks/c1e63599-44d1-4505-953e-212f5ca16618 HTTP/1.1" status: 404 len: 339 time: 0.0210414 Apr 29 08:08:54.902649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59396) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:54.911153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e02a5-c23f-4f35-ad14-25df63470ddf None None] Network d20e5fc7-cd79-4143-aec5-2ad8eb586bbd could not be found, it might have been deleted concurrently. {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 08:08:54.955270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca905c2-4a55-494e-954e-c132ceb6a743 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Deleting subnet 90ebbaaf-b327-490a-914f-9a8f2779faa7 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:08:54.958398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ca905c2-4a55-494e-954e-c132ceb6a743 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for subnet (90ebbaaf-b327-490a-914f-9a8f2779faa7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:54.967859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e94de4-4bfb-4168-8811-748fd68516b9 None None] DHCP port deletion for d20e5fc7-cd79-4143-aec5-2ad8eb586bbd request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:08:55.001007 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ca905c2-4a55-494e-954e-c132ceb6a743 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (90ebbaaf-b327-490a-914f-9a8f2779faa7), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.094429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ca905c2-4a55-494e-954e-c132ceb6a743 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (90ebbaaf-b327-490a-914f-9a8f2779faa7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.154822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ca905c2-4a55-494e-954e-c132ceb6a743 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (90ebbaaf-b327-490a-914f-9a8f2779faa7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.181807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca905c2-4a55-494e-954e-c132ceb6a743 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Subnet': ['ID=90ebbaaf-b327-490a-914f-9a8f2779faa7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:55.186074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8ca905c2-4a55-494e-954e-c132ceb6a743 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.189326 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8ca905c2-4a55-494e-954e-c132ceb6a743 tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/subnets/90ebbaaf-b327-490a-914f-9a8f2779faa7 HTTP/1.1" status: 204 len: 168 time: 0.2855785 Apr 29 08:08:55.191849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59398) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:55.194662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7827fb-32aa-4aaa-9964-273a3eb8987a None None] Network 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:55.270819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (1ed1051d-a2ad-46a3-aeb2-86f4174b24a0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.323225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Deleting port bb2cc18b-5d57-4925-bd14-6e8dbad55105 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:55.323565 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.344947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4bc715-17ce-49c9-912b-34ff0f1001ee None None] DHCP port deletion for 1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:08:55.392599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] For port bb2cc18b-5d57-4925-bd14-6e8dbad55105, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bb2cc18b-5d57-4925-bd14-6e8dbad55105,segment=NetworkSegment(6aac8ad5-d54d-427a-bcc6-7c07590693b7),segment_id=6aac8ad5-d54d-427a-bcc6-7c07590693b7)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:55.392875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6d4bc715-17ce-49c9-912b-34ff0f1001ee None None] Deleting port bb2cc18b-5d57-4925-bd14-6e8dbad55105 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:55.392998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.393258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc715-17ce-49c9-912b-34ff0f1001ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.405252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Calling delete_port for bb2cc18b-5d57-4925-bd14-6e8dbad55105 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:55.453554 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6d4bc715-17ce-49c9-912b-34ff0f1001ee None None] For port bb2cc18b-5d57-4925-bd14-6e8dbad55105, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bb2cc18b-5d57-4925-bd14-6e8dbad55105,segment=NetworkSegment(6aac8ad5-d54d-427a-bcc6-7c07590693b7),segment_id=6aac8ad5-d54d-427a-bcc6-7c07590693b7)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:55.453969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc715-17ce-49c9-912b-34ff0f1001ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.469565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6d4bc715-17ce-49c9-912b-34ff0f1001ee None None] Calling delete_port for bb2cc18b-5d57-4925-bd14-6e8dbad55105 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:55.485630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.511409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Port': ['ID=bb2cc18b-5d57-4925-bd14-6e8dbad55105,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:55.513197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] No DVR routers for this DVR port bb2cc18b-5d57-4925-bd14-6e8dbad55105 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:55.548560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc715-17ce-49c9-912b-34ff0f1001ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (bb2cc18b-5d57-4925-bd14-6e8dbad55105), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.574191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bc715-17ce-49c9-912b-34ff0f1001ee None None] Pushing event deleted for resources: {'Port': ['ID=bb2cc18b-5d57-4925-bd14-6e8dbad55105,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:55.577527 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4bc715-17ce-49c9-912b-34ff0f1001ee None None] No DVR routers for this DVR port bb2cc18b-5d57-4925-bd14-6e8dbad55105 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:55.598040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (1ed1051d-a2ad-46a3-aeb2-86f4174b24a0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.617450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed1051d-a2ad-46a3-aeb2-86f4174b24a0']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:55.626339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aac8ad5-d54d-427a-bcc6-7c07590693b7') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:55.626636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aac8ad5-d54d-427a-bcc6-7c07590693b7') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:55.636147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (6aac8ad5-d54d-427a-bcc6-7c07590693b7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.649056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (6aac8ad5-d54d-427a-bcc6-7c07590693b7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.655883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:08:55.656310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (6aac8ad5-d54d-427a-bcc6-7c07590693b7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:08:55.659577 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:08:55.724490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (1ed1051d-a2ad-46a3-aeb2-86f4174b24a0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.732500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:55.737543 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] 10.222.0.23 "DELETE /v2.0/networks/1ed1051d-a2ad-46a3-aeb2-86f4174b24a0 HTTP/1.1" status: 204 len: 168 time: 0.5431545 Apr 29 08:08:55.747829 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce114c23-0a74-419c-a02d-83e70cb4715f tempest-NetworksIpV6Test-1711399766 tempest-NetworksIpV6Test-1711399766-project] Pushing event deleted for resources: {'Network': ['ID=1ed1051d-a2ad-46a3-aeb2-86f4174b24a0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:55.986256 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59404) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:56.070376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 75551f20-da18-43af-8e51-9e97da5c4173 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:56.091279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 75551f20-da18-43af-8e51-9e97da5c4173 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:08:56.091618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 75551f20-da18-43af-8e51-9e97da5c4173 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:56.092032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bb2cc18b-5d57-4925-bd14-6e8dbad55105 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:08:56.113629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: bb2cc18b-5d57-4925-bd14-6e8dbad55105 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:08:56.113968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bb2cc18b-5d57-4925-bd14-6e8dbad55105 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:08:56.121207 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-32332ad0-947d-4a4a-9dd2-e1c48a1b9122 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4f524b207fb419d904d1b36036c79e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338243 Apr 29 08:08:56.123850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59408) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:56.172003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1626845-a132-499e-aaa3-53ab0fff8cbf admin admin] Publish callbacks [] for security_group (3dc2fca4-705a-41ce-a363-b132f42a901f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:56.193185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1626845-a132-499e-aaa3-53ab0fff8cbf admin admin] Publish callbacks [] for security_group (3dc2fca4-705a-41ce-a363-b132f42a901f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:56.246709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1626845-a132-499e-aaa3-53ab0fff8cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3dc2fca4-705a-41ce-a363-b132f42a901f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:56.249507 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1626845-a132-499e-aaa3-53ab0fff8cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:56.250827 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d1626845-a132-499e-aaa3-53ab0fff8cbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3dc2fca4-705a-41ce-a363-b132f42a901f HTTP/1.1" status: 204 len: 168 time: 0.1260207 Apr 29 08:08:56.258466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1626845-a132-499e-aaa3-53ab0fff8cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc2fca4-705a-41ce-a363-b132f42a901f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:56.913957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59430) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:57.011970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-665fb614-85f0-46ba-8bcd-8e6006e20902 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2022202220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:57.035506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-665fb614-85f0-46ba-8bcd-8e6006e20902 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (9fd7baee-8ff2-46a7-91fb-0dec129386f9), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.036504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-665fb614-85f0-46ba-8bcd-8e6006e20902 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (9fd7baee-8ff2-46a7-91fb-0dec129386f9), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.087760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-665fb614-85f0-46ba-8bcd-8e6006e20902 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for router_controller (9fd7baee-8ff2-46a7-91fb-0dec129386f9), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.095103 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-665fb614-85f0-46ba-8bcd-8e6006e20902 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (9fd7baee-8ff2-46a7-91fb-0dec129386f9), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.115308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-665fb614-85f0-46ba-8bcd-8e6006e20902 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.116545 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-665fb614-85f0-46ba-8bcd-8e6006e20902 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2015831 Apr 29 08:08:57.121458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59434) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:57.126561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-31986166'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:57.148222 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Made reservation on behalf of 13d8863f583b4d52a190248182c62b9e for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:57.151599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.159729 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.242020 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for security_group (56866838-c52a-44a2-909a-e27f0c8da4cd), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.247803 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (56866838-c52a-44a2-909a-e27f0c8da4cd), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.274600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:08:57.283615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56866838-c52a-44a2-909a-e27f0c8da4cd,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:57.290847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (402e9c45-b42d-4402-abc3-1e18b59a0122), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.291731 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Added segment 402e9c45-b42d-4402-abc3-1e18b59a0122 of type vlan for network e9fbf05c-3a41-4ad7-a094-831adc713a87 Apr 29 08:08:57.331353 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (e9fbf05c-3a41-4ad7-a094-831adc713a87), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.360589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (e9fbf05c-3a41-4ad7-a094-831adc713a87), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.368283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:57.369119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.427153 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3045018 Apr 29 08:08:57.430181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59436) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:57.434781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Request body: {'subnet': {'network_id': 'e9fbf05c-3a41-4ad7-a094-831adc713a87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:57.482093 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b7571-48cc-4d66-9e85-fd63a40adf1f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event updated for resources: {'Network': ['ID=e9fbf05c-3a41-4ad7-a094-831adc713a87,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:57.493057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network e9fbf05c-3a41-4ad7-a094-831adc713a87 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:08:57.534179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Made reservation on behalf of 13d8863f583b4d52a190248182c62b9e for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:57.537967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.722251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (dd6b0c48-8338-4d97-b665-97718d7580d3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.782578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event updated for resources: {'Subnet': ['ID=dd6b0c48-8338-4d97-b665-97718d7580d3,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:57.793034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Checking segment: {'id': '402e9c45-b42d-4402-abc3-1e18b59a0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9fbf05c-3a41-4ad7-a094-831adc713a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:57.793424 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Network hostable DHCP agents. Network: e9fbf05c-3a41-4ad7-a094-831adc713a87, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:08:57.812854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Network e9fbf05c-3a41-4ad7-a094-831adc713a87 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:08:57.822939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, e9fbf05c-3a41-4ad7-a094-831adc713a87) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:57.827009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:57.827598 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.832463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a8f28b-0cfa-4612-ba46-6a72f3b1d262 None None] Network e9fbf05c-3a41-4ad7-a094-831adc713a87 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:57.844392 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bdfd39d3-bbdd-4ee5-aebe-06d58b45223c tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4134331 Apr 29 08:08:57.847589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59438) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:57.852637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-302444525'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:57.874631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Made reservation on behalf of 13d8863f583b4d52a190248182c62b9e for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:57.878508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.901591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:08:57.910773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.911120 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Added segment 0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a of type vlan for network 1cf02462-d617-4614-a004-61c088993074 Apr 29 08:08:57.938327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-e9fbf05c-3a41-4ad7-a094-831adc713a87', 'network_id': 'e9fbf05c-3a41-4ad7-a094-831adc713a87', 'project_id': '13d8863f583b4d52a190248182c62b9e', 'fixed_ips': [{'subnet_id': 'dd6b0c48-8338-4d97-b665-97718d7580d3'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:08:57.939178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.954320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (1cf02462-d617-4614-a004-61c088993074), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.980754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (1cf02462-d617-4614-a004-61c088993074), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:57.985648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:57.986234 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.041627 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1927075 Apr 29 08:08:58.044372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59440) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:58.051851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Request body: {'subnet': {'network_id': '1cf02462-d617-4614-a004-61c088993074', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:58.054247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event updated for resources: {'Network': ['ID=1cf02462-d617-4614-a004-61c088993074,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:58.061884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.062277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.062598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.062935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.063273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.063606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.064279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.064279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.064581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.064911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.065252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.065581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.065935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e0b32-a9f1-45b0-acd0-ca993b530507 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:08:58.079001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 1cf02462-d617-4614-a004-61c088993074 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:08:58.081385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Allocated IP 172.20.0.2 (e9fbf05c-3a41-4ad7-a094-831adc713a87/dd6b0c48-8338-4d97-b665-97718d7580d3/f04235d6-14ad-46c3-aa11-ffecdf54a1c9) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:08:58.149150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Made reservation on behalf of 13d8863f583b4d52a190248182c62b9e for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:08:58.152661 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.278379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Publish callbacks [] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.286056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.322736 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Network e9fbf05c-3a41-4ad7-a094-831adc713a87 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:08:58.325523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:58.328881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:08:58.334263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (33800f2e-64c3-4a17-8e3c-d9b0d0176295), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.342490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Pushing event updated for resources: {'Port': ['ID=f04235d6-14ad-46c3-aa11-ffecdf54a1c9,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:58.393621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Attempting to bind port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:08:58.393984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Attempting to bind port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '402e9c45-b42d-4402-abc3-1e18b59a0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9fbf05c-3a41-4ad7-a094-831adc713a87'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:08:58.394338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Attempting to bind port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 on network e9fbf05c-3a41-4ad7-a094-831adc713a87 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:58.399422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:08:58.399793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Checking segment: {'id': '402e9c45-b42d-4402-abc3-1e18b59a0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9fbf05c-3a41-4ad7-a094-831adc713a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:58.400219 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.400615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Bound using segment: {'id': '402e9c45-b42d-4402-abc3-1e18b59a0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9fbf05c-3a41-4ad7-a094-831adc713a87'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:08:58.401247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Bound port: f04235d6-14ad-46c3-aa11-ffecdf54a1c9, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402e9c45-b42d-4402-abc3-1e18b59a0122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9fbf05c-3a41-4ad7-a094-831adc713a87'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:08:58.401657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.402019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event updated for resources: {'Subnet': ['ID=33800f2e-64c3-4a17-8e3c-d9b0d0176295,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:58.409314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Checking segment: {'id': '0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1cf02462-d617-4614-a004-61c088993074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:58.409667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Network hostable DHCP agents. Network: 1cf02462-d617-4614-a004-61c088993074, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:08:58.427347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Network 1cf02462-d617-4614-a004-61c088993074 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:08:58.436590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 1cf02462-d617-4614-a004-61c088993074) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:58.441952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:08:58.442646 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.447833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a06c8b9-79d8-40d9-99ce-886098bdc248 None None] Network 1cf02462-d617-4614-a004-61c088993074 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:58.461120 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f69d8983-9279-4333-b2d9-e8e66429f821 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4153986 Apr 29 08:08:58.463775 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59442) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:58.468295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ab1f5def-7275-46ce-a057-bd39c0108c6f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cf02462-d617-4614-a004-61c088993074'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:08:58.514066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] For port f04235d6-14ad-46c3-aa11-ffecdf54a1c9, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:08:58.517350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] For port f04235d6-14ad-46c3-aa11-ffecdf54a1c9, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f04235d6-14ad-46c3-aa11-ffecdf54a1c9,segment=NetworkSegment(402e9c45-b42d-4402-abc3-1e18b59a0122),segment_id=402e9c45-b42d-4402-abc3-1e18b59a0122)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:08:58.531419 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.617614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88724638-bf84-4e10-b73d-a87cad35fc95 None None] Pushing event updated for resources: {'Port': ['ID=f04235d6-14ad-46c3-aa11-ffecdf54a1c9,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:58.621850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-1cf02462-d617-4614-a004-61c088993074', 'network_id': '1cf02462-d617-4614-a004-61c088993074', 'project_id': '13d8863f583b4d52a190248182c62b9e', 'fixed_ips': [{'subnet_id': '33800f2e-64c3-4a17-8e3c-d9b0d0176295'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:08:58.622701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.687880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5def-7275-46ce-a057-bd39c0108c6f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for router_gateway (9fd7baee-8ff2-46a7-91fb-0dec129386f9), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.790635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Allocated IP 172.21.0.2 (1cf02462-d617-4614-a004-61c088993074/33800f2e-64c3-4a17-8e3c-d9b0d0176295/b88638e5-9c9f-4d26-8a5a-7329152dcd3b) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:08:58.819176 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.api.v2.resource [None req-ab1f5def-7275-46ce-a057-bd39c0108c6f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 08:08:58.820231 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ab1f5def-7275-46ce-a057-bd39c0108c6f tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "PUT /v2.0/routers/9fd7baee-8ff2-46a7-91fb-0dec129386f9 HTTP/1.1" status: 400 len: 364 time: 0.3554957 Apr 29 08:08:58.826627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59444) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:58.889136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20a1989-dfed-40bd-9539-a4b93bd974cf tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Deleting subnet 33800f2e-64c3-4a17-8e3c-d9b0d0176295 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:08:58.958934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Publish callbacks [] for port (b88638e5-9c9f-4d26-8a5a-7329152dcd3b), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.965827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b20a1989-dfed-40bd-9539-a4b93bd974cf tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for subnet (33800f2e-64c3-4a17-8e3c-d9b0d0176295), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:58.966261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (b88638e5-9c9f-4d26-8a5a-7329152dcd3b), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.002344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Network 1cf02462-d617-4614-a004-61c088993074 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:08:59.005084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:08:59.007621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b20a1989-dfed-40bd-9539-a4b93bd974cf tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (33800f2e-64c3-4a17-8e3c-d9b0d0176295), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.008535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:08:59.017417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Pushing event updated for resources: {'Port': ['ID=b88638e5-9c9f-4d26-8a5a-7329152dcd3b,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:59.068333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Attempting to bind port b88638e5-9c9f-4d26-8a5a-7329152dcd3b on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:08:59.068698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Attempting to bind port b88638e5-9c9f-4d26-8a5a-7329152dcd3b by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1cf02462-d617-4614-a004-61c088993074'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:08:59.069057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Attempting to bind port b88638e5-9c9f-4d26-8a5a-7329152dcd3b on network 1cf02462-d617-4614-a004-61c088993074 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:08:59.074927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:08:59.075297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Checking segment: {'id': '0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1cf02462-d617-4614-a004-61c088993074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:08:59.075695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.076100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Bound using segment: {'id': '0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1cf02462-d617-4614-a004-61c088993074'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:08:59.076800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Bound port: b88638e5-9c9f-4d26-8a5a-7329152dcd3b, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1cf02462-d617-4614-a004-61c088993074'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:08:59.077184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b88638e5-9c9f-4d26-8a5a-7329152dcd3b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.101458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b20a1989-dfed-40bd-9539-a4b93bd974cf tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (33800f2e-64c3-4a17-8e3c-d9b0d0176295), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.158970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b20a1989-dfed-40bd-9539-a4b93bd974cf tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (33800f2e-64c3-4a17-8e3c-d9b0d0176295), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.161494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] For port b88638e5-9c9f-4d26-8a5a-7329152dcd3b, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:08:59.164792 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] For port b88638e5-9c9f-4d26-8a5a-7329152dcd3b, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b88638e5-9c9f-4d26-8a5a-7329152dcd3b,segment=NetworkSegment(0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a),segment_id=0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:08:59.171334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (b88638e5-9c9f-4d26-8a5a-7329152dcd3b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.185867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a1989-dfed-40bd-9539-a4b93bd974cf tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event deleted for resources: {'Subnet': ['ID=33800f2e-64c3-4a17-8e3c-d9b0d0176295,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:59.189722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b20a1989-dfed-40bd-9539-a4b93bd974cf tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.195357 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b20a1989-dfed-40bd-9539-a4b93bd974cf tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "DELETE /v2.0/subnets/33800f2e-64c3-4a17-8e3c-d9b0d0176295 HTTP/1.1" status: 204 len: 168 time: 0.3651772 Apr 29 08:08:59.195473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59446) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:59.237039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804087c-7e36-4c1d-b8a7-b20845fe1c81 None None] Pushing event updated for resources: {'Port': ['ID=b88638e5-9c9f-4d26-8a5a-7329152dcd3b,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:59.290156 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (1cf02462-d617-4614-a004-61c088993074), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.347854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Deleting port b88638e5-9c9f-4d26-8a5a-7329152dcd3b {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:08:59.348273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b88638e5-9c9f-4d26-8a5a-7329152dcd3b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.424164 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] For port b88638e5-9c9f-4d26-8a5a-7329152dcd3b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=b88638e5-9c9f-4d26-8a5a-7329152dcd3b,segment=NetworkSegment(0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a),segment_id=0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:59.424487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b88638e5-9c9f-4d26-8a5a-7329152dcd3b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.441299 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Calling delete_port for b88638e5-9c9f-4d26-8a5a-7329152dcd3b owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:08:59.532438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b88638e5-9c9f-4d26-8a5a-7329152dcd3b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.557491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event deleted for resources: {'Port': ['ID=b88638e5-9c9f-4d26-8a5a-7329152dcd3b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:59.563312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] No DVR routers for this DVR port b88638e5-9c9f-4d26-8a5a-7329152dcd3b on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:08:59.645905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27646c5f-3477-4cf0-a75e-d69eb2484832 None None] Network e9fbf05c-3a41-4ad7-a094-831adc713a87 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:08:59.646430 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (1cf02462-d617-4614-a004-61c088993074), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.665799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf02462-d617-4614-a004-61c088993074']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:59.675422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:59.675661 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:08:59.687928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.701933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.708681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:08:59.709186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (0fb8f3bf-31e6-41fc-8ec8-ce673e0dc42a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:08:59.712258 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:08:59.715434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f1a46103-d3a0-4e1c-a814-70052a302ede None None] Provisioning complete for port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:08:59.715846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f1a46103-d3a0-4e1c-a814-70052a302ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.770080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (1cf02462-d617-4614-a004-61c088993074), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.777032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.782609 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "DELETE /v2.0/networks/1cf02462-d617-4614-a004-61c088993074 HTTP/1.1" status: 204 len: 168 time: 0.5837824 Apr 29 08:08:59.783298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59448) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:08:59.798708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb917e54-7b83-456f-974b-461bc99f1ad3 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event deleted for resources: {'Network': ['ID=1cf02462-d617-4614-a004-61c088993074,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:08:59.831289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f1a46103-d3a0-4e1c-a814-70052a302ede None None] Current status of the port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:08:59.831667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f1a46103-d3a0-4e1c-a814-70052a302ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.852116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c38606b-3eac-460a-a390-7403594c7010 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Deleting subnet dd6b0c48-8338-4d97-b665-97718d7580d3 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:08:59.855657 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c38606b-3eac-460a-a390-7403594c7010 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for subnet (dd6b0c48-8338-4d97-b665-97718d7580d3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.870928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f1a46103-d3a0-4e1c-a814-70052a302ede None None] For port f04235d6-14ad-46c3-aa11-ffecdf54a1c9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f04235d6-14ad-46c3-aa11-ffecdf54a1c9,segment=NetworkSegment(402e9c45-b42d-4402-abc3-1e18b59a0122),segment_id=402e9c45-b42d-4402-abc3-1e18b59a0122)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:08:59.877234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f1a46103-d3a0-4e1c-a814-70052a302ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.904268 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c38606b-3eac-460a-a390-7403594c7010 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (dd6b0c48-8338-4d97-b665-97718d7580d3), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:08:59.938055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a46103-d3a0-4e1c-a814-70052a302ede None None] Pushing event updated for resources: {'Port': ['ID=f04235d6-14ad-46c3-aa11-ffecdf54a1c9,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:00.000859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c38606b-3eac-460a-a390-7403594c7010 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (dd6b0c48-8338-4d97-b665-97718d7580d3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.095042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c38606b-3eac-460a-a390-7403594c7010 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (dd6b0c48-8338-4d97-b665-97718d7580d3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.104379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-47db9027-3a43-4f46-8576-2aaef554299e None None] Provisioning complete for port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:00.104822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47db9027-3a43-4f46-8576-2aaef554299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.142445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38606b-3eac-460a-a390-7403594c7010 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6b0c48-8338-4d97-b665-97718d7580d3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:00.156127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7c38606b-3eac-460a-a390-7403594c7010 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.161284 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7c38606b-3eac-460a-a390-7403594c7010 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "DELETE /v2.0/subnets/dd6b0c48-8338-4d97-b665-97718d7580d3 HTTP/1.1" status: 204 len: 168 time: 0.3767972 Apr 29 08:09:00.162891 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59450) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:00.166515 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49513c-bee8-46ad-a067-35b50e1b6e19 None None] Network e9fbf05c-3a41-4ad7-a094-831adc713a87 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:09:00.183195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f04235d6-14ad-46c3-aa11-ffecdf54a1c9 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:00.255822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (e9fbf05c-3a41-4ad7-a094-831adc713a87), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.327376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Deleting port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:09:00.327376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.348850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-47db9027-3a43-4f46-8576-2aaef554299e None None] Current status of the port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:00.353540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:00.353954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.395564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0519a1-803f-429b-95c1-2fac230c2d1c None None] DHCP port deletion for 1cf02462-d617-4614-a004-61c088993074 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:09:00.406348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] For port f04235d6-14ad-46c3-aa11-ffecdf54a1c9, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f04235d6-14ad-46c3-aa11-ffecdf54a1c9,segment=NetworkSegment(402e9c45-b42d-4402-abc3-1e18b59a0122),segment_id=402e9c45-b42d-4402-abc3-1e18b59a0122)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:00.406711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.420649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Calling delete_port for f04235d6-14ad-46c3-aa11-ffecdf54a1c9 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:09:00.525105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f04235d6-14ad-46c3-aa11-ffecdf54a1c9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.555468 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event deleted for resources: {'Port': ['ID=f04235d6-14ad-46c3-aa11-ffecdf54a1c9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:00.559255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] No DVR routers for this DVR port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:09:00.620776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a497e-0c52-4232-9926-cfd8cbf9f1bc None None] Network 1cf02462-d617-4614-a004-61c088993074 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:09:00.623857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc0757-f2c7-436d-be8b-6c45cf074e56 None None] DHCP port deletion for e9fbf05c-3a41-4ad7-a094-831adc713a87 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:09:00.637536 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (e9fbf05c-3a41-4ad7-a094-831adc713a87), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.640143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-589b7b31-6eab-4f86-8237-6fd5c4338cca None None] Could not find standard attr ID for object b88638e5-9c9f-4d26-8a5a-7329152dcd3b. {{(pid=104225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 29 08:09:00.643231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a497e-0c52-4232-9926-cfd8cbf9f1bc None None] Network 1cf02462-d617-4614-a004-61c088993074 could not be found, it might have been deleted concurrently. {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 29 08:09:00.652815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f04235d6-14ad-46c3-aa11-ffecdf54a1c9 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:00.662003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fbf05c-3a41-4ad7-a094-831adc713a87']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:00.671529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402e9c45-b42d-4402-abc3-1e18b59a0122') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:00.671825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402e9c45-b42d-4402-abc3-1e18b59a0122') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:00.685145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (402e9c45-b42d-4402-abc3-1e18b59a0122), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.699689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (402e9c45-b42d-4402-abc3-1e18b59a0122), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.708600 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:09:00.709102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (402e9c45-b42d-4402-abc3-1e18b59a0122), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:09:00.713329 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:09:00.775591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (e9fbf05c-3a41-4ad7-a094-831adc713a87), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.783670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:00.786745 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "DELETE /v2.0/networks/e9fbf05c-3a41-4ad7-a094-831adc713a87 HTTP/1.1" status: 204 len: 168 time: 0.6224432 Apr 29 08:09:00.789581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59452) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:00.798453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b533159-ae18-4f2e-8b50-ebbbd83a69cd tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Pushing event deleted for resources: {'Network': ['ID=e9fbf05c-3a41-4ad7-a094-831adc713a87,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:00.818626 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-16e73d9e-a984-44aa-a117-4f28b4eb93ef tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fd7baee-8ff2-46a7-91fb-0dec129386f9 HTTP/1.1" status: 200 len: 205 time: 0.0277770 Apr 29 08:09:00.820960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59454) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:00.897123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-812c1fcc-f4ab-4b3f-9156-91ece570fb51 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for router (9fd7baee-8ff2-46a7-91fb-0dec129386f9), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.059983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-812c1fcc-f4ab-4b3f-9156-91ece570fb51 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (9fd7baee-8ff2-46a7-91fb-0dec129386f9), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.062199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-812c1fcc-f4ab-4b3f-9156-91ece570fb51 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for router_controller (9fd7baee-8ff2-46a7-91fb-0dec129386f9), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.114659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-812c1fcc-f4ab-4b3f-9156-91ece570fb51 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (9fd7baee-8ff2-46a7-91fb-0dec129386f9), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.115151 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812c1fcc-f4ab-4b3f-9156-91ece570fb51 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Fanout notify agent at l3_agent the message router_deleted on router 9fd7baee-8ff2-46a7-91fb-0dec129386f9 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:09:01.122583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-812c1fcc-f4ab-4b3f-9156-91ece570fb51 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.126361 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-812c1fcc-f4ab-4b3f-9156-91ece570fb51 tempest-RoutersNegativeTest-1946418167 tempest-RoutersNegativeTest-1946418167-project] 10.222.0.23 "DELETE /v2.0/routers/9fd7baee-8ff2-46a7-91fb-0dec129386f9 HTTP/1.1" status: 204 len: 168 time: 0.3017743 Apr 29 08:09:01.359484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9d9ada54-1636-46a1-9358-45238f8b9721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.374787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59460) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:01.512312 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6159508b-8a20-4f86-b119-d946279e00f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13d8863f583b4d52a190248182c62b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362839 Apr 29 08:09:01.516044 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59464) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:01.568744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d527290f-15d0-4d33-a636-47472c7b2032 admin admin] Publish callbacks [] for security_group (56866838-c52a-44a2-909a-e27f0c8da4cd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.591086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d527290f-15d0-4d33-a636-47472c7b2032 admin admin] Publish callbacks [] for security_group (56866838-c52a-44a2-909a-e27f0c8da4cd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.643702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d527290f-15d0-4d33-a636-47472c7b2032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (56866838-c52a-44a2-909a-e27f0c8da4cd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.646264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d527290f-15d0-4d33-a636-47472c7b2032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:01.647410 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d527290f-15d0-4d33-a636-47472c7b2032 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56866838-c52a-44a2-909a-e27f0c8da4cd HTTP/1.1" status: 204 len: 168 time: 0.1304893 Apr 29 08:09:01.654919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527290f-15d0-4d33-a636-47472c7b2032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56866838-c52a-44a2-909a-e27f0c8da4cd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:02.074703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f04235d6-14ad-46c3-aa11-ffecdf54a1c9 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:09:02.095340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: f04235d6-14ad-46c3-aa11-ffecdf54a1c9 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:09:02.095683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f04235d6-14ad-46c3-aa11-ffecdf54a1c9 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:09:02.096096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b88638e5-9c9f-4d26-8a5a-7329152dcd3b no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:09:02.116820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: b88638e5-9c9f-4d26-8a5a-7329152dcd3b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:09:02.117161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device b88638e5-9c9f-4d26-8a5a-7329152dcd3b not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:09:02.307816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59486) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:02.407788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-906252208-network', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:02.430962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Made reservation on behalf of 6993ecb92ffc427e8b2f581c5eb5720d for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:09:02.433175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.441553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.513923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Publish callbacks [] for security_group (8f057371-23a2-43ee-af1d-9bc87d22aa13), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.519824 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8f057371-23a2-43ee-af1d-9bc87d22aa13), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.544208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:09:02.553945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f057371-23a2-43ee-af1d-9bc87d22aa13,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:02.558944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a5545480-9709-4777-b67f-07c8e22f9547), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.559283 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Added segment a5545480-9709-4777-b67f-07c8e22f9547 of type vlan for network 46d11882-3138-474e-954a-b0d26515faf6 Apr 29 08:09:02.603950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (46d11882-3138-474e-954a-b0d26515faf6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.630750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (46d11882-3138-474e-954a-b0d26515faf6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.631751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:02.632295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.693778 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3821323 Apr 29 08:09:02.693958 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59490) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:02.698857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Request body: {'subnet': {'network_id': '46d11882-3138-474e-954a-b0d26515faf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-subnet', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:02.701817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abc11e-a1d9-4138-8861-c879660ab8dc admin admin] Pushing event updated for resources: {'Network': ['ID=46d11882-3138-474e-954a-b0d26515faf6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:02.711665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 46d11882-3138-474e-954a-b0d26515faf6 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:09:02.720872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Made reservation on behalf of 6993ecb92ffc427e8b2f581c5eb5720d for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:09:02.723853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.893796 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (4fe7ecc2-06d2-4142-9bb3-3f1737703141), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.941944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe7ecc2-06d2-4142-9bb3-3f1737703141,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:02.957267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Checking segment: {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:09:02.957639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Network hostable DHCP agents. Network: 46d11882-3138-474e-954a-b0d26515faf6, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:09:02.976335 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Network 46d11882-3138-474e-954a-b0d26515faf6 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:09:02.986518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 46d11882-3138-474e-954a-b0d26515faf6) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:02.991233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:02.992355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:02.995356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd123f-bc1e-4d54-a0fb-c91adf09e04b None None] Network 46d11882-3138-474e-954a-b0d26515faf6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:09:03.012557 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dde9ef08-0dcb-4534-9e7f-05ac648df1ac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3151908 Apr 29 08:09:03.012821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59492) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:03.017259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:03.039360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (df948148-420d-47a6-9f66-4f97905ddeba), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.040426 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (df948148-420d-47a6-9f66-4f97905ddeba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.095257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks [] for router_controller (df948148-420d-47a6-9f66-4f97905ddeba), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.097444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-46d11882-3138-474e-954a-b0d26515faf6', 'network_id': '46d11882-3138-474e-954a-b0d26515faf6', 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'fixed_ips': [{'subnet_id': '4fe7ecc2-06d2-4142-9bb3-3f1737703141'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:09:03.098516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.230619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks [] for router_gateway (df948148-420d-47a6-9f66-4f97905ddeba), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.235336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Allocated IP 172.20.0.2 (46d11882-3138-474e-954a-b0d26515faf6/4fe7ecc2-06d2-4142-9bb3-3f1737703141/c8aa8ab1-374c-42d0-b7c2-d5707885b0dd) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:09:03.376372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Publish callbacks [] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.383406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.424133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Network 46d11882-3138-474e-954a-b0d26515faf6 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:03.426959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:03.432150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:09:03.440857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks [] for router_gateway (df948148-420d-47a6-9f66-4f97905ddeba), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.446206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Pushing event updated for resources: {'Port': ['ID=c8aa8ab1-374c-42d0-b7c2-d5707885b0dd,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:03.460379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.497410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3bbbc42a-7b6b-4a52-b177-1f55c838612d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.509606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Attempting to bind port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:09:03.509976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Attempting to bind port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:09:03.510336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Attempting to bind port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd on network 46d11882-3138-474e-954a-b0d26515faf6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:03.515520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:09:03.515891 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Checking segment: {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:09:03.516286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.516699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Bound using segment: {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:09:03.517153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Bound port: c8aa8ab1-374c-42d0-b7c2-d5707885b0dd, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:09:03.517575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.563133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Allocated IP 172.26.3.118 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/677fef0e-4fb2-442e-8d72-69ade63b68b4) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:09:03.584325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] For port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:09:03.587432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] For port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c8aa8ab1-374c-42d0-b7c2-d5707885b0dd,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:09:03.593386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:03.657392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ef048-76a3-429f-8905-d92b77af0869 None None] Pushing event updated for resources: {'Port': ['ID=c8aa8ab1-374c-42d0-b7c2-d5707885b0dd,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:04.003456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks [] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.039944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.077948 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:04.082342 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:04.089729 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:09:04.092814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Pushing event updated for resources: {'Port': ['ID=677fef0e-4fb2-442e-8d72-69ade63b68b4,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:04.116400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c8aa8ab1-374c-42d0-b7c2-d5707885b0dd up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:04.165370 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:04.165749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.245034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:04.245477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.281428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c8aa8ab1-374c-42d0-b7c2-d5707885b0dd,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:04.286171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.338529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=c8aa8ab1-374c-42d0-b7c2-d5707885b0dd,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:04.359505 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks [] for router_gateway (df948148-420d-47a6-9f66-4f97905ddeba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.563821 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (df948148-420d-47a6-9f66-4f97905ddeba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.576798 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531802cb-cf0e-4eab-bb06-44c5476934a2 None None] Network 46d11882-3138-474e-954a-b0d26515faf6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:09:04.636352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3f269348-6604-4127-9bb2-c0b84ea00765 None None] Provisioning complete for port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:04.636678 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3f269348-6604-4127-9bb2-c0b84ea00765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.701810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Router df948148-420d-47a6-9f66-4f97905ddeba is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:09:04.751725 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3f269348-6604-4127-9bb2-c0b84ea00765 None None] Current status of the port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:04.813520 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:09:04.823963 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Sync routers for ids ['df948148-420d-47a6-9f66-4f97905ddeba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:09:04.833441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.835082 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-81af41f1-9643-4de2-825e-6a3665be9802 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8212080 Apr 29 08:09:04.837675 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Routers {'df948148-420d-47a6-9f66-4f97905ddeba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:09:04.837974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59496) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:04.838450 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:09:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['df948148-420d-47a6-9f66-4f97905ddeba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:04.893012 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:04.950732 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Set router df948148-420d-47a6-9f66-4f97905ddeba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:09:04.974790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a4b10f93-2ac6-4d17-ba37-8de184bf20aa None None] Provisioning complete for port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:04.975351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f93-2ac6-4d17-ba37-8de184bf20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.054430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a4b10f93-2ac6-4d17-ba37-8de184bf20aa None None] Current status of the port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:05.132120 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:04Z', 'revision_number': 3, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'gw_port': {'id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:05.159193 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Checking router: df948148-420d-47a6-9f66-4f97905ddeba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:09:05.159673 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Updating router df948148-420d-47a6-9f66-4f97905ddeba port 677fef0e-4fb2-442e-8d72-69ade63b68b4 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:09:05.187511 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.276902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.429969 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Publish callbacks [] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.432545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Allocated IP 172.20.0.1 (46d11882-3138-474e-954a-b0d26515faf6/4fe7ecc2-06d2-4142-9bb3-3f1737703141/89d4e437-dd16-479a-951c-b8aaa210ac03) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:09:05.436236 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.486678 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Attempting to bind port 677fef0e-4fb2-442e-8d72-69ade63b68b4 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:09:05.487081 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Attempting to bind port 677fef0e-4fb2-442e-8d72-69ade63b68b4 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:09:05.487430 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Attempting to bind port 677fef0e-4fb2-442e-8d72-69ade63b68b4 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:05.497856 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Pushing event updated for resources: {'Port': ['ID=677fef0e-4fb2-442e-8d72-69ade63b68b4,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:05.500746 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:09:05.501144 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:09:05.501571 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.501953 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:09:05.502398 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Bound port: 677fef0e-4fb2-442e-8d72-69ade63b68b4, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:09:05.502766 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.508617 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.508991 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.509327 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.509673 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.509997 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.510318 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.510676 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.510999 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.511318 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.511670 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.511989 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.512305 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.512614 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:09:05.535462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Publish callbacks [] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.563679 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] For port 677fef0e-4fb2-442e-8d72-69ade63b68b4, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:09:05.566673 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] For port 677fef0e-4fb2-442e-8d72-69ade63b68b4, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=677fef0e-4fb2-442e-8d72-69ade63b68b4,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:09:05.567717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.573025 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.603336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Network 46d11882-3138-474e-954a-b0d26515faf6 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:05.607970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:05.611377 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:09:05.619914 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Routers {'df948148-420d-47a6-9f66-4f97905ddeba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:09:05.620569 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:09:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['df948148-420d-47a6-9f66-4f97905ddeba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:05.643421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Pushing event updated for resources: {'Port': ['ID=89d4e437-dd16-479a-951c-b8aaa210ac03,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:05.661500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (df948148-420d-47a6-9f66-4f97905ddeba), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.684552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.773741 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3eb5a-cb21-4c67-ac43-9db01466d68c None None] Pushing event updated for resources: {'Port': ['ID=677fef0e-4fb2-442e-8d72-69ade63b68b4,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:05.821174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.851906 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] Set router df948148-420d-47a6-9f66-4f97905ddeba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:09:05.880389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-42ab20a2-41fb-4bca-8995-64ab14913f8e None None] Provisioning complete for port 89d4e437-dd16-479a-951c-b8aaa210ac03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:05.880804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-42ab20a2-41fb-4bca-8995-64ab14913f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.916963 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-42ab20a2-41fb-4bca-8995-64ab14913f8e None None] Port 89d4e437-dd16-479a-951c-b8aaa210ac03 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:09:05.987859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Publish callbacks [] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:05.994033 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:06.043850 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:04Z', 'revision_number': 3, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'gw_port': {'id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:06.065725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Pushing event updated for resources: {'Port': ['ID=89d4e437-dd16-479a-951c-b8aaa210ac03,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:06.068653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (df948148-420d-47a6-9f66-4f97905ddeba), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:06.075457 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885edd9-f4b5-43ab-8f82-040c9a525cae None None] The sync data for ids ['df948148-420d-47a6-9f66-4f97905ddeba'] in dv-neutron-839860-1-hyperv is: [{'id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:04Z', 'revision_number': 3, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'gw_port': {'id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:09:06.103482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c8aa8ab1-374c-42d0-b7c2-d5707885b0dd up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:06.158338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:06.158921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:06.179597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Network 46d11882-3138-474e-954a-b0d26515faf6 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:06.181254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:06.214089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:06.256001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:06.317882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Router df948148-420d-47a6-9f66-4f97905ddeba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:09:06.447377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bb2f22bb-2664-4a11-b443-08e2828b9abf None None] Provisioning complete for port 89d4e437-dd16-479a-951c-b8aaa210ac03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:06.447746 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bb2f22bb-2664-4a11-b443-08e2828b9abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:06.462665 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:09:06.469276 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-11007e56-cc2c-444f-8890-466d7519ed14 admin admin] 10.222.0.23 "PUT /v2.0/routers/df948148-420d-47a6-9f66-4f97905ddeba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6294420 Apr 29 08:09:06.492593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f22bb-2664-4a11-b443-08e2828b9abf None None] Port 89d4e437-dd16-479a-951c-b8aaa210ac03 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:09:06.963969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59512) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:06.969175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1643075879-network', 'tenant_id': 'dc7209885120449c9be5693607e7311c'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:06.993086 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Made reservation on behalf of dc7209885120449c9be5693607e7311c for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:09:06.995712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.004979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.083105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Publish callbacks [] for security_group (6bd8a267-7319-4918-a629-af25ec9689ac), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.087983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6bd8a267-7319-4918-a629-af25ec9689ac), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.121463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:09:07.131671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd8a267-7319-4918-a629-af25ec9689ac,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:07.137701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e5cb6c5b-f297-44fe-a4c4-f9fde7633197), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.138041 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Added segment e5cb6c5b-f297-44fe-a4c4-f9fde7633197 of type vlan for network f17d19f6-b238-4517-9af6-442ff4102944 Apr 29 08:09:07.178214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (f17d19f6-b238-4517-9af6-442ff4102944), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.206173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (f17d19f6-b238-4517-9af6-442ff4102944), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.207279 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:07.207887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.258825 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2936532 Apr 29 08:09:07.261832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59514) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:07.267085 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Request body: {'subnet': {'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-subnet', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:07.269701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade8ad4-a49b-4295-9bd3-df7e668f7ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=f17d19f6-b238-4517-9af6-442ff4102944,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:07.280304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network f17d19f6-b238-4517-9af6-442ff4102944 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:09:07.287400 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Made reservation on behalf of dc7209885120449c9be5693607e7311c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:09:07.289763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.361505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.465046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (7e28944d-8f07-48d9-8429-496dfa404646), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.519068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e28944d-8f07-48d9-8429-496dfa404646,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:07.528004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Checking segment: {'id': 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:09:07.528368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Network hostable DHCP agents. Network: f17d19f6-b238-4517-9af6-442ff4102944, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:09:07.545873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Network f17d19f6-b238-4517-9af6-442ff4102944 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:09:07.556280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, f17d19f6-b238-4517-9af6-442ff4102944) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:07.560628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:07.561322 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.566923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954594c-92b6-44e6-8b2e-21bde0cd5cf0 None None] Network f17d19f6-b238-4517-9af6-442ff4102944 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:09:07.578828 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d61dee5e-f73d-4d38-94c6-ffabf0558dd3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3157554 Apr 29 08:09:07.581313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59516) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:07.585525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:07.606056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.607308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.645122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Sync routers for ids ['df948148-420d-47a6-9f66-4f97905ddeba'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:09:07.669036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks [] for router_controller (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.674189 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Routers {'df948148-420d-47a6-9f66-4f97905ddeba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:09:07.674836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:09:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['df948148-420d-47a6-9f66-4f97905ddeba'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:07.717050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-f17d19f6-b238-4517-9af6-442ff4102944', 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944', 'project_id': 'dc7209885120449c9be5693607e7311c', 'fixed_ips': [{'subnet_id': '7e28944d-8f07-48d9-8429-496dfa404646'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:09:07.717050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.811052 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks [] for router_gateway (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:07.866292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Set router df948148-420d-47a6-9f66-4f97905ddeba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:09:07.972360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Allocated IP 172.20.0.2 (f17d19f6-b238-4517-9af6-442ff4102944/7e28944d-8f07-48d9-8429-496dfa404646/e3a30a91-442b-4dc1-a4a7-8149d8e694e1) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:09:08.012256 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks [] for router_gateway (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.034129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.142182 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 677fef0e-4fb2-442e-8d72-69ade63b68b4 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:08.144576 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Allocated IP 172.26.3.136 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/c48aeeee-622d-43b6-ace5-b363b1eb7ce5) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:09:08.254007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks [] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.289489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.328884 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:08.331983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:08.334558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:09:08.364590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Pushing event updated for resources: {'Port': ['ID=c48aeeee-622d-43b6-ace5-b363b1eb7ce5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:08.396351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Publish callbacks [] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.407460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.443871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 677fef0e-4fb2-442e-8d72-69ade63b68b4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:08.444245 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.449687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:05Z', 'revision_number': 4, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'gw_port': {'id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '89d4e437-dd16-479a-951c-b8aaa210ac03', 'name': '', 'network_id': '46d11882-3138-474e-954a-b0d26515faf6', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'mac_address': 'fa:16:3e:e8:4b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '4fe7ecc2-06d2-4142-9bb3-3f1737703141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:05Z', 'updated_at': '2022-04-29T08:09:05Z', 'revision_number': 2, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'subnets': [{'id': '4fe7ecc2-06d2-4142-9bb3-3f1737703141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:08.459069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Network f17d19f6-b238-4517-9af6-442ff4102944 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:08.506252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:08.511402 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Checking router: df948148-420d-47a6-9f66-4f97905ddeba for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:09:08.511791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Updating router df948148-420d-47a6-9f66-4f97905ddeba port 89d4e437-dd16-479a-951c-b8aaa210ac03 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:09:08.519582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:09:08.528024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Pushing event updated for resources: {'Port': ['ID=e3a30a91-442b-4dc1-a4a7-8149d8e694e1,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:08.582300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.610131 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks [] for router_gateway (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.624911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Attempting to bind port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:09:08.625171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Attempting to bind port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:09:08.625576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Attempting to bind port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 on network f17d19f6-b238-4517-9af6-442ff4102944 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:08.676776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:09:08.677143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Checking segment: {'id': 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:09:08.677583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.677973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Bound using segment: {'id': 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:09:08.678441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Bound port: e3a30a91-442b-4dc1-a4a7-8149d8e694e1, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:09:08.678823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.703105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 677fef0e-4fb2-442e-8d72-69ade63b68b4 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:08.703471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.794872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 677fef0e-4fb2-442e-8d72-69ade63b68b4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=677fef0e-4fb2-442e-8d72-69ade63b68b4,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:08.805981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.815283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:08.918484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] For port e3a30a91-442b-4dc1-a4a7-8149d8e694e1, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:09:08.935976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=677fef0e-4fb2-442e-8d72-69ade63b68b4,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:08.941135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] For port e3a30a91-442b-4dc1-a4a7-8149d8e694e1, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e3a30a91-442b-4dc1-a4a7-8149d8e694e1,segment=NetworkSegment(e5cb6c5b-f297-44fe-a4c4-f9fde7633197),segment_id=e5cb6c5b-f297-44fe-a4c4-f9fde7633197)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:09:08.951557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:09:08.954437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.030791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cfa9c-6f3d-462a-bdde-65a684428dee None None] Pushing event updated for resources: {'Port': ['ID=e3a30a91-442b-4dc1-a4a7-8149d8e694e1,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:09.070019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:09:09.082261 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Sync routers for ids ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:09:09.088599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Publish callbacks [] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.093939 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.095320 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-30d00384-ecfc-41de-9d05-13de1c353360 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5130796 Apr 29 08:09:09.096103 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Routers {'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:09:09.096732 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:09:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:09.097986 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59518) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:09:09.099279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.156346 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34183bc1-15e6-4590-9092-3880486dad46 None None] Pushing event updated for resources: {'Port': ['ID=89d4e437-dd16-479a-951c-b8aaa210ac03,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:09.216524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Attempting to bind port 89d4e437-dd16-479a-951c-b8aaa210ac03 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:09:09.216879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Attempting to bind port 89d4e437-dd16-479a-951c-b8aaa210ac03 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:09:09.217252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Attempting to bind port 89d4e437-dd16-479a-951c-b8aaa210ac03 on network 46d11882-3138-474e-954a-b0d26515faf6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:09.226181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:09:09.226557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Checking segment: {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:09:09.226959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.227351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Bound using segment: {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:09:09.227848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Bound port: 89d4e437-dd16-479a-951c-b8aaa210ac03, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:09:09.228223 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.264378 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Set router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:09:09.344922 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] For port 89d4e437-dd16-479a-951c-b8aaa210ac03, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:09:09.356849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] For port 89d4e437-dd16-479a-951c-b8aaa210ac03, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=89d4e437-dd16-479a-951c-b8aaa210ac03,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:09:09.366846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.461151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Routers {'df948148-420d-47a6-9f66-4f97905ddeba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:09:09.461151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:09:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['df948148-420d-47a6-9f66-4f97905ddeba'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:09.563988 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:07Z', 'updated_at': '2022-04-29T08:09:08Z', 'revision_number': 3, 'project_id': 'dc7209885120449c9be5693607e7311c', 'gw_port': {'id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:08Z', 'updated_at': '2022-04-29T08:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:09.566300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34183bc1-15e6-4590-9092-3880486dad46 None None] Pushing event updated for resources: {'Port': ['ID=89d4e437-dd16-479a-951c-b8aaa210ac03,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:09.580890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-83be81f1-8a4c-4995-b39c-8bcefe58f44d None None] Provisioning complete for port 89d4e437-dd16-479a-951c-b8aaa210ac03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:09.581281 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-83be81f1-8a4c-4995-b39c-8bcefe58f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.598173 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Checking router: b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:09:09.598619 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Updating router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 port c48aeeee-622d-43b6-ace5-b363b1eb7ce5 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:09:09.637844 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.669146 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] Set router df948148-420d-47a6-9f66-4f97905ddeba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:09:09.722686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-83be81f1-8a4c-4995-b39c-8bcefe58f44d None None] Current status of the port 89d4e437-dd16-479a-951c-b8aaa210ac03 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:09.723074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-83be81f1-8a4c-4995-b39c-8bcefe58f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.826816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-83be81f1-8a4c-4995-b39c-8bcefe58f44d None None] For port 89d4e437-dd16-479a-951c-b8aaa210ac03, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=89d4e437-dd16-479a-951c-b8aaa210ac03,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:09.835980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-83be81f1-8a4c-4995-b39c-8bcefe58f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.912148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be81f1-8a4c-4995-b39c-8bcefe58f44d None None] Pushing event updated for resources: {'Port': ['ID=89d4e437-dd16-479a-951c-b8aaa210ac03,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:09.956353 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Publish callbacks [] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.966360 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:09.971539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5f08fc99-13ea-4c80-a5ba-6513894d8a33 None None] Provisioning complete for port 89d4e437-dd16-479a-951c-b8aaa210ac03 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:09.972464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5f08fc99-13ea-4c80-a5ba-6513894d8a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.029144 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Attempting to bind port c48aeeee-622d-43b6-ace5-b363b1eb7ce5 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:09:10.029616 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Attempting to bind port c48aeeee-622d-43b6-ace5-b363b1eb7ce5 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:09:10.030082 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Attempting to bind port c48aeeee-622d-43b6-ace5-b363b1eb7ce5 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:10.035776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:05Z', 'revision_number': 4, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'gw_port': {'id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '89d4e437-dd16-479a-951c-b8aaa210ac03', 'name': '', 'network_id': '46d11882-3138-474e-954a-b0d26515faf6', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'mac_address': 'fa:16:3e:e8:4b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '4fe7ecc2-06d2-4142-9bb3-3f1737703141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:05Z', 'updated_at': '2022-04-29T08:09:09Z', 'revision_number': 4, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'subnets': [{'id': '4fe7ecc2-06d2-4142-9bb3-3f1737703141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:10.045726 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:09:10.046205 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:09:10.046730 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.047124 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:09:10.047703 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Bound port: c48aeeee-622d-43b6-ace5-b363b1eb7ce5, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:09:10.048083 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.049778 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80913c4f-ee2d-4a6e-82fb-8b50634d1faf None None] Pushing event updated for resources: {'Port': ['ID=c48aeeee-622d-43b6-ace5-b363b1eb7ce5,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:10.079923 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.084929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8806fb-1700-46ca-b1df-2aa4cd9e91bd None None] The sync data for ids ['df948148-420d-47a6-9f66-4f97905ddeba'] in dv-neutron-839860-1-hyperv is: [{'id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:05Z', 'revision_number': 4, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'gw_port': {'id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '89d4e437-dd16-479a-951c-b8aaa210ac03', 'name': '', 'network_id': '46d11882-3138-474e-954a-b0d26515faf6', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'mac_address': 'fa:16:3e:e8:4b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '4fe7ecc2-06d2-4142-9bb3-3f1737703141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:05Z', 'updated_at': '2022-04-29T08:09:09Z', 'revision_number': 4, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'subnets': [{'id': '4fe7ecc2-06d2-4142-9bb3-3f1737703141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:09:10.135380 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] For port c48aeeee-622d-43b6-ace5-b363b1eb7ce5, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:09:10.141246 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] For port c48aeeee-622d-43b6-ace5-b363b1eb7ce5, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c48aeeee-622d-43b6-ace5-b363b1eb7ce5,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:09:10.157579 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.204490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5f08fc99-13ea-4c80-a5ba-6513894d8a33 None None] Current status of the port 89d4e437-dd16-479a-951c-b8aaa210ac03 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:10.254295 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Routers {'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:09:10.256103 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:09:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:10.272824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e3a30a91-442b-4dc1-a4a7-8149d8e694e1 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:10.277601 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80913c4f-ee2d-4a6e-82fb-8b50634d1faf None None] Pushing event updated for resources: {'Port': ['ID=c48aeeee-622d-43b6-ace5-b363b1eb7ce5,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:10.352090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:10.352728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.391185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Allocated IP 172.20.0.1 (f17d19f6-b238-4517-9af6-442ff4102944/7e28944d-8f07-48d9-8429-496dfa404646/e122b7ec-5ab4-461c-97b9-71be5ed7793a) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:09:10.464730 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] Set router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:09:10.539500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Publish callbacks [] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.593346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.595302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d84763a-8fbb-4dd0-9c55-c56a8fdb00cc None None] Network f17d19f6-b238-4517-9af6-442ff4102944 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:09:10.629571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Network f17d19f6-b238-4517-9af6-442ff4102944 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:10.632903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:10.635655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:09:10.675000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Pushing event updated for resources: {'Port': ['ID=e122b7ec-5ab4-461c-97b9-71be5ed7793a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:10.689009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.692171 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:07Z', 'updated_at': '2022-04-29T08:09:08Z', 'revision_number': 3, 'project_id': 'dc7209885120449c9be5693607e7311c', 'gw_port': {'id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:08Z', 'updated_at': '2022-04-29T08:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:10.708446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3cdc2ddf-c1dc-4c02-abbb-c18ed765b63e None None] Provisioning complete for port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:10.708925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2ddf-c1dc-4c02-abbb-c18ed765b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.721529 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d9eadc-ade4-45d9-9780-96b07da9f534 None None] The sync data for ids ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'] in dv-neutron-839860-1-hyperv is: [{'id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:07Z', 'updated_at': '2022-04-29T08:09:08Z', 'revision_number': 3, 'project_id': 'dc7209885120449c9be5693607e7311c', 'gw_port': {'id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:08Z', 'updated_at': '2022-04-29T08:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:09:10.757643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:10.757643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.833696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port e3a30a91-442b-4dc1-a4a7-8149d8e694e1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e3a30a91-442b-4dc1-a4a7-8149d8e694e1,segment=NetworkSegment(e5cb6c5b-f297-44fe-a4c4-f9fde7633197),segment_id=e5cb6c5b-f297-44fe-a4c4-f9fde7633197)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:10.844696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.845551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 677fef0e-4fb2-442e-8d72-69ade63b68b4 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:10.853245 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:10.987032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc2ddf-c1dc-4c02-abbb-c18ed765b63e None None] Current status of the port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:10.991164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=e3a30a91-442b-4dc1-a4a7-8149d8e694e1,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:11.003631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 677fef0e-4fb2-442e-8d72-69ade63b68b4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:11.004008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:11.077583 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Publish callbacks [] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:11.085851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:11.166103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 677fef0e-4fb2-442e-8d72-69ade63b68b4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:11.202528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Pushing event updated for resources: {'Port': ['ID=e122b7ec-5ab4-461c-97b9-71be5ed7793a,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:11.208205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:11.318675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-abd02e13-2e16-41ea-a83c-e0e347f790c6 None None] Provisioning complete for port e122b7ec-5ab4-461c-97b9-71be5ed7793a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:11.319046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-abd02e13-2e16-41ea-a83c-e0e347f790c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:11.367376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Network f17d19f6-b238-4517-9af6-442ff4102944 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:11.369566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:11.375115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-abd02e13-2e16-41ea-a83c-e0e347f790c6 None None] Port e122b7ec-5ab4-461c-97b9-71be5ed7793a cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:09:11.386640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-abd02e13-2e16-41ea-a83c-e0e347f790c6 None None] Provisioning complete for port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:11.387156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-abd02e13-2e16-41ea-a83c-e0e347f790c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:11.491690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-abd02e13-2e16-41ea-a83c-e0e347f790c6 None None] Current status of the port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:11.537155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:09:11.624990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-30715056-6879-4221-a5d5-c4924ef6a70c None None] Provisioning complete for port e122b7ec-5ab4-461c-97b9-71be5ed7793a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:11.624990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-30715056-6879-4221-a5d5-c4924ef6a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:11.667079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-30715056-6879-4221-a5d5-c4924ef6a70c None None] Port e122b7ec-5ab4-461c-97b9-71be5ed7793a cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:09:11.676635 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:09:11.685768 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-50b5d505-c4af-4491-9041-3d541976a12e admin admin] 10.222.0.23 "PUT /v2.0/routers/b1a919d8-a3a8-4e5e-ac04-856dd8218aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5791638 Apr 29 08:09:11.788802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3c5442f0-1564-4405-a519-dd5225a413fe None None] Provisioning complete for port e122b7ec-5ab4-461c-97b9-71be5ed7793a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:11.789610 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c5442f0-1564-4405-a519-dd5225a413fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:11.826791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3c5442f0-1564-4405-a519-dd5225a413fe None None] Port e122b7ec-5ab4-461c-97b9-71be5ed7793a cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:09:12.175259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e3a30a91-442b-4dc1-a4a7-8149d8e694e1 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:12.223551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:12.223921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:12.302474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:12.303550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 89d4e437-dd16-479a-951c-b8aaa210ac03 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:12.349393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 89d4e437-dd16-479a-951c-b8aaa210ac03 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:12.349743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:12.388245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-9166512e-6f1a-4f84-96f2-baae50f95444 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:12.389779 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-9166512e-6f1a-4f84-96f2-baae50f95444 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/networks?id=46d11882-3138-474e-954a-b0d26515faf6 HTTP/1.1" status: 200 len: 816 time: 0.1075399 Apr 29 08:09:12.404628 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-6443f4c2-acd3-4623-bda8-6f249a348117 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/quotas/6993ecb92ffc427e8b2f581c5eb5720d HTTP/1.1" status: 200 len: 375 time: 0.0093648 Apr 29 08:09:12.426687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 89d4e437-dd16-479a-951c-b8aaa210ac03 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:12.427721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c48aeeee-622d-43b6-ace5-b363b1eb7ce5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:12.465402 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-6d1a4d8d-164c-4bac-801b-2b8b23da0c0f tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6993ecb92ffc427e8b2f581c5eb5720d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553503 Apr 29 08:09:12.484052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c48aeeee-622d-43b6-ace5-b363b1eb7ce5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:12.484418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:12.563407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c48aeeee-622d-43b6-ace5-b363b1eb7ce5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:12.563808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:12.566221 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-2a9adbde-1517-47e6-ab88-b995cde4e389 service neutron] 10.222.0.23 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867333 Apr 29 08:09:12.584262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port c48aeeee-622d-43b6-ace5-b363b1eb7ce5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c48aeeee-622d-43b6-ace5-b363b1eb7ce5,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:12.589523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:12.641867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=c48aeeee-622d-43b6-ace5-b363b1eb7ce5,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:12.669101 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0a05c6b1-5d52-46a2-8d1f-c2aa2702825b service neutron] 10.222.0.23 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964034 Apr 29 08:09:12.839719 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a894ff04-1daa-4722-b15e-d01b351b2202 req-1e846d19-5542-41be-9294-471edd304948 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 210 time: 0.0298324 Apr 29 08:09:13.556916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Sync routers for ids ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:09:13.568490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Routers {'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:09:13.569095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:09:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:13.690691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Set router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:09:13.793066 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-034fe336-e385-458b-9bea-da7192174c86 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:13.794586 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-034fe336-e385-458b-9bea-da7192174c86 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.36 "GET /v2.0/networks?id=46d11882-3138-474e-954a-b0d26515faf6 HTTP/1.1" status: 200 len: 816 time: 0.1077945 Apr 29 08:09:13.806429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Request body: {'port': {'device_id': '26b15655-3a37-431b-9e49-29b5e9c5c45e', 'network_id': '46d11882-3138-474e-954a-b0d26515faf6', 'admin_state_up': True, 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:13.900760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:07Z', 'updated_at': '2022-04-29T08:09:10Z', 'revision_number': 4, 'project_id': 'dc7209885120449c9be5693607e7311c', 'gw_port': {'id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:08Z', 'updated_at': '2022-04-29T08:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e122b7ec-5ab4-461c-97b9-71be5ed7793a', 'name': '', 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'mac_address': 'fa:16:3e:da:3d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '7e28944d-8f07-48d9-8429-496dfa404646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:10Z', 'updated_at': '2022-04-29T08:09:10Z', 'revision_number': 2, 'project_id': 'dc7209885120449c9be5693607e7311c', 'subnets': [{'id': '7e28944d-8f07-48d9-8429-496dfa404646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:13.927824 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Made reservation on behalf of 6993ecb92ffc427e8b2f581c5eb5720d for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:09:13.928268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Checking router: b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:09:13.928757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Updating router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 port e122b7ec-5ab4-461c-97b9-71be5ed7793a binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:09:13.930976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:13.952375 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5d0de92-0f11-41ed-9be8-186b9815aa7a req-7d95af71-a636-4757-9c6d-cd0e167e5892 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 210 time: 0.0356522 Apr 29 08:09:13.962508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.076122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Allocated IP 172.20.0.6 (46d11882-3138-474e-954a-b0d26515faf6/4fe7ecc2-06d2-4142-9bb3-3f1737703141/e5bc910e-2846-480b-900f-13e260eb8c35) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:09:14.123776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c48aeeee-622d-43b6-ace5-b363b1eb7ce5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:14.213203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c48aeeee-622d-43b6-ace5-b363b1eb7ce5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:14.213503 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.303546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Publish callbacks [] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.329661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.388087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf79889-9d9e-4172-9d81-e467f1c2f739 None None] Pushing event updated for resources: {'Port': ['ID=e122b7ec-5ab4-461c-97b9-71be5ed7793a,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:14.390332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c48aeeee-622d-43b6-ace5-b363b1eb7ce5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:14.450837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Attempting to bind port e122b7ec-5ab4-461c-97b9-71be5ed7793a on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:09:14.451343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Attempting to bind port e122b7ec-5ab4-461c-97b9-71be5ed7793a by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:09:14.451703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Attempting to bind port e122b7ec-5ab4-461c-97b9-71be5ed7793a on network f17d19f6-b238-4517-9af6-442ff4102944 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:14.457317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:09:14.457681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Checking segment: {'id': 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:09:14.458072 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.458461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Bound using segment: {'id': 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:09:14.458915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Bound port: e122b7ec-5ab4-461c-97b9-71be5ed7793a, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:09:14.459286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.533940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] For port e122b7ec-5ab4-461c-97b9-71be5ed7793a, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:09:14.538068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] For port e122b7ec-5ab4-461c-97b9-71be5ed7793a, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e122b7ec-5ab4-461c-97b9-71be5ed7793a,segment=NetworkSegment(e5cb6c5b-f297-44fe-a4c4-f9fde7633197),segment_id=e5cb6c5b-f297-44fe-a4c4-f9fde7633197)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:09:14.546114 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.611325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Routers {'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:09:14.611946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks [] for port (e5bc910e-2846-480b-900f-13e260eb8c35), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.612076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:09:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:14.614706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf79889-9d9e-4172-9d81-e467f1c2f739 None None] Pushing event updated for resources: {'Port': ['ID=e122b7ec-5ab4-461c-97b9-71be5ed7793a,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:14.649390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.696338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Network 46d11882-3138-474e-954a-b0d26515faf6 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:09:14.700771 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:09:14.705048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:09:14.714602 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Pushing event updated for resources: {'Port': ['ID=e5bc910e-2846-480b-900f-13e260eb8c35,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:14.772826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:14.773576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.792900 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7a2d1472-98ae-49ca-b7f8-c9625fc2ef9a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9901891 Apr 29 08:09:14.805142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Request body: {'port': {'device_id': '26b15655-3a37-431b-9e49-29b5e9c5c45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:09:14.871193 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8b86237f-32a5-4edb-a869-fee46617189c None None] Provisioning complete for port e122b7ec-5ab4-461c-97b9-71be5ed7793a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:14.871843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b86237f-32a5-4edb-a869-fee46617189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.872910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:14.931830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] Set router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:09:15.072417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8b86237f-32a5-4edb-a869-fee46617189c None None] Current status of the port e122b7ec-5ab4-461c-97b9-71be5ed7793a is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:15.072753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b86237f-32a5-4edb-a869-fee46617189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:15.087643 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e9979-d47d-4c9d-ba77-9fb8d0cff1bc req-13324ae2-d59c-425c-9492-ef0a2ef2db80 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:15.089421 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c50e9979-d47d-4c9d-ba77-9fb8d0cff1bc req-13324ae2-d59c-425c-9492-ef0a2ef2db80 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 931 time: 0.0663719 Apr 29 08:09:15.129185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8b86237f-32a5-4edb-a869-fee46617189c None None] For port e122b7ec-5ab4-461c-97b9-71be5ed7793a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e122b7ec-5ab4-461c-97b9-71be5ed7793a,segment=NetworkSegment(e5cb6c5b-f297-44fe-a4c4-f9fde7633197),segment_id=e5cb6c5b-f297-44fe-a4c4-f9fde7633197)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:15.135794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b86237f-32a5-4edb-a869-fee46617189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:15.149732 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c50e9979-d47d-4c9d-ba77-9fb8d0cff1bc req-516c7c85-9c59-46b3-a1e6-4ae30144758c tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486138 Apr 29 08:09:15.153106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bc910e-2846-480b-900f-13e260eb8c35 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:09:15.161038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Publish callbacks [] for port (e5bc910e-2846-480b-900f-13e260eb8c35), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:15.173316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Transition to ACTIVE for port object e5bc910e-2846-480b-900f-13e260eb8c35 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:09:15.177990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:15.221414 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86237f-32a5-4edb-a869-fee46617189c None None] Pushing event updated for resources: {'Port': ['ID=e122b7ec-5ab4-461c-97b9-71be5ed7793a,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:15.223116 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:09:15.230831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Pushing event updated for resources: {'Port': ['ID=e5bc910e-2846-480b-900f-13e260eb8c35,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:15.243907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:07Z', 'updated_at': '2022-04-29T08:09:10Z', 'revision_number': 4, 'project_id': 'dc7209885120449c9be5693607e7311c', 'gw_port': {'id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:08Z', 'updated_at': '2022-04-29T08:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e122b7ec-5ab4-461c-97b9-71be5ed7793a', 'name': '', 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'mac_address': 'fa:16:3e:da:3d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '7e28944d-8f07-48d9-8429-496dfa404646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:10Z', 'updated_at': '2022-04-29T08:09:14Z', 'revision_number': 4, 'project_id': 'dc7209885120449c9be5693607e7311c', 'subnets': [{'id': '7e28944d-8f07-48d9-8429-496dfa404646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:09:15.276997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d90bd-4503-4453-a311-8c1dbb7a49ea None None] The sync data for ids ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'] in dv-neutron-839860-1-hyperv is: [{'id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:07Z', 'updated_at': '2022-04-29T08:09:10Z', 'revision_number': 4, 'project_id': 'dc7209885120449c9be5693607e7311c', 'gw_port': {'id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:08Z', 'updated_at': '2022-04-29T08:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'e122b7ec-5ab4-461c-97b9-71be5ed7793a', 'name': '', 'network_id': 'f17d19f6-b238-4517-9af6-442ff4102944', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'mac_address': 'fa:16:3e:da:3d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '7e28944d-8f07-48d9-8429-496dfa404646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:10Z', 'updated_at': '2022-04-29T08:09:14Z', 'revision_number': 4, 'project_id': 'dc7209885120449c9be5693607e7311c', 'subnets': [{'id': '7e28944d-8f07-48d9-8429-496dfa404646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:09:15.302206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-383730be-7759-4fb1-8605-a71d0d243a45 None None] Provisioning complete for port e122b7ec-5ab4-461c-97b9-71be5ed7793a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:15.302577 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-383730be-7759-4fb1-8605-a71d0d243a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:15.309175 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Attempting to bind port e5bc910e-2846-480b-900f-13e260eb8c35 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:09:15.309548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Attempting to bind port e5bc910e-2846-480b-900f-13e260eb8c35 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:09:15.313498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Attempting to bind port e5bc910e-2846-480b-900f-13e260eb8c35 on network 46d11882-3138-474e-954a-b0d26515faf6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:15.320850 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Port e5bc910e-2846-480b-900f-13e260eb8c35 on network 46d11882-3138-474e-954a-b0d26515faf6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:09:15.321356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Attempting to bind port e5bc910e-2846-480b-900f-13e260eb8c35 on network 46d11882-3138-474e-954a-b0d26515faf6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:09:15.327407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:09:15.328446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Checking segment: {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:09:15.328446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Bound using segment: {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:09:15.328623 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Bound port: e5bc910e-2846-480b-900f-13e260eb8c35, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:09:15.328986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:15.432803 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-383730be-7759-4fb1-8605-a71d0d243a45 None None] Current status of the port e122b7ec-5ab4-461c-97b9-71be5ed7793a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:15.439139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] For port e5bc910e-2846-480b-900f-13e260eb8c35, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:09:15.442756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] For port e5bc910e-2846-480b-900f-13e260eb8c35, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=e5bc910e-2846-480b-900f-13e260eb8c35,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:09:15.452107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:15.492977 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:15.493591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:15.495018 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] 10.222.0.36 "PUT /v2.0/ports/e5bc910e-2846-480b-900f-13e260eb8c35 HTTP/1.1" status: 200 len: 1093 time: 0.6947453 Apr 29 08:09:15.495534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b15655-3a37-431b-9e49-29b5e9c5c45e', 'tag': 'e5bc910e-2846-480b-900f-13e260eb8c35'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:09:15.498317 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02" -d '{"events": [{"name": "network-changed", "server_uuid": "26b15655-3a37-431b-9e49-29b5e9c5c45e", "tag": "e5bc910e-2846-480b-900f-13e260eb8c35"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:09:15.519106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940b291-0af4-483a-86ec-6605dfb7b56b service neutron] Pushing event updated for resources: {'Port': ['ID=e5bc910e-2846-480b-900f-13e260eb8c35,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:15.546725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396e8999-d0df-4528-8cb4-5c7dcd83b384 x-openstack-request-id: req-396e8999-d0df-4528-8cb4-5c7dcd83b384 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:09:15.547253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b15655-3a37-431b-9e49-29b5e9c5c45e", "tag": "e5bc910e-2846-480b-900f-13e260eb8c35", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:09:15.548168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-396e8999-d0df-4528-8cb4-5c7dcd83b384 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:09:15.548746 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396e8999-d0df-4528-8cb4-5c7dcd83b384'] response: {'name': 'network-changed', 'server_uuid': '26b15655-3a37-431b-9e49-29b5e9c5c45e', 'tag': 'e5bc910e-2846-480b-900f-13e260eb8c35', 'status': 'completed', 'code': 200} Apr 29 08:09:15.606587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-1af7df51-d8d3-4d97-a9b2-1c6c940bae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:15.608142 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-1af7df51-d8d3-4d97-a9b2-1c6c940bae3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6993ecb92ffc427e8b2f581c5eb5720d&device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 1127 time: 0.0499256 Apr 29 08:09:15.653973 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-df8b387d-cfef-4423-be91-25f0304d0ead service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5bc910e-2846-480b-900f-13e260eb8c35 HTTP/1.1" status: 200 len: 217 time: 0.0381844 Apr 29 08:09:15.713547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-71a03606-d120-4614-8958-1f55bfc1678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:15.715193 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-71a03606-d120-4614-8958-1f55bfc1678e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fe7ecc2-06d2-4142-9bb3-3f1737703141 HTTP/1.1" status: 200 len: 855 time: 0.0549793 Apr 29 08:09:15.767275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-51d9692c-3511-4e6f-b542-979f7ad5482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:15.773628 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-51d9692c-3511-4e6f-b542-979f7ad5482f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d11882-3138-474e-954a-b0d26515faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476065 Apr 29 08:09:15.861332 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-2096a9e3-9346-46e2-bd6a-1b1fdfb6051d service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861442 Apr 29 08:09:15.956967 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-74f45956-dd1a-45c0-b9c2-73b1ce54c31d req-7af5fa62-cbac-40d8-ad32-9be9c08421d7 service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896058 Apr 29 08:09:16.049327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-8a1c3368-1bef-47f5-b816-2170c2d56757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:16.050946 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-8a1c3368-1bef-47f5-b816-2170c2d56757 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6993ecb92ffc427e8b2f581c5eb5720d&device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 1127 time: 0.0475731 Apr 29 08:09:16.112327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e122b7ec-5ab4-461c-97b9-71be5ed7793a up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:16.150045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-047d688e-d164-4a33-83b5-7feda3721e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:16.151776 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-047d688e-d164-4a33-83b5-7feda3721e0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d11882-3138-474e-954a-b0d26515faf6 HTTP/1.1" status: 200 len: 917 time: 0.0949404 Apr 29 08:09:16.162684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port e122b7ec-5ab4-461c-97b9-71be5ed7793a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:16.163053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:16.197985 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-4b28cea5-f158-4768-8e2e-22d98eba929e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5bc910e-2846-480b-900f-13e260eb8c35 HTTP/1.1" status: 200 len: 217 time: 0.0365381 Apr 29 08:09:16.240661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port e122b7ec-5ab4-461c-97b9-71be5ed7793a is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:16.251206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-2cf000a8-857a-4ca1-bb8d-661b802e46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:16.252744 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-2cf000a8-857a-4ca1-bb8d-661b802e46a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fe7ecc2-06d2-4142-9bb3-3f1737703141 HTTP/1.1" status: 200 len: 855 time: 0.0481865 Apr 29 08:09:16.272436 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e1de3-672d-4f7d-b697-2e84cfe70676 req-7dc55216-0bf2-4895-b4c8-7da6a9e2dc0c tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:16.273945 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b06e1de3-672d-4f7d-b697-2e84cfe70676 req-7dc55216-0bf2-4895-b4c8-7da6a9e2dc0c tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 943 time: 0.0584512 Apr 29 08:09:16.306038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-51ff1b76-fbc8-4090-9590-139827839b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:16.307474 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-51ff1b76-fbc8-4090-9590-139827839b63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d11882-3138-474e-954a-b0d26515faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483758 Apr 29 08:09:16.321514 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b06e1de3-672d-4f7d-b697-2e84cfe70676 req-ae0decfc-94c7-4443-a469-a9bf8594cfa8 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Apr 29 08:09:16.396048 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-80987c2c-9437-4564-8873-19d56637a903 service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809717 Apr 29 08:09:16.491693 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f1f0ed8f-25d9-4c72-b864-ed1a569a4f02 req-5e7f3b3d-aa00-47d7-9162-2bc9b0a5101c service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889456 Apr 29 08:09:17.286616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device e5bc910e-2846-480b-900f-13e260eb8c35 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:09:17.391099 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port e5bc910e-2846-480b-900f-13e260eb8c35, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=e5bc910e-2846-480b-900f-13e260eb8c35,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:17.404326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'e5bc910e-2846-480b-900f-13e260eb8c35', 'network_id': '46d11882-3138-474e-954a-b0d26515faf6', 'port_id': 'e5bc910e-2846-480b-900f-13e260eb8c35', 'mac_address': 'fa:16:3e:c6:28:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe7ecc2-06d2-4142-9bb3-3f1737703141', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:09:17.445337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port e5bc910e-2846-480b-900f-13e260eb8c35 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:17.445498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:17.452010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f17da-cb06-405c-9e66-83db01151649 req-bb479d31-3a3a-4462-b761-083d9841e00a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:17.453590 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-409f17da-cb06-405c-9e66-83db01151649 req-bb479d31-3a3a-4462-b761-083d9841e00a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 943 time: 0.0580788 Apr 29 08:09:17.459550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bc910e-2846-480b-900f-13e260eb8c35 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:09:17.479663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port e5bc910e-2846-480b-900f-13e260eb8c35, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=e5bc910e-2846-480b-900f-13e260eb8c35,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:17.484822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:17.504659 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-409f17da-cb06-405c-9e66-83db01151649 req-51bf4d90-190a-49ad-aa21-2ec67e84eca0 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452166 Apr 29 08:09:17.537477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=e5bc910e-2846-480b-900f-13e260eb8c35,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:17.675677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['e5bc910e-2846-480b-900f-13e260eb8c35'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:09:18.627714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf5e7c-e610-4d0e-b27a-2019f80b8e23 req-83150095-b5c9-408c-a143-c9fbe271abde tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:18.629157 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6bcf5e7c-e610-4d0e-b27a-2019f80b8e23 req-83150095-b5c9-408c-a143-c9fbe271abde tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 944 time: 0.0543382 Apr 29 08:09:18.680761 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6bcf5e7c-e610-4d0e-b27a-2019f80b8e23 req-d1da8292-d31a-411c-9a91-05497ead95d3 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Apr 29 08:09:19.292712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device e5bc910e-2846-480b-900f-13e260eb8c35 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:09:19.358407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port e5bc910e-2846-480b-900f-13e260eb8c35 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:09:19.362163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port e5bc910e-2846-480b-900f-13e260eb8c35 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:09:19.362546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:19.437005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port e5bc910e-2846-480b-900f-13e260eb8c35 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:09:19.437408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:19.461442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b15655-3a37-431b-9e49-29b5e9c5c45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bc910e-2846-480b-900f-13e260eb8c35'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:09:19.463730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3633ba-e632-4121-9d17-7cefa62f3289" -d '{"events": [{"server_uuid": "26b15655-3a37-431b-9e49-29b5e9c5c45e", "name": "network-vif-plugged", "status": "completed", "tag": "e5bc910e-2846-480b-900f-13e260eb8c35"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:09:19.476258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port e5bc910e-2846-480b-900f-13e260eb8c35, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=e5bc910e-2846-480b-900f-13e260eb8c35,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:19.481006 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:19.506909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6462bca-0851-48ae-9530-9c51c9d4fa23 x-openstack-request-id: req-e6462bca-0851-48ae-9530-9c51c9d4fa23 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:09:19.507203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b15655-3a37-431b-9e49-29b5e9c5c45e", "name": "network-vif-plugged", "status": "completed", "tag": "e5bc910e-2846-480b-900f-13e260eb8c35", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:09:19.507451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6462bca-0851-48ae-9530-9c51c9d4fa23 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:09:19.507832 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6462bca-0851-48ae-9530-9c51c9d4fa23'] response: {'server_uuid': '26b15655-3a37-431b-9e49-29b5e9c5c45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bc910e-2846-480b-900f-13e260eb8c35', 'code': 200} Apr 29 08:09:19.542526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=e5bc910e-2846-480b-900f-13e260eb8c35,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:19.691158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e01fa-97aa-4cd8-b081-0f4b4e9377cb req-8344e823-ea58-42e8-acc1-7eef44607b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:19.692668 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-972e01fa-97aa-4cd8-b081-0f4b4e9377cb req-8344e823-ea58-42e8-acc1-7eef44607b33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 1129 time: 0.0583510 Apr 29 08:09:19.738677 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-972e01fa-97aa-4cd8-b081-0f4b4e9377cb req-13945539-2a5d-4b51-82ff-92e7fb5a88e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399642 Apr 29 08:09:19.805369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437bc6-5283-4f81-b745-0dc90dfc2a03 req-5f2f243a-5e6b-42a7-b0d8-36bfbcb50a6c tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:19.806740 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eb437bc6-5283-4f81-b745-0dc90dfc2a03 req-5f2f243a-5e6b-42a7-b0d8-36bfbcb50a6c tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 945 time: 0.0514660 Apr 29 08:09:19.860555 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-eb437bc6-5283-4f81-b745-0dc90dfc2a03 req-1ae77ceb-4b1d-48f4-b9e8-c92f9e4acbf5 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455296 Apr 29 08:09:20.999944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189f6b6-d40e-46cd-9df8-9c1999a06fbd req-4604bd43-e402-4192-9958-99f1c225822b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:21.001979 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5189f6b6-d40e-46cd-9df8-9c1999a06fbd req-4604bd43-e402-4192-9958-99f1c225822b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 945 time: 0.0678906 Apr 29 08:09:21.049089 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5189f6b6-d40e-46cd-9df8-9c1999a06fbd req-9a2b1c9b-2e70-4d8b-b2f8-9d043e254bda tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Apr 29 08:09:21.170222 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f48b8b-a307-45cb-8d06-0f256944368b req-f6c60f1e-0281-4360-8349-576f0ba937bc tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:21.171585 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d3f48b8b-a307-45cb-8d06-0f256944368b req-f6c60f1e-0281-4360-8349-576f0ba937bc tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 945 time: 0.0571203 Apr 29 08:09:21.219827 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d3f48b8b-a307-45cb-8d06-0f256944368b req-7eeff53d-bb32-4f3a-9fe1-72480fdc9559 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Apr 29 08:09:31.365543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e177d011-29af-492a-b737-0ffb257a79be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:33.451547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e5c7-d4db-4eb5-9cab-c65a649a57e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:34.887956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:35.693697 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:36.204976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:37.367126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:43.347399 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-8b349054-c151-4b20-8ce8-3db54095f5bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477519 Apr 29 08:09:43.441032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-60d07bfd-ae6b-4b70-ae21-a35cc70f0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:43.442696 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-60d07bfd-ae6b-4b70-ae21-a35cc70f0554 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6993ecb92ffc427e8b2f581c5eb5720d&device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 1129 time: 0.0470448 Apr 29 08:09:43.552544 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-ac476570-2112-4e5d-93ae-0f2ff571cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:43.554113 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-ac476570-2112-4e5d-93ae-0f2ff571cd77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d11882-3138-474e-954a-b0d26515faf6 HTTP/1.1" status: 200 len: 917 time: 0.0908577 Apr 29 08:09:43.597291 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-b20a0600-9f8d-47c8-b3b2-52359746a1bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5bc910e-2846-480b-900f-13e260eb8c35 HTTP/1.1" status: 200 len: 217 time: 0.0372362 Apr 29 08:09:43.655005 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-a733d7ff-454a-44a6-b0cd-b056f378c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:43.656637 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-a733d7ff-454a-44a6-b0cd-b056f378c4cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fe7ecc2-06d2-4142-9bb3-3f1737703141 HTTP/1.1" status: 200 len: 855 time: 0.0511804 Apr 29 08:09:43.706186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-a980639c-fdb8-40b1-a2c7-8d8126c66225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:43.707727 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-a980639c-fdb8-40b1-a2c7-8d8126c66225 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d11882-3138-474e-954a-b0d26515faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456131 Apr 29 08:09:43.798346 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-a9a80216-be54-479e-8d99-82afe69c420d service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827491 Apr 29 08:09:43.893084 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cfb8c73e-90ef-40bd-8e5f-66976c23aeae req-0d94e7b7-029a-456a-9e23-d4d5c0235dcd service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868549 Apr 29 08:09:52.225725 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:09:55.841998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf2fec-8d0c-47d5-93b1-838f44a5e124 req-a0fe43fe-9999-4993-b7fa-c2df4930217f tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:55.843472 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1cdf2fec-8d0c-47d5-93b1-838f44a5e124 req-a0fe43fe-9999-4993-b7fa-c2df4930217f tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 945 time: 0.0545316 Apr 29 08:09:55.889931 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1cdf2fec-8d0c-47d5-93b1-838f44a5e124 req-6920bafa-b734-4b89-bc88-172eef17d52d tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Apr 29 08:09:57.019930 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d9395-8fdb-4492-a438-93c5850133c6 req-768b2ffb-27c6-4ab7-b6d4-a8db198bbf30 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:57.021492 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-775d9395-8fdb-4492-a438-93c5850133c6 req-768b2ffb-27c6-4ab7-b6d4-a8db198bbf30 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 945 time: 0.0586445 Apr 29 08:09:57.068463 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-775d9395-8fdb-4492-a438-93c5850133c6 req-dbf8a926-4869-43ba-9467-090e993df051 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408494 Apr 29 08:09:57.275598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-d0a744d7-957e-4393-804c-96b11125135b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:57.277062 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-d0a744d7-957e-4393-804c-96b11125135b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.36 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 945 time: 0.0545053 Apr 29 08:09:57.375363 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Deleting port e5bc910e-2846-480b-900f-13e260eb8c35 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:09:57.375704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:57.471181 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] For port e5bc910e-2846-480b-900f-13e260eb8c35, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=e5bc910e-2846-480b-900f-13e260eb8c35,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:09:57.471539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:57.483581 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Calling delete_port for e5bc910e-2846-480b-900f-13e260eb8c35 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:09:57.616997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e5bc910e-2846-480b-900f-13e260eb8c35), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:57.629874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['e5bc910e-2846-480b-900f-13e260eb8c35'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:09:57.643800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Pushing event deleted for resources: {'Port': ['ID=e5bc910e-2846-480b-900f-13e260eb8c35,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:09:57.691951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] No DVR routers for this DVR port e5bc910e-2846-480b-900f-13e260eb8c35 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:09:57.694546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:09:57.698141 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-89b2a443-0497-44e6-a004-bb3ade199ea8 req-fe12040f-f7b6-44ef-a88a-d1010b99e8eb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.36 "DELETE /v2.0/ports/e5bc910e-2846-480b-900f-13e260eb8c35 HTTP/1.1" status: 204 len: 173 time: 0.4161916 Apr 29 08:09:57.698637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b15655-3a37-431b-9e49-29b5e9c5c45e', 'name': 'network-vif-deleted', 'tag': 'e5bc910e-2846-480b-900f-13e260eb8c35'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:09:57.700905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e04d382-f538-4c2a-91dd-60b6221c2d1d" -d '{"events": [{"server_uuid": "26b15655-3a37-431b-9e49-29b5e9c5c45e", "name": "network-vif-deleted", "tag": "e5bc910e-2846-480b-900f-13e260eb8c35"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:09:57.740959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f290faa-4e82-482b-91db-9f6cb677161f x-openstack-request-id: req-3f290faa-4e82-482b-91db-9f6cb677161f {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:09:57.741281 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b15655-3a37-431b-9e49-29b5e9c5c45e", "name": "network-vif-deleted", "tag": "e5bc910e-2846-480b-900f-13e260eb8c35", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:09:57.741540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f290faa-4e82-482b-91db-9f6cb677161f {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:09:57.742139 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f290faa-4e82-482b-91db-9f6cb677161f'] response: {'server_uuid': '26b15655-3a37-431b-9e49-29b5e9c5c45e', 'name': 'network-vif-deleted', 'tag': 'e5bc910e-2846-480b-900f-13e260eb8c35', 'status': 'completed', 'code': 200} Apr 29 08:09:58.182400 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5888361a-78da-42ba-8f87-cfb31a7da32d req-92128d7f-e906-408a-981b-223ceeefc5bc tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=26b15655-3a37-431b-9e49-29b5e9c5c45e HTTP/1.1" status: 200 len: 210 time: 0.0285892 Apr 29 08:09:59.948619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063847a0-4dd5-4402-90fc-51754c57c187 req-1cb00655-e6c9-4f87-8752-fc2f48f6a2d6 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:09:59.950094 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-1cb00655-e6c9-4f87-8752-fc2f48f6a2d6 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/networks?id=46d11882-3138-474e-954a-b0d26515faf6 HTTP/1.1" status: 200 len: 816 time: 0.1066701 Apr 29 08:09:59.968196 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-89b2a71c-d141-479f-9d50-010e063d385b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/quotas/6993ecb92ffc427e8b2f581c5eb5720d HTTP/1.1" status: 200 len: 375 time: 0.0100350 Apr 29 08:10:00.030170 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-4f647881-5dd1-4b3b-bcb1-c43105a4e78a tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6993ecb92ffc427e8b2f581c5eb5720d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569749 Apr 29 08:10:00.136267 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-9ef8a1ac-e2d1-40ca-a020-6ba808c03026 service neutron] 10.222.0.23 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898681 Apr 29 08:10:00.232625 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-f9d29fcb-d330-4870-9167-3fc5d1e4f26d service neutron] 10.222.0.23 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877340 Apr 29 08:10:00.400582 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5b44d0ab-6b10-49f6-a496-fddb692c340e req-c7aaf799-dde4-4f27-bc10-8bdca405d0d3 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 210 time: 0.0281622 Apr 29 08:10:01.337585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063847a0-4dd5-4402-90fc-51754c57c187 req-860af9dc-627d-404d-a353-9775872d0d14 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:01.339027 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-860af9dc-627d-404d-a353-9775872d0d14 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.36 "GET /v2.0/networks?id=46d11882-3138-474e-954a-b0d26515faf6 HTTP/1.1" status: 200 len: 816 time: 0.1125278 Apr 29 08:10:01.351559 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Request body: {'port': {'device_id': '5cebe69c-dddf-47fa-9c35-91f124ff7c17', 'network_id': '46d11882-3138-474e-954a-b0d26515faf6', 'admin_state_up': True, 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:10:01.359928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a5371eb9-7e06-44fb-9150-24aae2bfcdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:01.458741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Made reservation on behalf of 6993ecb92ffc427e8b2f581c5eb5720d for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:10:01.462100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:01.501414 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ef132c3c-cc32-465f-b14c-87a0753e2c4e req-c0bc5170-c000-4dcb-a3e6-0ed322836553 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 210 time: 0.0285342 Apr 29 08:10:01.591032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Allocated IP 172.20.0.5 (46d11882-3138-474e-954a-b0d26515faf6/4fe7ecc2-06d2-4142-9bb3-3f1737703141/770dfed1-95f0-40eb-9346-ffb56a1cd6a3) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:10:01.616408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device e5bc910e-2846-480b-900f-13e260eb8c35 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:10:01.636354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: e5bc910e-2846-480b-900f-13e260eb8c35 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:10:01.636696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device e5bc910e-2846-480b-900f-13e260eb8c35 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:10:01.759372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks [] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:01.797054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:01.845861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Network 46d11882-3138-474e-954a-b0d26515faf6 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:10:01.848835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:10:01.852429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:10:01.878168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Pushing event updated for resources: {'Port': ['ID=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:01.892579 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.892927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.893322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.893660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.893996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.894330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.894652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.894976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.895304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.895597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.895951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.896267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.896612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:01.917206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:01.917875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:01.935093 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-57462410-56a0-4970-9ae2-de5c58c0108b tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873611 Apr 29 08:10:01.947918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Request body: {'port': {'device_id': '5cebe69c-dddf-47fa-9c35-91f124ff7c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:10:02.014117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:02.039346 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ce8b9288-4c8a-4aab-ab89-1852849d436a None None] Provisioning complete for port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:10:02.039857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9288-4c8a-4aab-ab89-1852849d436a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:02.075996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b9288-4c8a-4aab-ab89-1852849d436a None None] Port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:10:02.274250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:10:02.281805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Publish callbacks [] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:02.294506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Transition to ACTIVE for port object 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:10:02.300869 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:02.371918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Pushing event updated for resources: {'Port': ['ID=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:02.425651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Attempting to bind port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:10:02.425986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Attempting to bind port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:10:02.426309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Attempting to bind port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 on network 46d11882-3138-474e-954a-b0d26515faf6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:10:02.431385 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 on network 46d11882-3138-474e-954a-b0d26515faf6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:10:02.431721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Attempting to bind port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 on network 46d11882-3138-474e-954a-b0d26515faf6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:10:02.437308 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:10:02.437653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Checking segment: {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:10:02.438030 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Bound using segment: {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:10:02.438514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Bound port: 770dfed1-95f0-40eb-9346-ffb56a1cd6a3, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5545480-9709-4777-b67f-07c8e22f9547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '46d11882-3138-474e-954a-b0d26515faf6'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:10:02.438859 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:02.504695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] For port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:10:02.507710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] For port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:10:02.515179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:02.548168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:02.548788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:02.550189 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] 10.222.0.36 "PUT /v2.0/ports/770dfed1-95f0-40eb-9346-ffb56a1cd6a3 HTTP/1.1" status: 200 len: 1093 time: 0.6071081 Apr 29 08:10:02.550632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cebe69c-dddf-47fa-9c35-91f124ff7c17', 'tag': '770dfed1-95f0-40eb-9346-ffb56a1cd6a3'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:10:02.552938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d350533-8980-4a8b-99f6-617cd5b96b83" -d '{"events": [{"name": "network-changed", "server_uuid": "5cebe69c-dddf-47fa-9c35-91f124ff7c17", "tag": "770dfed1-95f0-40eb-9346-ffb56a1cd6a3"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:10:02.594718 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c410743-9a0d-4a2f-8558-34121deff6da service neutron] Pushing event updated for resources: {'Port': ['ID=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:02.623203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adecdaa9-84c1-4877-90e5-95f067fcbdfb x-openstack-request-id: req-adecdaa9-84c1-4877-90e5-95f067fcbdfb {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:10:02.623488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cebe69c-dddf-47fa-9c35-91f124ff7c17", "tag": "770dfed1-95f0-40eb-9346-ffb56a1cd6a3", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:10:02.623750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adecdaa9-84c1-4877-90e5-95f067fcbdfb {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:10:02.624163 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adecdaa9-84c1-4877-90e5-95f067fcbdfb'] response: {'name': 'network-changed', 'server_uuid': '5cebe69c-dddf-47fa-9c35-91f124ff7c17', 'tag': '770dfed1-95f0-40eb-9346-ffb56a1cd6a3', 'status': 'completed', 'code': 200} Apr 29 08:10:02.685968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063847a0-4dd5-4402-90fc-51754c57c187 req-8e02d94c-5ed2-42b2-b347-950e9254ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:02.687465 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-8e02d94c-5ed2-42b2-b347-950e9254ae5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6993ecb92ffc427e8b2f581c5eb5720d&device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 1127 time: 0.0950732 Apr 29 08:10:02.694437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fafe7e-de1a-4709-9e38-fde066497055 req-b2242e70-7df9-4e7e-9df6-22caccab0de2 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:02.696030 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-33fafe7e-de1a-4709-9e38-fde066497055 req-b2242e70-7df9-4e7e-9df6-22caccab0de2 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 943 time: 0.1056087 Apr 29 08:10:02.736946 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-bbdd4998-9ce9-4bcb-a42c-8d31b06e6504 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770dfed1-95f0-40eb-9346-ffb56a1cd6a3 HTTP/1.1" status: 200 len: 217 time: 0.0399272 Apr 29 08:10:02.805730 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-33fafe7e-de1a-4709-9e38-fde066497055 req-20e3c12a-538c-47c8-af95-9fac42e79962 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023433 Apr 29 08:10:02.809315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063847a0-4dd5-4402-90fc-51754c57c187 req-8b6d6823-7f3e-4203-9a14-8c7b4396a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:02.810619 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-8b6d6823-7f3e-4203-9a14-8c7b4396a66d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fe7ecc2-06d2-4142-9bb3-3f1737703141 HTTP/1.1" status: 200 len: 855 time: 0.0677078 Apr 29 08:10:02.862064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063847a0-4dd5-4402-90fc-51754c57c187 req-04e32639-a10b-433c-bbb7-e90bb3652ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:02.863546 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-04e32639-a10b-433c-bbb7-e90bb3652ca2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d11882-3138-474e-954a-b0d26515faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468206 Apr 29 08:10:02.959582 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-a32332e3-1afb-4b8f-be26-e3b58587289a service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902832 Apr 29 08:10:03.048609 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-063847a0-4dd5-4402-90fc-51754c57c187 req-0bf0b36e-6c1d-4821-81a3-bac94a624a71 service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831003 Apr 29 08:10:03.141530 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-160d83fa-8063-4c8c-966b-49dcdd63667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:03.143032 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-160d83fa-8063-4c8c-966b-49dcdd63667a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6993ecb92ffc427e8b2f581c5eb5720d&device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 1127 time: 0.0452902 Apr 29 08:10:03.237014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-d57b2749-2540-4550-9f2b-3dad9988660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:03.238488 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-d57b2749-2540-4550-9f2b-3dad9988660f service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d11882-3138-474e-954a-b0d26515faf6 HTTP/1.1" status: 200 len: 917 time: 0.0888577 Apr 29 08:10:03.279833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-77a7d2ce-2366-41ec-b403-2da523c4c46c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770dfed1-95f0-40eb-9346-ffb56a1cd6a3 HTTP/1.1" status: 200 len: 217 time: 0.0346098 Apr 29 08:10:03.331480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-f12a4534-65c8-4f1a-9f8e-3734d1cfccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:03.332888 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-f12a4534-65c8-4f1a-9f8e-3734d1cfccc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fe7ecc2-06d2-4142-9bb3-3f1737703141 HTTP/1.1" status: 200 len: 855 time: 0.0476234 Apr 29 08:10:03.382004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-fa666fcd-0a46-44b3-bea6-0834736c006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:03.383501 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-fa666fcd-0a46-44b3-bea6-0834736c006d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d11882-3138-474e-954a-b0d26515faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441954 Apr 29 08:10:03.456599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8bd91443-4024-4c06-8034-02133cb39295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:03.473942 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-e89f369f-09e4-4fa4-91de-26a77b0088c1 service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830467 Apr 29 08:10:03.572600 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9d350533-8980-4a8b-99f6-617cd5b96b83 req-f5ae0523-01fc-4869-aec7-bd7005824fa4 service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925734 Apr 29 08:10:03.933081 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2e452-b599-421d-8500-0cfedfc96f96 req-c31dea8f-668c-48a5-ae9c-03489587fd9f tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:03.934531 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51b2e452-b599-421d-8500-0cfedfc96f96 req-c31dea8f-668c-48a5-ae9c-03489587fd9f tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 943 time: 0.0517113 Apr 29 08:10:03.985428 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51b2e452-b599-421d-8500-0cfedfc96f96 req-e14ddc23-3e05-4470-84b6-47b7c968da1e tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Apr 29 08:10:04.891478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:05.131220 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d387-e0d4-44ce-8224-9546f5dc6558 req-375db9d1-8526-47ac-b9db-0a73d459677c tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:05.132682 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2fd8d387-e0d4-44ce-8224-9546f5dc6558 req-375db9d1-8526-47ac-b9db-0a73d459677c tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 943 time: 0.0639033 Apr 29 08:10:05.179409 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2fd8d387-e0d4-44ce-8224-9546f5dc6558 req-e0812299-d458-46e6-8009-a19eb7587d74 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Apr 29 08:10:05.633431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:10:05.717762 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:05.749957 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:05.762447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '770dfed1-95f0-40eb-9346-ffb56a1cd6a3', 'network_id': '46d11882-3138-474e-954a-b0d26515faf6', 'port_id': '770dfed1-95f0-40eb-9346-ffb56a1cd6a3', 'mac_address': 'fa:16:3e:4d:09:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe7ecc2-06d2-4142-9bb3-3f1737703141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:10:05.800818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:10:05.801201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:05.816808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:10:05.838388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:05.843603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:05.893516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:05.900868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.901211 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.901566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.901911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.902237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.902557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.902880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.903202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.903523 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.903840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.904157 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.904465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:05.904777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:06.054191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['770dfed1-95f0-40eb-9346-ffb56a1cd6a3'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:10:06.212730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:06.309068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fd5f7-3abd-43a4-a76b-62dc527d7842 req-721a46be-5d35-40ee-8329-d1c32ebef677 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:06.310570 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6e9fd5f7-3abd-43a4-a76b-62dc527d7842 req-721a46be-5d35-40ee-8329-d1c32ebef677 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 944 time: 0.0645218 Apr 29 08:10:06.358961 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6e9fd5f7-3abd-43a4-a76b-62dc527d7842 req-4a8e846e-1e12-4b25-a738-5004129f07a3 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 Apr 29 08:10:07.368022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:07.479940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a66828-d98e-4028-8211-3f7e1be4ebe6 req-42695381-ded4-4faf-a072-55200903b686 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:07.481481 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39a66828-d98e-4028-8211-3f7e1be4ebe6 req-42695381-ded4-4faf-a072-55200903b686 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 944 time: 0.0543256 Apr 29 08:10:07.532307 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39a66828-d98e-4028-8211-3f7e1be4ebe6 req-41d9f09d-6d85-4b60-82c9-7e61683eefe7 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Apr 29 08:10:07.633150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:10:07.693096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:10:07.697065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:10:07.697501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:07.772269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:10:07.772646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:07.796112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cebe69c-dddf-47fa-9c35-91f124ff7c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770dfed1-95f0-40eb-9346-ffb56a1cd6a3'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:10:07.798442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c73705-cd17-4c40-b303-d2d47c14e4af" -d '{"events": [{"server_uuid": "5cebe69c-dddf-47fa-9c35-91f124ff7c17", "name": "network-vif-plugged", "status": "completed", "tag": "770dfed1-95f0-40eb-9346-ffb56a1cd6a3"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:10:07.811102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:07.816022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:07.842529 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f68adc-34aa-4d5b-9fc2-16c2541e3c8d x-openstack-request-id: req-04f68adc-34aa-4d5b-9fc2-16c2541e3c8d {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:10:07.842822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cebe69c-dddf-47fa-9c35-91f124ff7c17", "name": "network-vif-plugged", "status": "completed", "tag": "770dfed1-95f0-40eb-9346-ffb56a1cd6a3", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:10:07.843114 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04f68adc-34aa-4d5b-9fc2-16c2541e3c8d {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:10:07.843535 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f68adc-34aa-4d5b-9fc2-16c2541e3c8d'] response: {'server_uuid': '5cebe69c-dddf-47fa-9c35-91f124ff7c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770dfed1-95f0-40eb-9346-ffb56a1cd6a3', 'code': 200} Apr 29 08:10:07.870105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:08.013739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a481a-136d-43dc-af1d-c2b7a4ee8c69 req-2f766629-7977-4ae0-b8bc-b7026429cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:08.015157 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-563a481a-136d-43dc-af1d-c2b7a4ee8c69 req-2f766629-7977-4ae0-b8bc-b7026429cd10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 1129 time: 0.0525169 Apr 29 08:10:08.063746 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-563a481a-136d-43dc-af1d-c2b7a4ee8c69 req-c4e4a48f-87cb-481d-9abe-c9ac0bc42ee1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Apr 29 08:10:08.656747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23f472-a9d6-49dd-9f84-898360a55b5f req-5f1cee7b-ad8c-495e-b7a9-bca0630b1a66 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:08.658230 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3e23f472-a9d6-49dd-9f84-898360a55b5f req-5f1cee7b-ad8c-495e-b7a9-bca0630b1a66 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 945 time: 0.0538909 Apr 29 08:10:08.709112 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3e23f472-a9d6-49dd-9f84-898360a55b5f req-2cf8feef-935d-4046-8167-a7900d294727 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Apr 29 08:10:09.841664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7f346-b779-4d57-9dfa-d23436f46175 req-f6e242a4-e957-4fb3-bf61-a437b19fc26f tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:09.843041 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-46f7f346-b779-4d57-9dfa-d23436f46175 req-f6e242a4-e957-4fb3-bf61-a437b19fc26f tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 945 time: 0.0551558 Apr 29 08:10:09.890220 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-46f7f346-b779-4d57-9dfa-d23436f46175 req-c6c4bad7-aa6a-4db0-8074-57cea624af95 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Apr 29 08:10:10.020453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7833d57-571d-4cad-94cc-d17ec0830c9c req-e8288b57-aaf5-415d-8b4c-bfc584761993 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:10.021963 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7833d57-571d-4cad-94cc-d17ec0830c9c req-e8288b57-aaf5-415d-8b4c-bfc584761993 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 945 time: 0.0597365 Apr 29 08:10:10.069395 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7833d57-571d-4cad-94cc-d17ec0830c9c req-8adeaeae-3143-46b6-bb95-5b99b62ee5df tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Apr 29 08:10:29.230201 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:10:31.364366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47a747df-d41e-48ff-9a91-e7609967343d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:33.461035 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-244a1b02-447c-42fc-bb63-9f1c0b5b905d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:34.895897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:35.701103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:36.208401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:37.362434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:43.357182 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-f3caeb9f-e4cd-40a6-8ccd-066844116aa5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475037 Apr 29 08:10:43.445873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-034076ae-bb98-484d-97c1-31d75d8e2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:43.447889 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-034076ae-bb98-484d-97c1-31d75d8e2e6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6993ecb92ffc427e8b2f581c5eb5720d&device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 1129 time: 0.0480442 Apr 29 08:10:43.557453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-f7df23af-c0a7-45ce-ab74-e8e468f7b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:43.559033 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-f7df23af-c0a7-45ce-ab74-e8e468f7b0f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d11882-3138-474e-954a-b0d26515faf6 HTTP/1.1" status: 200 len: 917 time: 0.0919597 Apr 29 08:10:43.600539 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-17e641f0-7bf3-48b4-81e2-e142fd49708c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=770dfed1-95f0-40eb-9346-ffb56a1cd6a3 HTTP/1.1" status: 200 len: 217 time: 0.0354383 Apr 29 08:10:43.652811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-31c54955-25ce-4875-9894-cb4e74c5540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:43.654381 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-31c54955-25ce-4875-9894-cb4e74c5540e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fe7ecc2-06d2-4142-9bb3-3f1737703141 HTTP/1.1" status: 200 len: 855 time: 0.0485730 Apr 29 08:10:43.707683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-754d4337-ebf7-4126-a75a-b86222a2e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:43.709310 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-754d4337-ebf7-4126-a75a-b86222a2e4a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d11882-3138-474e-954a-b0d26515faf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484707 Apr 29 08:10:43.798905 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-ae381edf-bb25-495b-9767-b8ba7f2c3910 service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831494 Apr 29 08:10:43.891337 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b7d40bda-171e-427a-9c5d-83f00edc0d9a req-bed67fe7-bf06-4159-9bbd-be4c4f58f01a service neutron] 10.222.0.36 "GET /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869427 Apr 29 08:10:44.366556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8562221-0d7c-46dc-9c83-1e307b19f399 req-b4704f1c-2c45-41bd-bdbf-263e39a25f42 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:44.368050 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e8562221-0d7c-46dc-9c83-1e307b19f399 req-b4704f1c-2c45-41bd-bdbf-263e39a25f42 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 945 time: 0.0558431 Apr 29 08:10:44.415801 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e8562221-0d7c-46dc-9c83-1e307b19f399 req-43d8ede6-3311-49ed-a0ff-cd7425ff34c5 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Apr 29 08:10:45.541464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b6817-f43b-4aed-8e3b-f80a51307491 req-d31806e5-1f3b-4cc5-800b-99fee03501ca tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:45.542982 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c45b6817-f43b-4aed-8e3b-f80a51307491 req-d31806e5-1f3b-4cc5-800b-99fee03501ca tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 945 time: 0.0572262 Apr 29 08:10:45.597349 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c45b6817-f43b-4aed-8e3b-f80a51307491 req-0507a204-5ae4-4882-b754-037acd0e5f85 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f057371-23a2-43ee-af1d-9bc87d22aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481784 Apr 29 08:10:45.814093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53043a-fc05-4494-babf-7a04bab3721d req-d7f08231-695e-4dcc-aa27-e99cda461bbf tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:45.815524 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d53043a-fc05-4494-babf-7a04bab3721d req-d7f08231-695e-4dcc-aa27-e99cda461bbf tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 945 time: 0.0544078 Apr 29 08:10:45.915485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-2d53043a-fc05-4494-babf-7a04bab3721d req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Deleting port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:10:45.915806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2d53043a-fc05-4494-babf-7a04bab3721d req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:46.015669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-2d53043a-fc05-4494-babf-7a04bab3721d req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] For port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:46.015669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2d53043a-fc05-4494-babf-7a04bab3721d req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:46.028113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-2d53043a-fc05-4494-babf-7a04bab3721d req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Calling delete_port for 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:10:46.155652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2d53043a-fc05-4494-babf-7a04bab3721d req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (770dfed1-95f0-40eb-9346-ffb56a1cd6a3), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:46.167144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['770dfed1-95f0-40eb-9346-ffb56a1cd6a3'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:10:46.182348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Pushing event deleted for resources: {'Port': ['ID=770dfed1-95f0-40eb-9346-ffb56a1cd6a3,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:46.230500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d53043a-fc05-4494-babf-7a04bab3721d req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] No DVR routers for this DVR port 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:10:46.233092 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-2d53043a-fc05-4494-babf-7a04bab3721d req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:46.236355 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d53043a-fc05-4494-babf-7a04bab3721d req-5da1ec23-8537-431b-aae9-96542e4094fb tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.36 "DELETE /v2.0/ports/770dfed1-95f0-40eb-9346-ffb56a1cd6a3 HTTP/1.1" status: 204 len: 173 time: 0.4149885 Apr 29 08:10:46.236791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cebe69c-dddf-47fa-9c35-91f124ff7c17', 'name': 'network-vif-deleted', 'tag': '770dfed1-95f0-40eb-9346-ffb56a1cd6a3'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:10:46.239110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6d3360-eb9f-4a2f-bd09-c51b2600b76a" -d '{"events": [{"server_uuid": "5cebe69c-dddf-47fa-9c35-91f124ff7c17", "name": "network-vif-deleted", "tag": "770dfed1-95f0-40eb-9346-ffb56a1cd6a3"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:10:46.275359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b17038-93c8-4503-9a96-2d3970ae1770 x-openstack-request-id: req-c9b17038-93c8-4503-9a96-2d3970ae1770 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:10:46.275654 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cebe69c-dddf-47fa-9c35-91f124ff7c17", "name": "network-vif-deleted", "tag": "770dfed1-95f0-40eb-9346-ffb56a1cd6a3", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:10:46.276535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9b17038-93c8-4503-9a96-2d3970ae1770 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:10:46.276944 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b17038-93c8-4503-9a96-2d3970ae1770'] response: {'server_uuid': '5cebe69c-dddf-47fa-9c35-91f124ff7c17', 'name': 'network-vif-deleted', 'tag': '770dfed1-95f0-40eb-9346-ffb56a1cd6a3', 'status': 'completed', 'code': 200} Apr 29 08:10:46.715423 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-02e53734-1ce9-4627-909f-81997d1a0571 req-461dfc5f-070c-4812-b147-f7e67078ddf5 tempest-TestEncryptedCinderVolumes-953012955 tempest-TestEncryptedCinderVolumes-953012955-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cebe69c-dddf-47fa-9c35-91f124ff7c17 HTTP/1.1" status: 200 len: 210 time: 0.0328352 Apr 29 08:10:47.825751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59878) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:48.181064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (df948148-420d-47a6-9f66-4f97905ddeba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:48.445578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Deleting port 89d4e437-dd16-479a-951c-b8aaa210ac03 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:10:48.445866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:48.525087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] For port 89d4e437-dd16-479a-951c-b8aaa210ac03, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=89d4e437-dd16-479a-951c-b8aaa210ac03,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:48.525472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:48.538015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Calling delete_port for 89d4e437-dd16-479a-951c-b8aaa210ac03 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:10:48.729602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (89d4e437-dd16-479a-951c-b8aaa210ac03), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:48.755492 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d4e437-dd16-479a-951c-b8aaa210ac03,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:48.782728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.783067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.783402 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.783737 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.784058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.784380 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.784704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.785029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.785373 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.785699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.786013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.786327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.786645 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:48.935037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (df948148-420d-47a6-9f66-4f97905ddeba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:49.478330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Router df948148-420d-47a6-9f66-4f97905ddeba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:10:49.592330 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:10:49.598254 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f0301254-dc50-43ed-bfb0-a0af32200ed7 admin admin] 10.222.0.23 "PUT /v2.0/routers/df948148-420d-47a6-9f66-4f97905ddeba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713618 Apr 29 08:10:49.600797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:49.601533 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] Sync routers for ids ['df948148-420d-47a6-9f66-4f97905ddeba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:10:49.616196 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] Routers {'df948148-420d-47a6-9f66-4f97905ddeba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:10:49.616804 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:10:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['df948148-420d-47a6-9f66-4f97905ddeba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:49.704822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks [] for router (df948148-420d-47a6-9f66-4f97905ddeba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:49.716624 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] Set router df948148-420d-47a6-9f66-4f97905ddeba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:10:49.809206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks [] for router_gateway (df948148-420d-47a6-9f66-4f97905ddeba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:49.867797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Deleting port 677fef0e-4fb2-442e-8d72-69ade63b68b4 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:10:49.868133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:49.951272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] For port 677fef0e-4fb2-442e-8d72-69ade63b68b4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=677fef0e-4fb2-442e-8d72-69ade63b68b4,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:49.952046 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:49.964637 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Calling delete_port for 677fef0e-4fb2-442e-8d72-69ade63b68b4 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:10:49.980594 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:10:48Z', 'revision_number': 5, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'gw_port': {'id': '677fef0e-4fb2-442e-8d72-69ade63b68b4', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:50.005351 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:10:50.006021 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] Checking router: df948148-420d-47a6-9f66-4f97905ddeba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:10:50.014841 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] Routers {'df948148-420d-47a6-9f66-4f97905ddeba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:10:50.015573 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:10:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['df948148-420d-47a6-9f66-4f97905ddeba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:50.025837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:10:50.026163 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 770dfed1-95f0-40eb-9346-ffb56a1cd6a3 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:10:50.102574 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] Set router df948148-420d-47a6-9f66-4f97905ddeba gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:10:50.141652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (677fef0e-4fb2-442e-8d72-69ade63b68b4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.155677 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:10:49Z', 'revision_number': 6, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:50.171423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=677fef0e-4fb2-442e-8d72-69ade63b68b4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:50.181633 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62a5df-30e7-4476-a8a0-6965610979a6 None None] The sync data for ids ['df948148-420d-47a6-9f66-4f97905ddeba'] in dv-neutron-839860-1-hyperv is: [{'id': 'df948148-420d-47a6-9f66-4f97905ddeba', 'name': 'tempest-TestEncryptedCinderVolumes-906252208-router', 'tenant_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:03Z', 'updated_at': '2022-04-29T08:10:49Z', 'revision_number': 6, 'project_id': '6993ecb92ffc427e8b2f581c5eb5720d', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:10:50.236005 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (df948148-420d-47a6-9f66-4f97905ddeba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.325043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (df948148-420d-47a6-9f66-4f97905ddeba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.327290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks [] for router_controller (df948148-420d-47a6-9f66-4f97905ddeba), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.371226 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (df948148-420d-47a6-9f66-4f97905ddeba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.371771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df948148-420d-47a6-9f66-4f97905ddeba {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:10:50.376488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.377704 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2f29bbd9-3de6-4129-9c81-5ef234d12ef0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/df948148-420d-47a6-9f66-4f97905ddeba HTTP/1.1" status: 204 len: 168 time: 0.7759831 Apr 29 08:10:50.380382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59882) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:50.429067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4403a38e-8021-43a5-b68f-716cd4a012bf admin admin] Deleting subnet 4fe7ecc2-06d2-4142-9bb3-3f1737703141 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:10:50.432560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4403a38e-8021-43a5-b68f-716cd4a012bf admin admin] Publish callbacks [] for subnet (4fe7ecc2-06d2-4142-9bb3-3f1737703141), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.468995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4403a38e-8021-43a5-b68f-716cd4a012bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (4fe7ecc2-06d2-4142-9bb3-3f1737703141), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.557391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4403a38e-8021-43a5-b68f-716cd4a012bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (4fe7ecc2-06d2-4142-9bb3-3f1737703141), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.612698 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4403a38e-8021-43a5-b68f-716cd4a012bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (4fe7ecc2-06d2-4142-9bb3-3f1737703141), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.640209 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403a38e-8021-43a5-b68f-716cd4a012bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe7ecc2-06d2-4142-9bb3-3f1737703141,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:50.645738 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4403a38e-8021-43a5-b68f-716cd4a012bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.648796 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4403a38e-8021-43a5-b68f-716cd4a012bf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4fe7ecc2-06d2-4142-9bb3-3f1737703141 HTTP/1.1" status: 204 len: 168 time: 0.2674856 Apr 29 08:10:50.651477 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59884) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:50.651978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace6a5d-cdf5-4978-ad6c-e5ee00691ece None None] Network 46d11882-3138-474e-954a-b0d26515faf6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:10:50.719160 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (46d11882-3138-474e-954a-b0d26515faf6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.773308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Deleting port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:10:50.773695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.838994 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] For port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c8aa8ab1-374c-42d0-b7c2-d5707885b0dd,segment=NetworkSegment(a5545480-9709-4777-b67f-07c8e22f9547),segment_id=a5545480-9709-4777-b67f-07c8e22f9547)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:50.839260 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.852437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Calling delete_port for c8aa8ab1-374c-42d0-b7c2-d5707885b0dd owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:10:50.920409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] DHCP port deletion for 46d11882-3138-474e-954a-b0d26515faf6 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:10:50.944257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.975539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8aa8ab1-374c-42d0-b7c2-d5707885b0dd,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:50.976339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] Deleting port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:10:50.976897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:50.980282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] No DVR routers for this DVR port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:10:51.045066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] For port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:51.045974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:51.057969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (46d11882-3138-474e-954a-b0d26515faf6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:51.059742 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] Calling delete_port for c8aa8ab1-374c-42d0-b7c2-d5707885b0dd owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:10:51.062458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] Port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 08:10:51.063700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (c8aa8ab1-374c-42d0-b7c2-d5707885b0dd), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:51.080089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d11882-3138-474e-954a-b0d26515faf6']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:51.090558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5545480-9709-4777-b67f-07c8e22f9547') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:51.090748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5545480-9709-4777-b67f-07c8e22f9547') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:51.092125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] No DVR routers for this DVR port c8aa8ab1-374c-42d0-b7c2-d5707885b0dd on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:10:51.095151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06a739-167e-43b8-bbbf-bf5cb84c01a1 None None] Pushing event deleted for resources: {'Port': ['ID=c8aa8ab1-374c-42d0-b7c2-d5707885b0dd,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:51.102265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (a5545480-9709-4777-b67f-07c8e22f9547), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:51.116439 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (a5545480-9709-4777-b67f-07c8e22f9547), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:51.124605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:10:51.124980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (a5545480-9709-4777-b67f-07c8e22f9547), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:10:51.126797 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:10:51.187838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (46d11882-3138-474e-954a-b0d26515faf6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:51.193466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:51.197676 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/46d11882-3138-474e-954a-b0d26515faf6 HTTP/1.1" status: 204 len: 168 time: 0.5452809 Apr 29 08:10:51.200091 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59886) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:51.209521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3816a79-cafc-4ad8-ac7b-253e6219efa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d11882-3138-474e-954a-b0d26515faf6,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:51.592741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:52.147274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c8aa8ab1-374c-42d0-b7c2-d5707885b0dd no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:10:52.171022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c8aa8ab1-374c-42d0-b7c2-d5707885b0dd {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:10:52.171335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c8aa8ab1-374c-42d0-b7c2-d5707885b0dd not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:10:52.171744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 677fef0e-4fb2-442e-8d72-69ade63b68b4 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:10:52.190389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 677fef0e-4fb2-442e-8d72-69ade63b68b4 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:10:52.190959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 677fef0e-4fb2-442e-8d72-69ade63b68b4 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:10:52.191370 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 89d4e437-dd16-479a-951c-b8aaa210ac03 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:10:52.210262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 89d4e437-dd16-479a-951c-b8aaa210ac03 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:10:52.210599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 89d4e437-dd16-479a-951c-b8aaa210ac03 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:10:52.212552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Deleting port e122b7ec-5ab4-461c-97b9-71be5ed7793a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:10:52.213088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:52.298881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] For port e122b7ec-5ab4-461c-97b9-71be5ed7793a, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e122b7ec-5ab4-461c-97b9-71be5ed7793a,segment=NetworkSegment(e5cb6c5b-f297-44fe-a4c4-f9fde7633197),segment_id=e5cb6c5b-f297-44fe-a4c4-f9fde7633197)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:52.299260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:52.312051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Calling delete_port for e122b7ec-5ab4-461c-97b9-71be5ed7793a owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:10:52.507698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (e122b7ec-5ab4-461c-97b9-71be5ed7793a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:52.537310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Pushing event deleted for resources: {'Port': ['ID=e122b7ec-5ab4-461c-97b9-71be5ed7793a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:52.703324 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:52.931089 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:10:53.041672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:10:53.047579 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-48c7dcbb-10e2-49cf-90de-de6eedeaf32f admin admin] 10.222.0.23 "PUT /v2.0/routers/b1a919d8-a3a8-4e5e-ac04-856dd8218aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8456275 Apr 29 08:10:53.049517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59888) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:53.052294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] Sync routers for ids ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:10:53.062374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] Routers {'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:10:53.062980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:10:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:53.162830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks [] for router (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.279722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks [] for router_gateway (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.323159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] Set router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:10:53.334141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Deleting port c48aeeee-622d-43b6-ace5-b363b1eb7ce5 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:10:53.334492 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.418660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] For port c48aeeee-622d-43b6-ace5-b363b1eb7ce5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c48aeeee-622d-43b6-ace5-b363b1eb7ce5,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:53.419359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.432019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Calling delete_port for c48aeeee-622d-43b6-ace5-b363b1eb7ce5 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:10:53.505524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:07Z', 'updated_at': '2022-04-29T08:10:52Z', 'revision_number': 5, 'project_id': 'dc7209885120449c9be5693607e7311c', 'gw_port': {'id': 'c48aeeee-622d-43b6-ace5-b363b1eb7ce5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:09:08Z', 'updated_at': '2022-04-29T08:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:53.536034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] Checking router: b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:10:53.544697 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] Routers {'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:10:53.545344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:10:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:53.598740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c48aeeee-622d-43b6-ace5-b363b1eb7ce5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.623658 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48aeeee-622d-43b6-ace5-b363b1eb7ce5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:53.639943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] Set router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:10:53.687863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.694044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:07Z', 'updated_at': '2022-04-29T08:10:53Z', 'revision_number': 6, 'project_id': 'dc7209885120449c9be5693607e7311c', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:53.725008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1778b0a-db6d-401f-95dc-549fdeb136f0 None None] The sync data for ids ['b1a919d8-a3a8-4e5e-ac04-856dd8218aa0'] in dv-neutron-839860-1-hyperv is: [{'id': 'b1a919d8-a3a8-4e5e-ac04-856dd8218aa0', 'name': 'tempest-TestEncryptedCinderVolumes-1643075879-router', 'tenant_id': 'dc7209885120449c9be5693607e7311c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:09:07Z', 'updated_at': '2022-04-29T08:10:53Z', 'revision_number': 6, 'project_id': 'dc7209885120449c9be5693607e7311c', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:10:53.781668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.783834 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks [] for router_controller (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.831454 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (b1a919d8-a3a8-4e5e-ac04-856dd8218aa0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.832356 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:10:53.837270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.838749 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-def5a8a6-c634-4d4b-ab58-b968f4874dc2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b1a919d8-a3a8-4e5e-ac04-856dd8218aa0 HTTP/1.1" status: 204 len: 168 time: 0.7879717 Apr 29 08:10:53.842525 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59890) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:53.889672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5238db-69e1-4f5c-8bab-26739c078aa9 admin admin] Deleting subnet 7e28944d-8f07-48d9-8429-496dfa404646 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:10:53.892670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5238db-69e1-4f5c-8bab-26739c078aa9 admin admin] Publish callbacks [] for subnet (7e28944d-8f07-48d9-8429-496dfa404646), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:53.929672 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5238db-69e1-4f5c-8bab-26739c078aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (7e28944d-8f07-48d9-8429-496dfa404646), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.019277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5238db-69e1-4f5c-8bab-26739c078aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (7e28944d-8f07-48d9-8429-496dfa404646), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.157424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5238db-69e1-4f5c-8bab-26739c078aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (7e28944d-8f07-48d9-8429-496dfa404646), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.198594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0d5238db-69e1-4f5c-8bab-26739c078aa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.203111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3e129-5051-41bc-b8fa-88ebf7f478d2 None None] Network f17d19f6-b238-4517-9af6-442ff4102944 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:10:54.203419 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0d5238db-69e1-4f5c-8bab-26739c078aa9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e28944d-8f07-48d9-8429-496dfa404646 HTTP/1.1" status: 204 len: 168 time: 0.3596373 Apr 29 08:10:54.206087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59892) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:54.206577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5238db-69e1-4f5c-8bab-26739c078aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e28944d-8f07-48d9-8429-496dfa404646,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:54.279311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (f17d19f6-b238-4517-9af6-442ff4102944), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.338126 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Deleting port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:10:54.338458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.400655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] For port e3a30a91-442b-4dc1-a4a7-8149d8e694e1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=e3a30a91-442b-4dc1-a4a7-8149d8e694e1,segment=NetworkSegment(e5cb6c5b-f297-44fe-a4c4-f9fde7633197),segment_id=e5cb6c5b-f297-44fe-a4c4-f9fde7633197)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:54.400996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.413412 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Calling delete_port for e3a30a91-442b-4dc1-a4a7-8149d8e694e1 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:10:54.503501 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (e3a30a91-442b-4dc1-a4a7-8149d8e694e1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.511094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cb423e-0afd-4338-914a-74a189dab10d None None] DHCP port deletion for f17d19f6-b238-4517-9af6-442ff4102944 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:10:54.534841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e122b7ec-5ab4-461c-97b9-71be5ed7793a no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:10:54.536241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a30a91-442b-4dc1-a4a7-8149d8e694e1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:54.539767 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] No DVR routers for this DVR port e3a30a91-442b-4dc1-a4a7-8149d8e694e1 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:10:54.558882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: e122b7ec-5ab4-461c-97b9-71be5ed7793a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:10:54.559326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e122b7ec-5ab4-461c-97b9-71be5ed7793a not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:10:54.615605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (f17d19f6-b238-4517-9af6-442ff4102944), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.640167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17d19f6-b238-4517-9af6-442ff4102944']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:54.649419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:54.649703 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cb6c5b-f297-44fe-a4c4-f9fde7633197') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:54.659036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (e5cb6c5b-f297-44fe-a4c4-f9fde7633197), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.672704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (e5cb6c5b-f297-44fe-a4c4-f9fde7633197), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.679520 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:10:54.679957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (e5cb6c5b-f297-44fe-a4c4-f9fde7633197), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:10:54.681890 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:10:54.738370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (f17d19f6-b238-4517-9af6-442ff4102944), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.744236 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:54.747512 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f17d19f6-b238-4517-9af6-442ff4102944 HTTP/1.1" status: 204 len: 168 time: 0.5397451 Apr 29 08:10:54.758811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc37a22-07e9-495c-a2d9-3b262be0a661 admin admin] Pushing event deleted for resources: {'Network': ['ID=f17d19f6-b238-4517-9af6-442ff4102944,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:54.918698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59896) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:54.959631 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-81555f39-911e-4af8-ab29-9b45cfc105a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6993ecb92ffc427e8b2f581c5eb5720d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397389 Apr 29 08:10:54.962074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59898) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:55.014690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad688-a10e-41d1-af17-ceb8c02877b5 admin admin] Publish callbacks [] for security_group (8f057371-23a2-43ee-af1d-9bc87d22aa13), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:55.036676 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad688-a10e-41d1-af17-ceb8c02877b5 admin admin] Publish callbacks [] for security_group (8f057371-23a2-43ee-af1d-9bc87d22aa13), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:55.085864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad688-a10e-41d1-af17-ceb8c02877b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8f057371-23a2-43ee-af1d-9bc87d22aa13), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:55.088503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-dc1ad688-a10e-41d1-af17-ceb8c02877b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:55.089672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-dc1ad688-a10e-41d1-af17-ceb8c02877b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f057371-23a2-43ee-af1d-9bc87d22aa13 HTTP/1.1" status: 204 len: 168 time: 0.1267185 Apr 29 08:10:55.097333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ad688-a10e-41d1-af17-ceb8c02877b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f057371-23a2-43ee-af1d-9bc87d22aa13,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:55.436365 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59904) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:55.475696 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-898b21ac-4360-4da2-8c14-ca9501497a49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc7209885120449c9be5693607e7311c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381632 Apr 29 08:10:55.478148 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59906) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:55.525263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2b1f922-b1b0-4c4d-9d30-bd670a64d6e7 admin admin] Publish callbacks [] for security_group (6bd8a267-7319-4918-a629-af25ec9689ac), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:55.554098 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2b1f922-b1b0-4c4d-9d30-bd670a64d6e7 admin admin] Publish callbacks [] for security_group (6bd8a267-7319-4918-a629-af25ec9689ac), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:55.607897 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2b1f922-b1b0-4c4d-9d30-bd670a64d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6bd8a267-7319-4918-a629-af25ec9689ac), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:55.611011 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f2b1f922-b1b0-4c4d-9d30-bd670a64d6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:55.612234 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f2b1f922-b1b0-4c4d-9d30-bd670a64d6e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bd8a267-7319-4918-a629-af25ec9689ac HTTP/1.1" status: 204 len: 168 time: 0.1332333 Apr 29 08:10:55.620423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1f922-b1b0-4c4d-9d30-bd670a64d6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd8a267-7319-4918-a629-af25ec9689ac,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:56.147198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e3a30a91-442b-4dc1-a4a7-8149d8e694e1 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:10:56.167690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: e3a30a91-442b-4dc1-a4a7-8149d8e694e1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:10:56.167690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device e3a30a91-442b-4dc1-a4a7-8149d8e694e1 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:10:56.167690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c48aeeee-622d-43b6-ace5-b363b1eb7ce5 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:10:56.190256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c48aeeee-622d-43b6-ace5-b363b1eb7ce5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:10:56.190646 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c48aeeee-622d-43b6-ace5-b363b1eb7ce5 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:10:56.310378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 59928) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:56.431251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1158796271-network', 'tenant_id': '91934a63fd4144019b835902782ed9ec'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:10:56.452861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Made reservation on behalf of 91934a63fd4144019b835902782ed9ec for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:10:56.455102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.463826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.539823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Publish callbacks [] for security_group (d0a85a4a-9f04-4b9c-a976-e3fce241a997), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.546076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d0a85a4a-9f04-4b9c-a976-e3fce241a997), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.565614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:10:56.583737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (06115221-a739-4404-b038-52084689b4e6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.584078 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Added segment 06115221-a739-4404-b038-52084689b4e6 of type vlan for network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 Apr 29 08:10:56.585283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a85a4a-9f04-4b9c-a976-e3fce241a997,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:56.625931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (2c8d26ae-3e37-4538-a0f7-5713a215ecd6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.651216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (2c8d26ae-3e37-4538-a0f7-5713a215ecd6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.652154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:56.652724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.708729 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3971906 Apr 29 08:10:56.711749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59932) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:56.717324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Request body: {'subnet': {'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1158796271-subnet', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:10:56.722989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2c6f8-7b37-4828-92fe-e688309b2f1d admin admin] Pushing event updated for resources: {'Network': ['ID=2c8d26ae-3e37-4538-a0f7-5713a215ecd6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:56.733477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:10:56.738423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Made reservation on behalf of 91934a63fd4144019b835902782ed9ec for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:10:56.740760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.910278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (27ffbc72-51b3-4c84-8591-5404e79741c8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:56.958485 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ffbc72-51b3-4c84-8591-5404e79741c8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:56.973999 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Checking segment: {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:10:56.974355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Network hostable DHCP agents. Network: 2c8d26ae-3e37-4538-a0f7-5713a215ecd6, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:10:56.991073 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:10:57.000704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 2c8d26ae-3e37-4538-a0f7-5713a215ecd6) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:10:57.004592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:10:57.005191 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.010100 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5527ec01-d1bd-4131-8316-8929dc22a2e0 None None] Network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:10:57.021640 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8f33f46b-19a3-4945-9346-b849f033c674 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3081787 Apr 29 08:10:57.024172 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59934) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:57.028336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:10:57.047210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (f9819294-5643-48fc-b38f-c8ae07b3b4eb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.048511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (f9819294-5643-48fc-b38f-c8ae07b3b4eb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.106349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks [] for router_controller (f9819294-5643-48fc-b38f-c8ae07b3b4eb), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.117008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'project_id': '91934a63fd4144019b835902782ed9ec', 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:10:57.117910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.244392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks [] for router_gateway (f9819294-5643-48fc-b38f-c8ae07b3b4eb), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.254371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Allocated IP 172.20.0.2 (2c8d26ae-3e37-4538-a0f7-5713a215ecd6/27ffbc72-51b3-4c84-8591-5404e79741c8/1abc64ff-c598-4526-8893-888e152edc88) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:10:57.392872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Publish callbacks [] for port (1abc64ff-c598-4526-8893-888e152edc88), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.399593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (1abc64ff-c598-4526-8893-888e152edc88), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.446094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks [] for router_gateway (f9819294-5643-48fc-b38f-c8ae07b3b4eb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.447609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:10:57.453474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:10:57.455307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Pushing event updated for resources: {'Port': ['ID=1abc64ff-c598-4526-8893-888e152edc88,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:57.457381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:10:57.468166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.511381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Attempting to bind port 1abc64ff-c598-4526-8893-888e152edc88 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:10:57.511637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Attempting to bind port 1abc64ff-c598-4526-8893-888e152edc88 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:10:57.512020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Attempting to bind port 1abc64ff-c598-4526-8893-888e152edc88 on network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:10:57.517448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:10:57.517813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Checking segment: {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:10:57.518210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.518584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Bound using segment: {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:10:57.519060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Bound port: 1abc64ff-c598-4526-8893-888e152edc88, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:10:57.523237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1abc64ff-c598-4526-8893-888e152edc88), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.581396 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Allocated IP 172.26.3.10 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/20d0177e-80cd-44ba-9ac1-5308455352b8) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:10:57.586575 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] For port 1abc64ff-c598-4526-8893-888e152edc88, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:10:57.589927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] For port 1abc64ff-c598-4526-8893-888e152edc88, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1abc64ff-c598-4526-8893-888e152edc88,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:10:57.596285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1abc64ff-c598-4526-8893-888e152edc88), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.652882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581e17f-235a-428e-a657-b30978d8b136 None None] Pushing event updated for resources: {'Port': ['ID=1abc64ff-c598-4526-8893-888e152edc88,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:57.687254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks [] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.723395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:57.766806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:10:57.770733 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:10:57.774455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:10:57.816798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Pushing event updated for resources: {'Port': ['ID=20d0177e-80cd-44ba-9ac1-5308455352b8,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:58.060248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks [] for router_gateway (f9819294-5643-48fc-b38f-c8ae07b3b4eb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:58.164248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1abc64ff-c598-4526-8893-888e152edc88 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:10:58.224158 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1abc64ff-c598-4526-8893-888e152edc88 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:10:58.224691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1abc64ff-c598-4526-8893-888e152edc88), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:58.314775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1abc64ff-c598-4526-8893-888e152edc88 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:10:58.315461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1abc64ff-c598-4526-8893-888e152edc88), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:58.351254 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 1abc64ff-c598-4526-8893-888e152edc88, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1abc64ff-c598-4526-8893-888e152edc88,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:10:58.356742 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1abc64ff-c598-4526-8893-888e152edc88), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:58.414187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=1abc64ff-c598-4526-8893-888e152edc88,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:58.548207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74229e83-9d86-4d01-8b37-d919d74f0e11 None None] Network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:10:58.598965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (f9819294-5643-48fc-b38f-c8ae07b3b4eb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:58.602358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-db494309-6074-43e5-b14e-3aef9e416352 None None] Provisioning complete for port 1abc64ff-c598-4526-8893-888e152edc88 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:10:58.602730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-db494309-6074-43e5-b14e-3aef9e416352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1abc64ff-c598-4526-8893-888e152edc88), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:58.729297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-db494309-6074-43e5-b14e-3aef9e416352 None None] Current status of the port 1abc64ff-c598-4526-8893-888e152edc88 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:10:58.733885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Router f9819294-5643-48fc-b38f-c8ae07b3b4eb is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:10:58.844326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:10:58.855082 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Sync routers for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:10:58.862099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:58.866007 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-08718131-8546-407f-a14a-d151d130e13b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8383617 Apr 29 08:10:58.866401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59936) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:10:58.868081 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:10:58.868744 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:10:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:58.951141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9f680676-ae01-4715-a50c-097f76e3888d None None] Provisioning complete for port 1abc64ff-c598-4526-8893-888e152edc88 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:10:58.951506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f680676-ae01-4715-a50c-097f76e3888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1abc64ff-c598-4526-8893-888e152edc88), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:58.980950 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:10:59.033363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9f680676-ae01-4715-a50c-097f76e3888d None None] Current status of the port 1abc64ff-c598-4526-8893-888e152edc88 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:10:59.158511 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:57Z', 'revision_number': 3, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:59.184262 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Checking router: f9819294-5643-48fc-b38f-c8ae07b3b4eb for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:10:59.184576 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Updating router f9819294-5643-48fc-b38f-c8ae07b3b4eb port 20d0177e-80cd-44ba-9ac1-5308455352b8 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:10:59.213245 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.298982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.458133 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Publish callbacks [] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.459038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Allocated IP 172.20.0.1 (2c8d26ae-3e37-4538-a0f7-5713a215ecd6/27ffbc72-51b3-4c84-8591-5404e79741c8/4784886f-7e92-411a-bd87-1b6bba80335c) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:10:59.463535 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.512134 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Attempting to bind port 20d0177e-80cd-44ba-9ac1-5308455352b8 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:10:59.512495 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Attempting to bind port 20d0177e-80cd-44ba-9ac1-5308455352b8 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:10:59.512851 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Attempting to bind port 20d0177e-80cd-44ba-9ac1-5308455352b8 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:10:59.521458 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Pushing event updated for resources: {'Port': ['ID=20d0177e-80cd-44ba-9ac1-5308455352b8,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:59.529550 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:10:59.529889 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:10:59.530298 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.530698 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:10:59.531155 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Bound port: 20d0177e-80cd-44ba-9ac1-5308455352b8, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:10:59.531526 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.534632 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.534968 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.535371 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.535699 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.536020 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.536339 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.536660 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.536977 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.537319 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.537639 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.537952 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.538260 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.538975 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:10:59.570106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Publish callbacks [] for port (4784886f-7e92-411a-bd87-1b6bba80335c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.600694 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] For port 20d0177e-80cd-44ba-9ac1-5308455352b8, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:10:59.603846 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.604703 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] For port 20d0177e-80cd-44ba-9ac1-5308455352b8, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=20d0177e-80cd-44ba-9ac1-5308455352b8,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:10:59.614195 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.642405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:10:59.646886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:10:59.653397 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:10:59.666805 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:10:59.667448 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:10:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:59.677794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Pushing event updated for resources: {'Port': ['ID=4784886f-7e92-411a-bd87-1b6bba80335c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:59.698708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (f9819294-5643-48fc-b38f-c8ae07b3b4eb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.712783 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cf1ab-bacb-44a1-b31d-9fdfb521800a None None] Pushing event updated for resources: {'Port': ['ID=20d0177e-80cd-44ba-9ac1-5308455352b8,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:10:59.784129 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:10:59.839036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.864441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6db2fa82-b902-421f-b81a-3af3d85aec8c None None] Provisioning complete for port 4784886f-7e92-411a-bd87-1b6bba80335c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:10:59.865038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6db2fa82-b902-421f-b81a-3af3d85aec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:10:59.901926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6db2fa82-b902-421f-b81a-3af3d85aec8c None None] Port 4784886f-7e92-411a-bd87-1b6bba80335c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:10:59.971131 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:57Z', 'revision_number': 3, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:10:59.998580 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedb99e-0250-47d7-bbf3-838a9f6c4157 None None] The sync data for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv is: [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:57Z', 'revision_number': 3, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:11:00.005932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Publish callbacks [] for port (4784886f-7e92-411a-bd87-1b6bba80335c), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:00.011607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:00.084344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Pushing event updated for resources: {'Port': ['ID=4784886f-7e92-411a-bd87-1b6bba80335c,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:00.087248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (f9819294-5643-48fc-b38f-c8ae07b3b4eb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:00.167317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1abc64ff-c598-4526-8893-888e152edc88 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:00.201377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:00.202892 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:00.241499 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1abc64ff-c598-4526-8893-888e152edc88 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:00.242518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1abc64ff-c598-4526-8893-888e152edc88), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:00.349863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1abc64ff-c598-4526-8893-888e152edc88 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:00.378972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Router f9819294-5643-48fc-b38f-c8ae07b3b4eb has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:11:00.496180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:11:00.501070 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fdfbeb03-2b8c-4815-b6d4-7df11c303612 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9819294-5643-48fc-b38f-c8ae07b3b4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6336288 Apr 29 08:11:00.537869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0ec830bd-8885-447a-8843-5c12b99fdd03 None None] Provisioning complete for port 4784886f-7e92-411a-bd87-1b6bba80335c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:00.538329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0ec830bd-8885-447a-8843-5c12b99fdd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:00.573709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0ec830bd-8885-447a-8843-5c12b99fdd03 None None] Port 4784886f-7e92-411a-bd87-1b6bba80335c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:11:00.999278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59952) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:01.004545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-687717756-network', 'tenant_id': '3e1564d748614f16815f95a774c31342'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:01.026449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Made reservation on behalf of 3e1564d748614f16815f95a774c31342 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:11:01.028787 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.038513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.116037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Publish callbacks [] for security_group (3efd50ce-9ccf-4486-8cec-c7fd1e3ccd8a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.121317 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3efd50ce-9ccf-4486-8cec-c7fd1e3ccd8a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.149905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:11:01.159649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efd50ce-9ccf-4486-8cec-c7fd1e3ccd8a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:01.164437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ff9b23b6-fb67-4a70-b234-521bd1050d00), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.164775 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Added segment ff9b23b6-fb67-4a70-b234-521bd1050d00 of type vlan for network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 Apr 29 08:11:01.204076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (7fe5c1d5-324c-423a-aaf0-8cc4c691d825), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.230788 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (7fe5c1d5-324c-423a-aaf0-8cc4c691d825), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.231889 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:01.232509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.283128 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2827547 Apr 29 08:11:01.285822 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59954) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:01.290699 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Request body: {'subnet': {'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-687717756-subnet', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:01.308876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40a4cb-a890-4761-bcee-537f54409e1b admin admin] Pushing event updated for resources: {'Network': ['ID=7fe5c1d5-324c-423a-aaf0-8cc4c691d825,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:01.318496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:11:01.322706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Made reservation on behalf of 3e1564d748614f16815f95a774c31342 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:11:01.325179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.392734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e334bd5e-0ad3-43f2-8e9f-fe3eaad32138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.500437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (2292609b-2b62-4639-994b-2ba00e42a1b9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.553791 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2292609b-2b62-4639-994b-2ba00e42a1b9,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:01.565684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Checking segment: {'id': 'ff9b23b6-fb67-4a70-b234-521bd1050d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:11:01.566038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Network hostable DHCP agents. Network: 7fe5c1d5-324c-423a-aaf0-8cc4c691d825, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:11:01.576454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Sync routers for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:11:01.586295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:11:01.587947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:01.588683 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:10:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:01.597540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 7fe5c1d5-324c-423a-aaf0-8cc4c691d825) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:01.601525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:01.602113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.617802 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3de5ffc8-533b-42aa-bca4-790b495a22e8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3309460 Apr 29 08:11:01.620434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59956) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:01.624836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:01.628987 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7cd17f-5dff-458c-a049-06df94cc4783 None None] Network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:11:01.643502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (aa875aac-8721-40df-bd56-cb43063a8feb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.644650 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (aa875aac-8721-40df-bd56-cb43063a8feb), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.703479 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks [] for router_controller (aa875aac-8721-40df-bd56-cb43063a8feb), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.850525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks [] for router_gateway (aa875aac-8721-40df-bd56-cb43063a8feb), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:01.927240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:01.955481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-7fe5c1d5-324c-423a-aaf0-8cc4c691d825', 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825', 'project_id': '3e1564d748614f16815f95a774c31342', 'fixed_ips': [{'subnet_id': '2292609b-2b62-4639-994b-2ba00e42a1b9'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:11:01.956331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.052832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks [] for router_gateway (aa875aac-8721-40df-bd56-cb43063a8feb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.072113 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.189437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Allocated IP 172.26.3.204 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/04819907-cbea-428b-ad48-8713731817c6) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:02.189676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 20d0177e-80cd-44ba-9ac1-5308455352b8 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:02.227607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Allocated IP 172.20.0.2 (7fe5c1d5-324c-423a-aaf0-8cc4c691d825/2292609b-2b62-4639-994b-2ba00e42a1b9/63879a98-6397-4629-a8a8-7bd78af726b1) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:02.289348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks [] for port (04819907-cbea-428b-ad48-8713731817c6), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.323300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (04819907-cbea-428b-ad48-8713731817c6), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.363396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 20d0177e-80cd-44ba-9ac1-5308455352b8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:02.364017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.366613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:02.371487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:02.378249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:02.381458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Pushing event updated for resources: {'Port': ['ID=04819907-cbea-428b-ad48-8713731817c6,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:02.421578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4784886f-7e92-411a-bd87-1b6bba80335c', 'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'mac_address': 'fa:16:3e:95:e0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:59Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 2, 'project_id': '91934a63fd4144019b835902782ed9ec', 'subnets': [{'id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:02.474388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Checking router: f9819294-5643-48fc-b38f-c8ae07b3b4eb for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:11:02.474729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Updating router f9819294-5643-48fc-b38f-c8ae07b3b4eb port 4784886f-7e92-411a-bd87-1b6bba80335c binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:11:02.517697 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Publish callbacks [] for port (63879a98-6397-4629-a8a8-7bd78af726b1), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.521027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.536617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.628906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks [] for router_gateway (aa875aac-8721-40df-bd56-cb43063a8feb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.633641 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:02.646763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:02.648474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Pushing event updated for resources: {'Port': ['ID=63879a98-6397-4629-a8a8-7bd78af726b1,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:02.694039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:02.703564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 20d0177e-80cd-44ba-9ac1-5308455352b8 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:02.703942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.765832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 20d0177e-80cd-44ba-9ac1-5308455352b8, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=20d0177e-80cd-44ba-9ac1-5308455352b8,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:02.820078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.832979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (aa875aac-8721-40df-bd56-cb43063a8feb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.864476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Attempting to bind port 63879a98-6397-4629-a8a8-7bd78af726b1 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:11:02.864875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Attempting to bind port 63879a98-6397-4629-a8a8-7bd78af726b1 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'ff9b23b6-fb67-4a70-b234-521bd1050d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:11:02.865249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Attempting to bind port 63879a98-6397-4629-a8a8-7bd78af726b1 on network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:02.879720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:11:02.880011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Checking segment: {'id': 'ff9b23b6-fb67-4a70-b234-521bd1050d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:11:02.880403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.880788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Bound using segment: {'id': 'ff9b23b6-fb67-4a70-b234-521bd1050d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:11:02.881248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Bound port: 63879a98-6397-4629-a8a8-7bd78af726b1, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9b23b6-fb67-4a70-b234-521bd1050d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:11:02.881644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:02.921074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=20d0177e-80cd-44ba-9ac1-5308455352b8,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:03.029316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] For port 63879a98-6397-4629-a8a8-7bd78af726b1, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:11:03.052931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] For port 63879a98-6397-4629-a8a8-7bd78af726b1, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=63879a98-6397-4629-a8a8-7bd78af726b1,segment=NetworkSegment(ff9b23b6-fb67-4a70-b234-521bd1050d00),segment_id=ff9b23b6-fb67-4a70-b234-521bd1050d00)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:11:03.059389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Publish callbacks [] for port (4784886f-7e92-411a-bd87-1b6bba80335c), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:03.062220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:03.068915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:03.137145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740faa0a-dbf4-41ff-bf06-729e2a11f1f7 None None] Pushing event updated for resources: {'Port': ['ID=63879a98-6397-4629-a8a8-7bd78af726b1,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:03.232847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dbe9c-1669-46de-8306-f71c52b0d33c None None] Pushing event updated for resources: {'Port': ['ID=4784886f-7e92-411a-bd87-1b6bba80335c,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:03.241870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Attempting to bind port 4784886f-7e92-411a-bd87-1b6bba80335c on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:11:03.242330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Attempting to bind port 4784886f-7e92-411a-bd87-1b6bba80335c by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:11:03.242755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Attempting to bind port 4784886f-7e92-411a-bd87-1b6bba80335c on network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:03.249237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:11:03.249624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Checking segment: {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:11:03.252385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:03.252817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Bound using segment: {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:11:03.253369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Bound port: 4784886f-7e92-411a-bd87-1b6bba80335c, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:11:03.253746 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:03.307030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Router aa875aac-8721-40df-bd56-cb43063a8feb is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:11:03.328208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] For port 4784886f-7e92-411a-bd87-1b6bba80335c, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:11:03.332144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] For port 4784886f-7e92-411a-bd87-1b6bba80335c, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4784886f-7e92-411a-bd87-1b6bba80335c,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:11:03.340726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:03.397821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:03.399407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:10:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:03.437145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:11:03.447876 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Sync routers for ids ['aa875aac-8721-40df-bd56-cb43063a8feb'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:11:03.458818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:03.463498 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8f0fd24a-6726-4e92-a8d7-15b8048cb775 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8418696 Apr 29 08:11:03.464308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 59958) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:03.488051 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Routers {'aa875aac-8721-40df-bd56-cb43063a8feb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:03.488813 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:10:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aa875aac-8721-40df-bd56-cb43063a8feb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:03.644438 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Set router aa875aac-8721-40df-bd56-cb43063a8feb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:03.784980 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dbe9c-1669-46de-8306-f71c52b0d33c None None] Pushing event updated for resources: {'Port': ['ID=4784886f-7e92-411a-bd87-1b6bba80335c,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:03.800824 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7659291-db91-4aa8-a3a7-3174dac77794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:03.829854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-99384606-1829-479f-ad40-68ad7752eb4d None None] Provisioning complete for port 4784886f-7e92-411a-bd87-1b6bba80335c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:03.830552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99384606-1829-479f-ad40-68ad7752eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:03.894747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:03.970298 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '04819907-cbea-428b-ad48-8713731817c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:01Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 3, 'project_id': '3e1564d748614f16815f95a774c31342', 'gw_port': {'id': '04819907-cbea-428b-ad48-8713731817c6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:02Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:04.005843 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Checking router: aa875aac-8721-40df-bd56-cb43063a8feb for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:11:04.006351 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Updating router aa875aac-8721-40df-bd56-cb43063a8feb port 04819907-cbea-428b-ad48-8713731817c6 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:11:04.035373 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (04819907-cbea-428b-ad48-8713731817c6), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.050440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-99384606-1829-479f-ad40-68ad7752eb4d None None] Current status of the port 4784886f-7e92-411a-bd87-1b6bba80335c is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:04.050828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99384606-1829-479f-ad40-68ad7752eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.057765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.113781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-99384606-1829-479f-ad40-68ad7752eb4d None None] For port 4784886f-7e92-411a-bd87-1b6bba80335c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4784886f-7e92-411a-bd87-1b6bba80335c,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:04.125932 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99384606-1829-479f-ad40-68ad7752eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.239208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99384606-1829-479f-ad40-68ad7752eb4d None None] Pushing event updated for resources: {'Port': ['ID=4784886f-7e92-411a-bd87-1b6bba80335c,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:04.270263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-48ba3b80-01f4-4e0b-8b41-e4799bc28a1e None None] Provisioning complete for port 4784886f-7e92-411a-bd87-1b6bba80335c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:04.270621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-48ba3b80-01f4-4e0b-8b41-e4799bc28a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.301157 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Allocated IP 172.20.0.1 (7fe5c1d5-324c-423a-aaf0-8cc4c691d825/2292609b-2b62-4639-994b-2ba00e42a1b9/934831ec-e5ae-4a2c-a6b5-210ea6332aaa) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:04.317105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4784886f-7e92-411a-bd87-1b6bba80335c', 'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'mac_address': 'fa:16:3e:95:e0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:59Z', 'updated_at': '2022-04-29T08:11:03Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'subnets': [{'id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:04.349867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 63879a98-6397-4629-a8a8-7bd78af726b1 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:04.359302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4bb313-e919-4dee-a21f-3f80dd4a648b None None] The sync data for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv is: [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4784886f-7e92-411a-bd87-1b6bba80335c', 'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'mac_address': 'fa:16:3e:95:e0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:59Z', 'updated_at': '2022-04-29T08:11:03Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'subnets': [{'id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:11:04.440194 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Publish callbacks [] for port (04819907-cbea-428b-ad48-8713731817c6), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.450537 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (04819907-cbea-428b-ad48-8713731817c6), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.484369 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Attempting to bind port 04819907-cbea-428b-ad48-8713731817c6 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:11:04.484369 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Attempting to bind port 04819907-cbea-428b-ad48-8713731817c6 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:11:04.484369 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Attempting to bind port 04819907-cbea-428b-ad48-8713731817c6 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:04.512817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 63879a98-6397-4629-a8a8-7bd78af726b1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:04.513467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.518758 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:11:04.519218 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:11:04.519687 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.520168 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:11:04.520734 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Bound port: 04819907-cbea-428b-ad48-8713731817c6, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:11:04.521167 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (04819907-cbea-428b-ad48-8713731817c6), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.527921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Publish callbacks [] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.547498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-48ba3b80-01f4-4e0b-8b41-e4799bc28a1e None None] Current status of the port 4784886f-7e92-411a-bd87-1b6bba80335c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:04.584567 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] For port 04819907-cbea-428b-ad48-8713731817c6, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:11:04.589633 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] For port 04819907-cbea-428b-ad48-8713731817c6, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=04819907-cbea-428b-ad48-8713731817c6,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:11:04.599668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.600365 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9d244-5d6a-4c58-8fcc-ca894ff4b47f None None] Pushing event updated for resources: {'Port': ['ID=04819907-cbea-428b-ad48-8713731817c6,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:04.606988 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (04819907-cbea-428b-ad48-8713731817c6), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.635170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 63879a98-6397-4629-a8a8-7bd78af726b1 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:04.635660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.653781 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Routers {'aa875aac-8721-40df-bd56-cb43063a8feb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:04.654733 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:11:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aa875aac-8721-40df-bd56-cb43063a8feb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:04.671348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:04.679049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 63879a98-6397-4629-a8a8-7bd78af726b1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=63879a98-6397-4629-a8a8-7bd78af726b1,segment=NetworkSegment(ff9b23b6-fb67-4a70-b234-521bd1050d00),segment_id=ff9b23b6-fb67-4a70-b234-521bd1050d00)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:04.679264 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:04.685718 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.686507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 20d0177e-80cd-44ba-9ac1-5308455352b8 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:04.693952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:04.740070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a2b585-90f8-4621-8387-c0c19b61ca2b None None] Network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:11:04.748553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Pushing event updated for resources: {'Port': ['ID=934831ec-e5ae-4a2c-a6b5-210ea6332aaa,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:04.769658 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (aa875aac-8721-40df-bd56-cb43063a8feb), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.770857 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9d244-5d6a-4c58-8fcc-ca894ff4b47f None None] Pushing event updated for resources: {'Port': ['ID=04819907-cbea-428b-ad48-8713731817c6,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:04.817244 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] Set router aa875aac-8721-40df-bd56-cb43063a8feb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:04.867322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=63879a98-6397-4629-a8a8-7bd78af726b1,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:04.893084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d5b1bd86-9aa7-4826-9172-bf854460c26b None None] Provisioning complete for port 63879a98-6397-4629-a8a8-7bd78af726b1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:04.893485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bd86-9aa7-4826-9172-bf854460c26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.938596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.975180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 20d0177e-80cd-44ba-9ac1-5308455352b8 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:04.975548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:04.989894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:05.063430 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '04819907-cbea-428b-ad48-8713731817c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:01Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 3, 'project_id': '3e1564d748614f16815f95a774c31342', 'gw_port': {'id': '04819907-cbea-428b-ad48-8713731817c6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:02Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:05.080487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1bd86-9aa7-4826-9172-bf854460c26b None None] Current status of the port 63879a98-6397-4629-a8a8-7bd78af726b1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:05.116389 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd6b1c-141e-4723-8c73-cf6953da427e None None] The sync data for ids ['aa875aac-8721-40df-bd56-cb43063a8feb'] in dv-neutron-839860-1-hyperv is: [{'id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '04819907-cbea-428b-ad48-8713731817c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:01Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 3, 'project_id': '3e1564d748614f16815f95a774c31342', 'gw_port': {'id': '04819907-cbea-428b-ad48-8713731817c6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:02Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:11:05.134369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 20d0177e-80cd-44ba-9ac1-5308455352b8 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:05.219905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Publish callbacks [] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:05.228248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:05.291974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (aa875aac-8721-40df-bd56-cb43063a8feb), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:05.305504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1f6441d8-4550-44ff-b272-86a827ca7869 None None] Provisioning complete for port 63879a98-6397-4629-a8a8-7bd78af726b1 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:05.310962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1f6441d8-4550-44ff-b272-86a827ca7869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:05.364589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Pushing event updated for resources: {'Port': ['ID=934831ec-e5ae-4a2c-a6b5-210ea6332aaa,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:05.430578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1f6441d8-4550-44ff-b272-86a827ca7869 None None] Current status of the port 63879a98-6397-4629-a8a8-7bd78af726b1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:05.437252 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:05.441823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:05.445703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1f6441d8-4550-44ff-b272-86a827ca7869 None None] Provisioning complete for port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:05.446215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1f6441d8-4550-44ff-b272-86a827ca7869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:05.517680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1f6441d8-4550-44ff-b272-86a827ca7869 None None] Port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:11:05.630266 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Router aa875aac-8721-40df-bd56-cb43063a8feb has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:11:05.644698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-21c1a25d-8e56-4fea-a2db-9ae1c03d3f7d None None] Provisioning complete for port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:05.645069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-21c1a25d-8e56-4fea-a2db-9ae1c03d3f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:05.710372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-21c1a25d-8e56-4fea-a2db-9ae1c03d3f7d None None] Port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:11:05.718905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:05.778580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:11:05.791007 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a999f2c0-f65e-46d8-bd86-0bf7b35b54bc admin admin] 10.222.0.23 "PUT /v2.0/routers/aa875aac-8721-40df-bd56-cb43063a8feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3247082 Apr 29 08:11:05.830553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cfc4d941-a731-47e8-a459-02cc09b1a451 None None] Provisioning complete for port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:05.830935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cfc4d941-a731-47e8-a459-02cc09b1a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:05.871672 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4d941-a731-47e8-a459-02cc09b1a451 None None] Port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:11:06.238000 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:11:06.241788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:06.279271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 63879a98-6397-4629-a8a8-7bd78af726b1 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:06.336994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 63879a98-6397-4629-a8a8-7bd78af726b1 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:06.337424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:06.417921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 63879a98-6397-4629-a8a8-7bd78af726b1 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:06.419024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4784886f-7e92-411a-bd87-1b6bba80335c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:06.467928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4784886f-7e92-411a-bd87-1b6bba80335c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:06.468291 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:06.545126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4784886f-7e92-411a-bd87-1b6bba80335c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:06.546134 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 04819907-cbea-428b-ad48-8713731817c6 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:06.592028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 04819907-cbea-428b-ad48-8713731817c6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:06.592391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (04819907-cbea-428b-ad48-8713731817c6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:06.674391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 04819907-cbea-428b-ad48-8713731817c6 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:06.674771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (04819907-cbea-428b-ad48-8713731817c6), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:06.697442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 04819907-cbea-428b-ad48-8713731817c6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=04819907-cbea-428b-ad48-8713731817c6,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:06.702942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (04819907-cbea-428b-ad48-8713731817c6), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:06.761947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=04819907-cbea-428b-ad48-8713731817c6,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:06.770177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.770784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.771321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.771899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.772439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.772961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.773509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.774052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.774584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.775298 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.775823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.776519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:06.777178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:07.369490 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:07.772562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Sync routers for ids ['aa875aac-8721-40df-bd56-cb43063a8feb'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:11:07.786501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Routers {'aa875aac-8721-40df-bd56-cb43063a8feb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:07.787139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:11:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aa875aac-8721-40df-bd56-cb43063a8feb'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:07.909479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Set router aa875aac-8721-40df-bd56-cb43063a8feb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:08.127215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '04819907-cbea-428b-ad48-8713731817c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:01Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 4, 'project_id': '3e1564d748614f16815f95a774c31342', 'gw_port': {'id': '04819907-cbea-428b-ad48-8713731817c6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:02Z', 'updated_at': '2022-04-29T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '934831ec-e5ae-4a2c-a6b5-210ea6332aaa', 'name': '', 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'mac_address': 'fa:16:3e:75:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '2292609b-2b62-4639-994b-2ba00e42a1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:04Z', 'updated_at': '2022-04-29T08:11:05Z', 'revision_number': 2, 'project_id': '3e1564d748614f16815f95a774c31342', 'subnets': [{'id': '2292609b-2b62-4639-994b-2ba00e42a1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:08.157385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Checking router: aa875aac-8721-40df-bd56-cb43063a8feb for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:11:08.157735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Updating router aa875aac-8721-40df-bd56-cb43063a8feb port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:11:08.179091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 04819907-cbea-428b-ad48-8713731817c6 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:08.372160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:08.440835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 04819907-cbea-428b-ad48-8713731817c6 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:08.441190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (04819907-cbea-428b-ad48-8713731817c6), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:08.634119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 04819907-cbea-428b-ad48-8713731817c6 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:08.733007 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Publish callbacks [] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:08.739626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:08.820466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2ecec-9837-46c3-9515-7f1c8cb6200e None None] Pushing event updated for resources: {'Port': ['ID=934831ec-e5ae-4a2c-a6b5-210ea6332aaa,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:08.859311 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Attempting to bind port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:11:08.859808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Attempting to bind port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'ff9b23b6-fb67-4a70-b234-521bd1050d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:11:08.860271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Attempting to bind port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa on network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:08.876166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:11:08.877615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Checking segment: {'id': 'ff9b23b6-fb67-4a70-b234-521bd1050d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:11:08.878439 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:08.880103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Bound using segment: {'id': 'ff9b23b6-fb67-4a70-b234-521bd1050d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:11:08.880648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Bound port: 934831ec-e5ae-4a2c-a6b5-210ea6332aaa, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9b23b6-fb67-4a70-b234-521bd1050d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:11:08.881076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:08.954320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] For port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:11:08.959221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] For port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=934831ec-e5ae-4a2c-a6b5-210ea6332aaa,segment=NetworkSegment(ff9b23b6-fb67-4a70-b234-521bd1050d00),segment_id=ff9b23b6-fb67-4a70-b234-521bd1050d00)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:11:08.966363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:09.032855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Routers {'aa875aac-8721-40df-bd56-cb43063a8feb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:09.033532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:11:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aa875aac-8721-40df-bd56-cb43063a8feb'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:09.120252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2ecec-9837-46c3-9515-7f1c8cb6200e None None] Pushing event updated for resources: {'Port': ['ID=934831ec-e5ae-4a2c-a6b5-210ea6332aaa,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:09.170297 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e68cc402-2d85-4bc1-bfdf-06ea24a88718 None None] Provisioning complete for port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:09.170671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e68cc402-2d85-4bc1-bfdf-06ea24a88718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:09.214675 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] Set router aa875aac-8721-40df-bd56-cb43063a8feb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:09.381074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e68cc402-2d85-4bc1-bfdf-06ea24a88718 None None] Current status of the port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:09.381578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e68cc402-2d85-4bc1-bfdf-06ea24a88718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:09.443652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e68cc402-2d85-4bc1-bfdf-06ea24a88718 None None] For port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=934831ec-e5ae-4a2c-a6b5-210ea6332aaa,segment=NetworkSegment(ff9b23b6-fb67-4a70-b234-521bd1050d00),segment_id=ff9b23b6-fb67-4a70-b234-521bd1050d00)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:09.462728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e68cc402-2d85-4bc1-bfdf-06ea24a88718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:09.529960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cc402-2d85-4bc1-bfdf-06ea24a88718 None None] Pushing event updated for resources: {'Port': ['ID=934831ec-e5ae-4a2c-a6b5-210ea6332aaa,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:09.547390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '04819907-cbea-428b-ad48-8713731817c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:01Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 4, 'project_id': '3e1564d748614f16815f95a774c31342', 'gw_port': {'id': '04819907-cbea-428b-ad48-8713731817c6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:02Z', 'updated_at': '2022-04-29T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '934831ec-e5ae-4a2c-a6b5-210ea6332aaa', 'name': '', 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'mac_address': 'fa:16:3e:75:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '2292609b-2b62-4639-994b-2ba00e42a1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:04Z', 'updated_at': '2022-04-29T08:11:08Z', 'revision_number': 4, 'project_id': '3e1564d748614f16815f95a774c31342', 'subnets': [{'id': '2292609b-2b62-4639-994b-2ba00e42a1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:09.589949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e5e06-f2d1-424f-bb3f-052b721d9438 None None] The sync data for ids ['aa875aac-8721-40df-bd56-cb43063a8feb'] in dv-neutron-839860-1-hyperv is: [{'id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '04819907-cbea-428b-ad48-8713731817c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:01Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 4, 'project_id': '3e1564d748614f16815f95a774c31342', 'gw_port': {'id': '04819907-cbea-428b-ad48-8713731817c6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:02Z', 'updated_at': '2022-04-29T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '934831ec-e5ae-4a2c-a6b5-210ea6332aaa', 'name': '', 'network_id': '7fe5c1d5-324c-423a-aaf0-8cc4c691d825', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'mac_address': 'fa:16:3e:75:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '2292609b-2b62-4639-994b-2ba00e42a1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:04Z', 'updated_at': '2022-04-29T08:11:08Z', 'revision_number': 4, 'project_id': '3e1564d748614f16815f95a774c31342', 'subnets': [{'id': '2292609b-2b62-4639-994b-2ba00e42a1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:11:09.601421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e6395e6d-0716-4e5a-82fa-8116de60531b None None] Provisioning complete for port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:09.601793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e6395e6d-0716-4e5a-82fa-8116de60531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:09.715771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e6395e6d-0716-4e5a-82fa-8116de60531b None None] Current status of the port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:10.204533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 934831ec-e5ae-4a2c-a6b5-210ea6332aaa up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:10.275414 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:10.275786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:10.366987 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:16.213734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-f75f8439-3395-458b-b3da-1937a578ca3c tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:16.215200 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-f75f8439-3395-458b-b3da-1937a578ca3c tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 815 time: 0.1064198 Apr 29 08:11:16.230410 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-82e726a8-5ccf-4ab3-8ddd-05de07cc894c tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/quotas/91934a63fd4144019b835902782ed9ec HTTP/1.1" status: 200 len: 375 time: 0.0094314 Apr 29 08:11:16.292791 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-6840fca3-ba17-40af-bc63-1dd519ca99ae tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573497 Apr 29 08:11:16.504552 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-64f5285f-609a-4a62-b24c-3df30b0308f4 service neutron] 10.222.0.23 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000518 Apr 29 08:11:16.610644 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-56813582-9f59-43ea-aff3-1ebf87297a2f service neutron] 10.222.0.23 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975893 Apr 29 08:11:16.775354 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-789578ea-6887-4ad9-af7c-e47e2402cb4c req-880c6d1b-4a3f-4d45-887b-96063b242b78 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 210 time: 0.0285239 Apr 29 08:11:17.881403 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ef89eb7-d4ad-4cd0-970a-c8a4477c46c0 req-b3c4fefb-e249-4bbf-816e-f4a687762452 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 210 time: 0.0293989 Apr 29 08:11:18.745641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-9b87332f-3a7b-4d5c-a17c-2c8ca5247574 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:18.747082 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-9b87332f-3a7b-4d5c-a17c-2c8ca5247574 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.36 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 815 time: 0.1082251 Apr 29 08:11:18.760606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'port': {'device_id': 'ceb48aad-0b59-4910-9180-df61e10316af', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'admin_state_up': True, 'tenant_id': '91934a63fd4144019b835902782ed9ec'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:18.867192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Made reservation on behalf of 91934a63fd4144019b835902782ed9ec for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:11:18.871131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:18.982759 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1286ef41-085b-44e8-b311-985fc3acb1c3 req-ea553e07-59a6-44cd-881d-64e1f9a2941b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 210 time: 0.0307782 Apr 29 08:11:19.011085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Allocated IP 172.20.0.6 (2c8d26ae-3e37-4538-a0f7-5713a215ecd6/27ffbc72-51b3-4c84-8591-5404e79741c8/ed795490-0396-4431-bbf1-3b2f460a560e) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:19.217767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for port (ed795490-0396-4431-bbf1-3b2f460a560e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:19.259398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:19.318912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:19.323507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:19.326191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:19.366708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'Port': ['ID=ed795490-0396-4431-bbf1-3b2f460a560e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:19.415130 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.415478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.415818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.416152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.416611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.416941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.417297 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.417616 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.417939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.421663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.422117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.422549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.422969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:19.460200 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:19.460888 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:19.486316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d16b4139-0a28-49ce-8b5f-841db5e14589 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295282 Apr 29 08:11:19.611986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-5306dea1-5ee1-45b6-8e3d-574fee1a1a23 None None] Provisioning complete for port ed795490-0396-4431-bbf1-3b2f460a560e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:19.612632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5306dea1-5ee1-45b6-8e3d-574fee1a1a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:19.647111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-5306dea1-5ee1-45b6-8e3d-574fee1a1a23 None None] Port ed795490-0396-4431-bbf1-3b2f460a560e cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:11:20.112284 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce94aa-98ba-4956-9e16-9da9d3c3300e req-8174e688-3773-4dd7-a474-e3b0ddb71f2b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:20.119167 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5cce94aa-98ba-4956-9e16-9da9d3c3300e req-8174e688-3773-4dd7-a474-e3b0ddb71f2b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 931 time: 0.0676448 Apr 29 08:11:20.176285 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5cce94aa-98ba-4956-9e16-9da9d3c3300e req-a70cfc49-c99b-43e7-9b04-b41885368b31 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538740 Apr 29 08:11:21.290552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e587c5-0276-4219-ae22-2f281001a878 req-4b9e4219-e05c-4888-b166-d744f1ca7a97 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:21.292038 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d2e587c5-0276-4219-ae22-2f281001a878 req-4b9e4219-e05c-4888-b166-d744f1ca7a97 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 931 time: 0.0541255 Apr 29 08:11:21.345970 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d2e587c5-0276-4219-ae22-2f281001a878 req-32430432-8cde-4aa1-8178-ffd36c56d88b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475607 Apr 29 08:11:22.464954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291afc1-5305-42c6-9aca-1c3ffeb92a58 req-781e3cb6-d9a4-418e-ae3c-419d25931090 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:22.466570 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7291afc1-5305-42c6-9aca-1c3ffeb92a58 req-781e3cb6-d9a4-418e-ae3c-419d25931090 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 931 time: 0.0555322 Apr 29 08:11:22.516288 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7291afc1-5305-42c6-9aca-1c3ffeb92a58 req-681bd6b8-a26f-40e2-a844-562bc986d407 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 Apr 29 08:11:23.654074 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf83a2-f2ae-443e-b4f7-80a05e4d0553 req-00d60544-331c-482c-b51e-9bb216c89dec tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:23.655600 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5ecf83a2-f2ae-443e-b4f7-80a05e4d0553 req-00d60544-331c-482c-b51e-9bb216c89dec tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 931 time: 0.0671184 Apr 29 08:11:23.705273 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5ecf83a2-f2ae-443e-b4f7-80a05e4d0553 req-6894f1e0-3627-4148-8ff6-47bd86f62efd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431187 Apr 29 08:11:24.826854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aecab-2e21-4b85-86c1-dd9583ea134d req-b9162c5a-7e20-4d34-936a-ce307bc02772 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:24.834432 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0b4aecab-2e21-4b85-86c1-dd9583ea134d req-b9162c5a-7e20-4d34-936a-ce307bc02772 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 931 time: 0.0608625 Apr 29 08:11:24.880909 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0b4aecab-2e21-4b85-86c1-dd9583ea134d req-1c5d0f80-dc1d-450f-a868-ce1af57539fc tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455852 Apr 29 08:11:26.008779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c777c-9fce-4000-912f-06cd1b1ab0b4 req-88b20316-3b9a-4b5c-998e-8b6fe92f012f tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:26.010468 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4c3c777c-9fce-4000-912f-06cd1b1ab0b4 req-88b20316-3b9a-4b5c-998e-8b6fe92f012f tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 931 time: 0.0576499 Apr 29 08:11:26.061952 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4c3c777c-9fce-4000-912f-06cd1b1ab0b4 req-f18fa615-dcef-4495-b651-1473398204e7 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454693 Apr 29 08:11:27.191406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7969-c843-4ea8-98d4-1b49f0cf25e9 req-97b977de-92e1-465b-a009-cdfda4fb9e43 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:27.192898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ac5c7969-c843-4ea8-98d4-1b49f0cf25e9 req-97b977de-92e1-465b-a009-cdfda4fb9e43 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 931 time: 0.0567729 Apr 29 08:11:27.241119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ac5c7969-c843-4ea8-98d4-1b49f0cf25e9 req-3779062b-f81d-4063-bcd7-81a62b498d58 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Apr 29 08:11:27.357948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Request body: {'port': {'device_id': 'ceb48aad-0b59-4910-9180-df61e10316af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:27.416257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:27.722549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed795490-0396-4431-bbf1-3b2f460a560e {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:11:27.730237 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Publish callbacks [] for port (ed795490-0396-4431-bbf1-3b2f460a560e), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:27.743120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Transition to ACTIVE for port object ed795490-0396-4431-bbf1-3b2f460a560e will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:11:27.747700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:27.795372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Pushing event updated for resources: {'Port': ['ID=ed795490-0396-4431-bbf1-3b2f460a560e,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:27.867115 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Attempting to bind port ed795490-0396-4431-bbf1-3b2f460a560e on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:11:27.867452 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Attempting to bind port ed795490-0396-4431-bbf1-3b2f460a560e by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:11:27.867779 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Attempting to bind port ed795490-0396-4431-bbf1-3b2f460a560e on network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:27.872551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Port ed795490-0396-4431-bbf1-3b2f460a560e on network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:11:27.872875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Attempting to bind port ed795490-0396-4431-bbf1-3b2f460a560e on network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:11:27.878289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:11:27.878627 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Checking segment: {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:11:27.879016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Bound using segment: {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:11:27.879487 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Bound port: ed795490-0396-4431-bbf1-3b2f460a560e, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06115221-a739-4404-b038-52084689b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:11:27.879841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:27.948026 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] For port ed795490-0396-4431-bbf1-3b2f460a560e, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:11:27.951117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] For port ed795490-0396-4431-bbf1-3b2f460a560e, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=ed795490-0396-4431-bbf1-3b2f460a560e,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:11:27.958545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:27.993669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:27.994320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:27.995759 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] 10.222.0.36 "PUT /v2.0/ports/ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 1093 time: 0.6437695 Apr 29 08:11:27.996413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:27.998647 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af844f56-01af-46fb-b348-1efe15d0afd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:28.035817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58589b70-c35a-452c-94a1-d3cd6e93285a service neutron] Pushing event updated for resources: {'Port': ['ID=ed795490-0396-4431-bbf1-3b2f460a560e,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:28.055303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0039fdfe-f415-48b3-952a-e556e69fe241 x-openstack-request-id: req-0039fdfe-f415-48b3-952a-e556e69fe241 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:28.055564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:28.055820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0039fdfe-f415-48b3-952a-e556e69fe241 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:28.056228 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0039fdfe-f415-48b3-952a-e556e69fe241'] response: {'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'status': 'completed', 'code': 200} Apr 29 08:11:28.094210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-35c2b7d3-6d8f-4074-aa96-2833dd11969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:28.095725 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-35c2b7d3-6d8f-4074-aa96-2833dd11969b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1127 time: 0.0545650 Apr 29 08:11:28.140628 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-d26199d1-d66a-4b39-81d7-3cffd07f66ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 217 time: 0.0384257 Apr 29 08:11:28.189693 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-1fecd50a-2c41-41ca-95f6-b623c81902c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:28.191177 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-1fecd50a-2c41-41ca-95f6-b623c81902c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 200 len: 854 time: 0.0444674 Apr 29 08:11:28.240401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-6f338a79-b08d-4a02-b06f-04f9c3c3f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:28.241977 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-6f338a79-b08d-4a02-b06f-04f9c3c3f6ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444934 Apr 29 08:11:28.363480 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-225de3a1-d3a6-47f5-8875-855f6e82081c service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135201 Apr 29 08:11:28.420779 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d323f-6d9b-4c82-98cb-e50de70b2627 req-e8c8ed54-2cfa-4a2d-bd42-941b81053238 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:28.422241 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-611d323f-6d9b-4c82-98cb-e50de70b2627 req-e8c8ed54-2cfa-4a2d-bd42-941b81053238 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 943 time: 0.1136036 Apr 29 08:11:28.493606 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5f31b097-ea28-4c65-8301-2274523e5d21 req-fdb199db-e046-4650-8b30-fc6e07d4b6c0 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240628 Apr 29 08:11:28.497961 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-611d323f-6d9b-4c82-98cb-e50de70b2627 req-0f803601-65cc-42d6-b67f-ac8fca540e4b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670691 Apr 29 08:11:28.584533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-7bfd3ec4-0e42-4a99-b946-4f6c4dd41390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:28.586136 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-7bfd3ec4-0e42-4a99-b946-4f6c4dd41390 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1127 time: 0.0466459 Apr 29 08:11:28.679958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-c8e7ee93-bd8d-49c3-9fb8-88a16898d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:28.682213 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-c8e7ee93-bd8d-49c3-9fb8-88a16898d7c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 916 time: 0.0893559 Apr 29 08:11:28.725112 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-d6b8d97c-14ba-40c6-a002-592b573e95db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 217 time: 0.0353825 Apr 29 08:11:28.773179 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-e5d51b67-4b57-4cb7-8a6a-975e6477b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:28.774523 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-e5d51b67-4b57-4cb7-8a6a-975e6477b477 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 200 len: 854 time: 0.0438104 Apr 29 08:11:28.829148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-8251f8cb-6712-4bc4-b5a9-acc15ecd842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:28.830642 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-8251f8cb-6712-4bc4-b5a9-acc15ecd842f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0491345 Apr 29 08:11:28.918227 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-952ca719-bd5f-4d9b-85e7-c947e70369ac service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805783 Apr 29 08:11:29.020962 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af844f56-01af-46fb-b348-1efe15d0afd1 req-ab803ae0-f0ed-477f-8897-b10ebeec46a2 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963387 Apr 29 08:11:29.638905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0751e85-61b8-4da4-976f-3703056f36d6 req-0d01b8ef-a79f-4e1a-8171-f7bdb34d4ced tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:29.640376 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a0751e85-61b8-4da4-976f-3703056f36d6 req-0d01b8ef-a79f-4e1a-8171-f7bdb34d4ced tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 943 time: 0.0633688 Apr 29 08:11:29.689290 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a0751e85-61b8-4da4-976f-3703056f36d6 req-fbdf062e-983d-4d4f-8a2d-fe4ffb1d5269 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Apr 29 08:11:30.255691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device ed795490-0396-4431-bbf1-3b2f460a560e details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:11:30.358477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port ed795490-0396-4431-bbf1-3b2f460a560e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=ed795490-0396-4431-bbf1-3b2f460a560e,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:30.369633 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'port_id': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'mac_address': 'fa:16:3e:02:d2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:11:30.405818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port ed795490-0396-4431-bbf1-3b2f460a560e is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:30.406196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:30.419496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed795490-0396-4431-bbf1-3b2f460a560e {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:11:30.438689 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port ed795490-0396-4431-bbf1-3b2f460a560e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=ed795490-0396-4431-bbf1-3b2f460a560e,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:30.445376 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:30.495543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=ed795490-0396-4431-bbf1-3b2f460a560e,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:30.655761 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['ed795490-0396-4431-bbf1-3b2f460a560e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:11:30.812495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff76aea-0318-49f3-b0bf-035c5fd38895 req-5ae198f5-6af7-4097-a71c-690c7ed51902 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:30.814086 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dff76aea-0318-49f3-b0bf-035c5fd38895 req-5ae198f5-6af7-4097-a71c-690c7ed51902 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 944 time: 0.0546346 Apr 29 08:11:30.860610 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dff76aea-0318-49f3-b0bf-035c5fd38895 req-12b5b5dd-d13e-4599-a437-fa15d65d77cb tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Apr 29 08:11:31.371184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-650b29f6-e5e5-4c3a-98f8-523a9b02f104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:31.979271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d4571-4a63-46ef-90f0-67221f91064d req-2eb3a692-e4c4-4ae1-9cb8-e4c86957b886 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:31.981201 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ee0d4571-4a63-46ef-90f0-67221f91064d req-2eb3a692-e4c4-4ae1-9cb8-e4c86957b886 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 944 time: 0.0547798 Apr 29 08:11:32.028935 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ee0d4571-4a63-46ef-90f0-67221f91064d req-e2b6eddd-fcf6-44aa-9b14-e98960e20d2c tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Apr 29 08:11:32.269973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device ed795490-0396-4431-bbf1-3b2f460a560e up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:11:32.323916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port ed795490-0396-4431-bbf1-3b2f460a560e completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:11:32.327881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port ed795490-0396-4431-bbf1-3b2f460a560e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:32.328252 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:32.408486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port ed795490-0396-4431-bbf1-3b2f460a560e is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:32.409278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:32.432185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:32.434679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60a626f-2f57-4c49-ac95-c9b33df61f94" -d '{"events": [{"server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "name": "network-vif-plugged", "status": "completed", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:32.447188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port ed795490-0396-4431-bbf1-3b2f460a560e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=ed795490-0396-4431-bbf1-3b2f460a560e,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:32.452074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:32.480511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66365784-8835-4101-aeee-756a4fcc275c x-openstack-request-id: req-66365784-8835-4101-aeee-756a4fcc275c {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:32.480792 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "name": "network-vif-plugged", "status": "completed", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:32.481081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66365784-8835-4101-aeee-756a4fcc275c {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:32.481493 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66365784-8835-4101-aeee-756a4fcc275c'] response: {'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'code': 200} Apr 29 08:11:32.507464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=ed795490-0396-4431-bbf1-3b2f460a560e,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:32.647877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5952aae-5623-4e58-9cf2-d8232c3fa385 req-833dcab5-dbc7-4c16-a25c-d34cbfe4cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:32.649584 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d5952aae-5623-4e58-9cf2-d8232c3fa385 req-833dcab5-dbc7-4c16-a25c-d34cbfe4cde9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1129 time: 0.0514908 Apr 29 08:11:32.695341 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d5952aae-5623-4e58-9cf2-d8232c3fa385 req-419b64f9-7aba-41c3-93f4-71a4f4e00c98 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394483 Apr 29 08:11:33.161848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c641be-5d65-4c29-8b91-f8aa74291236 req-6851a5c9-563e-4901-95d5-e81106df3fdd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:33.163313 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f0c641be-5d65-4c29-8b91-f8aa74291236 req-6851a5c9-563e-4901-95d5-e81106df3fdd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 945 time: 0.0614200 Apr 29 08:11:33.229252 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f0c641be-5d65-4c29-8b91-f8aa74291236 req-871973ea-31fe-4875-9a9c-a5bb6cdb7067 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576825 Apr 29 08:11:33.474810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a896c3ce-beb9-4e26-931e-1f46d9128696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:34.362551 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f157e-fa61-4dd2-9a77-50e605d6cdd7 req-fc498426-fc9a-4c24-b554-36f0dd9a666a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:34.364100 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ac4f157e-fa61-4dd2-9a77-50e605d6cdd7 req-fc498426-fc9a-4c24-b554-36f0dd9a666a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 945 time: 0.0611413 Apr 29 08:11:34.410247 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ac4f157e-fa61-4dd2-9a77-50e605d6cdd7 req-643ea96b-fd7c-4ef8-92ad-9f05bf9de8e1 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404220 Apr 29 08:11:34.533722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ca8c-0ddf-4009-814a-000a59a83d62 req-50728614-20ea-4a71-a4d2-1e82ae664516 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:34.535204 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ee89ca8c-0ddf-4009-814a-000a59a83d62 req-50728614-20ea-4a71-a4d2-1e82ae664516 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 945 time: 0.0542336 Apr 29 08:11:34.584603 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ee89ca8c-0ddf-4009-814a-000a59a83d62 req-f4b7b95b-a20f-4859-8b34-424952377aa0 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Apr 29 08:11:34.902040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:34.910188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb1ddc-29d3-4cd9-8635-ff27e5d72863 req-5d30c823-d3ae-41ea-975a-2757b85cb344 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:34.911676 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9beb1ddc-29d3-4cd9-8635-ff27e5d72863 req-5d30c823-d3ae-41ea-975a-2757b85cb344 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 945 time: 0.0560238 Apr 29 08:11:34.961015 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9beb1ddc-29d3-4cd9-8635-ff27e5d72863 req-c25f79f3-fe04-4f67-ba62-38c6b6594985 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Apr 29 08:11:35.714247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:36.210355 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:37.365797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:43.227828 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:11:43.388764 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5482ec2-865a-425c-a888-b141131ec72d req-5b33673a-765e-45e1-8f74-47ace6823d59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892386 Apr 29 08:11:43.473478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482ec2-865a-425c-a888-b141131ec72d req-098c5f77-5d64-4918-ae48-09ddc43da543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:43.475013 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5482ec2-865a-425c-a888-b141131ec72d req-098c5f77-5d64-4918-ae48-09ddc43da543 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1129 time: 0.0460587 Apr 29 08:11:43.585256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482ec2-865a-425c-a888-b141131ec72d req-bfbe1344-6763-4755-9170-8f2207e55bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:43.586774 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5482ec2-865a-425c-a888-b141131ec72d req-bfbe1344-6763-4755-9170-8f2207e55bd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 916 time: 0.0874758 Apr 29 08:11:43.626629 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5482ec2-865a-425c-a888-b141131ec72d req-064c6e2d-d4bf-4a64-8da0-54342a41dc4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 217 time: 0.0331326 Apr 29 08:11:43.671413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482ec2-865a-425c-a888-b141131ec72d req-0dd95312-6608-49e2-b9f0-e97f60a10897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:43.672777 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5482ec2-865a-425c-a888-b141131ec72d req-0dd95312-6608-49e2-b9f0-e97f60a10897 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 200 len: 854 time: 0.0413027 Apr 29 08:11:44.103553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5482ec2-865a-425c-a888-b141131ec72d req-147cff9c-b4c0-4e37-95f4-8948bb4edd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:44.105029 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5482ec2-865a-425c-a888-b141131ec72d req-147cff9c-b4c0-4e37-95f4-8948bb4edd22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4270854 Apr 29 08:11:44.197036 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5482ec2-865a-425c-a888-b141131ec72d req-7a4f39c3-3544-4bab-abda-99c312e15db4 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846448 Apr 29 08:11:44.288199 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e5482ec2-865a-425c-a888-b141131ec72d req-71bc7ae7-e1fb-4ad5-ac25-59e489ae51a8 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847313 Apr 29 08:11:53.945580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc27a-5cf2-492a-af32-19bad10466fa req-e7501860-0642-4014-9bcc-c35d8e538ada tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:53.947270 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c32bc27a-5cf2-492a-af32-19bad10466fa req-e7501860-0642-4014-9bcc-c35d8e538ada tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 945 time: 0.0597017 Apr 29 08:11:53.993668 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c32bc27a-5cf2-492a-af32-19bad10466fa req-26c9ec05-f72a-4c39-a249-da9a7c13a608 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Apr 29 08:11:54.015961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60178) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:54.110649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24866033-c27b-4281-a1c7-f6270b987476 tempest-TestMinimumBasicScenario-1258748484 tempest-TestMinimumBasicScenario-1258748484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:54.112161 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-24866033-c27b-4281-a1c7-f6270b987476 tempest-TestMinimumBasicScenario-1258748484 tempest-TestMinimumBasicScenario-1258748484-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1124 time: 0.0951972 Apr 29 08:11:54.115742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60182) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:54.120324 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:54.143801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:54.242935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:54.347355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Allocated IP 172.26.3.138 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/ba732d62-e0ff-4c9e-bbe7-2bf382053daa) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:11:54.459384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for port (ba732d62-e0ff-4c9e-bbe7-2bf382053daa), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:54.494661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ba732d62-e0ff-4c9e-bbe7-2bf382053daa), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:54.532156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:11:54.535100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:11:54.538515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:11:54.545907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'Port': ['ID=ba732d62-e0ff-4c9e-bbe7-2bf382053daa,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:54.900106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for floatingip (3f718105-28fa-4693-be47-af47654ae6b1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:54.997997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ba732d62-e0ff-4c9e-bbe7-2bf382053daa), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.152957 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for port (ba732d62-e0ff-4c9e-bbe7-2bf382053daa), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.160232 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (ba732d62-e0ff-4c9e-bbe7-2bf382053daa), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.222600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'Port': ['ID=ba732d62-e0ff-4c9e-bbe7-2bf382053daa,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:55.237896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (3f718105-28fa-4693-be47-af47654ae6b1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.344372 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Floating IP 3f718105-28fa-4693-be47-af47654ae6b1 associated. External IP: 172.26.3.138, port: ed795490-0396-4431-bbf1-3b2f460a560e. Apr 29 08:11:55.567669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Router f9819294-5643-48fc-b38f-c8ae07b3b4eb has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:11:55.674832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:11:55.684525 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] Sync routers for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:11:55.693820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.694020 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:55.694464 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:11:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:55.724472 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0e79126d-c902-47ac-9c56-068a61bd0d7a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6075954 Apr 29 08:11:55.725054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:55.727376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:55.727572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60184) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:55.739199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052337454', 'description': 'tempest-secgroup-smoke-2052337454 description', 'project_id': '91934a63fd4144019b835902782ed9ec'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:55.766547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.774937 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ce3dcc-1330-4d28-a5b6-93bdfce2b1ab x-openstack-request-id: req-54ce3dcc-1330-4d28-a5b6-93bdfce2b1ab {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:55.775282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:55.775550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54ce3dcc-1330-4d28-a5b6-93bdfce2b1ab {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:55.775973 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ce3dcc-1330-4d28-a5b6-93bdfce2b1ab'] response: {'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'status': 'completed', 'code': 200} Apr 29 08:11:55.800525 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:55.838179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group (8406f540-10ae-4e54-87b5-44bf1e8234c1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.845475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8406f540-10ae-4e54-87b5-44bf1e8234c1), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.854562 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-0a526888-f4d7-4e08-afbb-36736329e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:55.856398 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-0a526888-f4d7-4e08-afbb-36736329e300 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1129 time: 0.0585136 Apr 29 08:11:55.871320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.875498 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1437135 Apr 29 08:11:55.876334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60188) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:55.881395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-96812cd0-02ff-4ff0-8419-8462abdb6d9d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'security_group_rule': {'security_group_id': '8406f540-10ae-4e54-87b5-44bf1e8234c1', 'project_id': '91934a63fd4144019b835902782ed9ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:55.902251 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8406f540-10ae-4e54-87b5-44bf1e8234c1,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:55.914170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.914517 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.914858 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.915192 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.915532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.916455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.916797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.917128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.917484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.917811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.918135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.918456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.918776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e1d523-3a75-4c24-bde3-2f3b663c1cd5 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:11:55.927728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96812cd0-02ff-4ff0-8419-8462abdb6d9d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (8fb6d61a-4fc5-4050-85a8-7ddc4cecf1f3), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.961535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-588c4eb5-6425-49c3-830d-fb8708db51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:55.963394 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-588c4eb5-6425-49c3-830d-fb8708db51f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 916 time: 0.1001580 Apr 29 08:11:55.975793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96812cd0-02ff-4ff0-8419-8462abdb6d9d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (8fb6d61a-4fc5-4050-85a8-7ddc4cecf1f3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.981530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96812cd0-02ff-4ff0-8419-8462abdb6d9d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (8fb6d61a-4fc5-4050-85a8-7ddc4cecf1f3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:55.995533 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96812cd0-02ff-4ff0-8419-8462abdb6d9d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb6d61a-4fc5-4050-85a8-7ddc4cecf1f3,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:56.013655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-96812cd0-02ff-4ff0-8419-8462abdb6d9d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.014871 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-96812cd0-02ff-4ff0-8419-8462abdb6d9d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374948 Apr 29 08:11:56.017835 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60190) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:56.022837 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0fb4950f-126d-4214-b423-d9a472fb2375 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'security_group_rule': {'security_group_id': '8406f540-10ae-4e54-87b5-44bf1e8234c1', 'project_id': '91934a63fd4144019b835902782ed9ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:56.034988 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-ba814439-f6f3-4f1b-976a-5c7362de0998 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 999 time: 0.0654221 Apr 29 08:11:56.047400 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '3f718105-28fa-4693-be47-af47654ae6b1', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'floating_ip_address': '172.26.3.138', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'port_id': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'mac_address': 'fa:16:3e:02:d2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb48aad-0b59-4910-9180-df61e10316af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:54Z', 'updated_at': '2022-04-29T08:11:54Z', 'revision_number': 0, 'project_id': '91934a63fd4144019b835902782ed9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784886f-7e92-411a-bd87-1b6bba80335c', 'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'mac_address': 'fa:16:3e:95:e0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:59Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 5, 'project_id': '91934a63fd4144019b835902782ed9ec', 'subnets': [{'id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:56.050629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fb4950f-126d-4214-b423-d9a472fb2375 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (54016aed-70a0-4fa3-a43b-ffe2a7d66168), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.083204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-854b0955-17cd-43b3-a421-388ab83a5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:56.084680 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-854b0955-17cd-43b3-a421-388ab83a5706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 200 len: 854 time: 0.0438528 Apr 29 08:11:56.089621 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] Checking router: f9819294-5643-48fc-b38f-c8ae07b3b4eb for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:11:56.097947 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:11:56.098640 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:11:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:56.107841 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fb4950f-126d-4214-b423-d9a472fb2375 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (54016aed-70a0-4fa3-a43b-ffe2a7d66168), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.112334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fb4950f-126d-4214-b423-d9a472fb2375 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (54016aed-70a0-4fa3-a43b-ffe2a7d66168), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.134649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4950f-126d-4214-b423-d9a472fb2375 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54016aed-70a0-4fa3-a43b-ffe2a7d66168,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:56.139449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0fb4950f-126d-4214-b423-d9a472fb2375 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.143892 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0fb4950f-126d-4214-b423-d9a472fb2375 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249793 Apr 29 08:11:56.144097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60192) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:56.149346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-4f4562bc-3adc-4f98-a670-ccd2bfec81ec tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'security_group_rule': {'security_group_id': '8406f540-10ae-4e54-87b5-44bf1e8234c1', 'project_id': '91934a63fd4144019b835902782ed9ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:56.171369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-1dc6e325-b1d4-4922-8577-ffe0777df1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:56.172904 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-1dc6e325-b1d4-4922-8577-ffe0777df1e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0796309 Apr 29 08:11:56.201101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4f4562bc-3adc-4f98-a670-ccd2bfec81ec tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (5d3e86f3-dcb3-4ce5-9448-b70253350f01), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.296890 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:11:56.306363 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-2998b8b2-d5d8-4616-a14d-f0f558fa2bf1 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273808 Apr 29 08:11:56.323434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4f4562bc-3adc-4f98-a670-ccd2bfec81ec tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (5d3e86f3-dcb3-4ce5-9448-b70253350f01), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.334117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4f4562bc-3adc-4f98-a670-ccd2bfec81ec tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (5d3e86f3-dcb3-4ce5-9448-b70253350f01), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.384281 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4562bc-3adc-4f98-a670-ccd2bfec81ec tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3e86f3-dcb3-4ce5-9448-b70253350f01,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:56.395414 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4f4562bc-3adc-4f98-a670-ccd2bfec81ec tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.396602 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4f4562bc-3adc-4f98-a670-ccd2bfec81ec tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2506821 Apr 29 08:11:56.399523 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60194) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:56.406088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7addb60e-8b08-41e8-8097-62cb88c3f0f8 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'security_group_rule': {'security_group_id': '8406f540-10ae-4e54-87b5-44bf1e8234c1', 'project_id': '91934a63fd4144019b835902782ed9ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:56.422928 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff6f898c-d5ce-4b49-a6c8-7efd094937c0 req-2932aafe-2056-428b-914a-c9bc76272ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081662 Apr 29 08:11:56.438985 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7addb60e-8b08-41e8-8097-62cb88c3f0f8 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (2a9059f0-f92e-479b-981e-44bef2a37efa), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.497917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7addb60e-8b08-41e8-8097-62cb88c3f0f8 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (2a9059f0-f92e-479b-981e-44bef2a37efa), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.501947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7addb60e-8b08-41e8-8097-62cb88c3f0f8 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2a9059f0-f92e-479b-981e-44bef2a37efa), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.516765 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addb60e-8b08-41e8-8097-62cb88c3f0f8 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9059f0-f92e-479b-981e-44bef2a37efa,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:56.528149 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '3f718105-28fa-4693-be47-af47654ae6b1', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'floating_ip_address': '172.26.3.138', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'port_id': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'mac_address': 'fa:16:3e:02:d2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb48aad-0b59-4910-9180-df61e10316af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:54Z', 'updated_at': '2022-04-29T08:11:54Z', 'revision_number': 0, 'project_id': '91934a63fd4144019b835902782ed9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784886f-7e92-411a-bd87-1b6bba80335c', 'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'mac_address': 'fa:16:3e:95:e0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:59Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 5, 'project_id': '91934a63fd4144019b835902782ed9ec', 'subnets': [{'id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:11:56.532678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7addb60e-8b08-41e8-8097-62cb88c3f0f8 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.533965 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7addb60e-8b08-41e8-8097-62cb88c3f0f8 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331897 Apr 29 08:11:56.536618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60196) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:56.541372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-930e151c-3774-4e5c-a5a1-561c0e550a1b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'security_group_rule': {'security_group_id': '8406f540-10ae-4e54-87b5-44bf1e8234c1', 'project_id': '91934a63fd4144019b835902782ed9ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:56.557736 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214c242-907a-46b7-b221-81dd209f7f8a None None] The sync data for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv is: [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '3f718105-28fa-4693-be47-af47654ae6b1', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'floating_ip_address': '172.26.3.138', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'port_id': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'mac_address': 'fa:16:3e:02:d2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb48aad-0b59-4910-9180-df61e10316af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:11:54Z', 'updated_at': '2022-04-29T08:11:54Z', 'revision_number': 0, 'project_id': '91934a63fd4144019b835902782ed9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784886f-7e92-411a-bd87-1b6bba80335c', 'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'mac_address': 'fa:16:3e:95:e0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:59Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 5, 'project_id': '91934a63fd4144019b835902782ed9ec', 'subnets': [{'id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:11:56.563339 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-930e151c-3774-4e5c-a5a1-561c0e550a1b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Project 91934a63fd4144019b835902782ed9ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:11:56.568497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-930e151c-3774-4e5c-a5a1-561c0e550a1b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (9ee1c5e3-dbab-4136-9da3-44f0bf16ec61), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.629942 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-930e151c-3774-4e5c-a5a1-561c0e550a1b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (9ee1c5e3-dbab-4136-9da3-44f0bf16ec61), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.634857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-930e151c-3774-4e5c-a5a1-561c0e550a1b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (9ee1c5e3-dbab-4136-9da3-44f0bf16ec61), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.657752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e151c-3774-4e5c-a5a1-561c0e550a1b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee1c5e3-dbab-4136-9da3-44f0bf16ec61,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:56.663381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-930e151c-3774-4e5c-a5a1-561c0e550a1b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.664538 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-930e151c-3774-4e5c-a5a1-561c0e550a1b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269801 Apr 29 08:11:56.667378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60198) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:11:56.672052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0905cb0b-4128-40a5-a01c-318d92084ecd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'security_group_rule': {'security_group_id': '8406f540-10ae-4e54-87b5-44bf1e8234c1', 'project_id': '91934a63fd4144019b835902782ed9ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:56.692506 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-0905cb0b-4128-40a5-a01c-318d92084ecd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Project 91934a63fd4144019b835902782ed9ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:11:56.698133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0905cb0b-4128-40a5-a01c-318d92084ecd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (bcd5616d-98f0-464a-a09a-2379d07bfd41), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.757391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a53811-f81b-4ccc-87a9-270264bdb03b None None] New status for floating IP 3f718105-28fa-4693-be47-af47654ae6b1: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:11:56.764978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0905cb0b-4128-40a5-a01c-318d92084ecd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (bcd5616d-98f0-464a-a09a-2379d07bfd41), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.769759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0905cb0b-4128-40a5-a01c-318d92084ecd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (bcd5616d-98f0-464a-a09a-2379d07bfd41), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.788186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905cb0b-4128-40a5-a01c-318d92084ecd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd5616d-98f0-464a-a09a-2379d07bfd41,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:56.799993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0905cb0b-4128-40a5-a01c-318d92084ecd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:56.804810 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0905cb0b-4128-40a5-a01c-318d92084ecd tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363950 Apr 29 08:11:56.888968 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-1ffc5207-ea94-4046-b643-81d702d0a2db tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052337454&fields=id&tenant_id=91934a63fd4144019b835902782ed9ec HTTP/1.1" status: 200 len: 267 time: 0.0437477 Apr 29 08:11:56.946006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-2f2e0aed-6ae3-4bcb-8d7d-8d3dedf7946d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:56.947962 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-2f2e0aed-6ae3-4bcb-8d7d-8d3dedf7946d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 945 time: 0.0536270 Apr 29 08:11:56.958525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-d025b53b-ff82-400a-b65d-a55fa0b701f2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'port': {'security_groups': ['d0a85a4a-9f04-4b9c-a976-e3fce241a997', '8406f540-10ae-4e54-87b5-44bf1e8234c1']}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:11:57.032530 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-d025b53b-ff82-400a-b65d-a55fa0b701f2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:57.226933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-d025b53b-ff82-400a-b65d-a55fa0b701f2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] For port ed795490-0396-4431-bbf1-3b2f460a560e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=ed795490-0396-4431-bbf1-3b2f460a560e,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:11:57.264810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-d025b53b-ff82-400a-b65d-a55fa0b701f2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for port (ed795490-0396-4431-bbf1-3b2f460a560e), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:57.270908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-d025b53b-ff82-400a-b65d-a55fa0b701f2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:57.287617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['ed795490-0396-4431-bbf1-3b2f460a560e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:11:57.313704 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-d025b53b-ff82-400a-b65d-a55fa0b701f2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:57.313919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-d025b53b-ff82-400a-b65d-a55fa0b701f2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:57.315258 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d69d5e2f-6740-4043-a69b-419c104e7ae2 req-d025b53b-ff82-400a-b65d-a55fa0b701f2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "PUT /v2.0/ports/ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 981 time: 0.3612158 Apr 29 08:11:57.316039 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:11:57.318807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:11:57.354471 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b53b-ff82-400a-b65d-a55fa0b701f2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'Port': ['ID=ed795490-0396-4431-bbf1-3b2f460a560e,revision_number=6']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:11:57.385551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['ed795490-0396-4431-bbf1-3b2f460a560e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:11:57.473928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547df1d-3ca9-4bf2-9cab-101213e17ad2 req-b25cae80-f6d7-4508-bd76-1ca3a33de0dc tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:57.482184 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e547df1d-3ca9-4bf2-9cab-101213e17ad2 req-b25cae80-f6d7-4508-bd76-1ca3a33de0dc tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0778117 Apr 29 08:11:57.544833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b3402-1a6c-4705-a4e3-de6e8095cde2 x-openstack-request-id: req-8a8b3402-1a6c-4705-a4e3-de6e8095cde2 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:11:57.545125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:11:57.545431 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a8b3402-1a6c-4705-a4e3-de6e8095cde2 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:11:57.545837 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8b3402-1a6c-4705-a4e3-de6e8095cde2'] response: {'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'status': 'completed', 'code': 200} Apr 29 08:11:57.561358 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e547df1d-3ca9-4bf2-9cab-101213e17ad2 req-c067e0e2-8267-4eea-9b51-d4c78e8fb657 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757816 Apr 29 08:11:57.617287 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-bfa0ea87-9e18-4c2b-b342-b62db277fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:57.619552 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-bfa0ea87-9e18-4c2b-b342-b62db277fce3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1168 time: 0.0503359 Apr 29 08:11:57.640780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0d7c32b8-7d1b-49a9-894f-2a1f16ea20ef None None] Provisioning complete for port ed795490-0396-4431-bbf1-3b2f460a560e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:11:57.641115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0d7c32b8-7d1b-49a9-894f-2a1f16ea20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:11:57.709951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-f857fcfc-c7d4-4c72-9432-811ec15e95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:57.711434 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-f857fcfc-c7d4-4c72-9432-811ec15e95e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 916 time: 0.0839326 Apr 29 08:11:57.783035 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-64ab95fe-5833-4076-be42-300e2df75413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 1001 time: 0.0657132 Apr 29 08:11:57.833727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-d6ad3c6c-f23e-4c2c-bd5b-4b4302290c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:57.835237 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-d6ad3c6c-f23e-4c2c-bd5b-4b4302290c88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 200 len: 854 time: 0.0465660 Apr 29 08:11:57.847842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c32b8-7d1b-49a9-894f-2a1f16ea20ef None None] Current status of the port ed795490-0396-4431-bbf1-3b2f460a560e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:11:57.887243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-54e0ff5c-826b-45ff-85fa-beb39f295474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:11:57.888768 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-54e0ff5c-826b-45ff-85fa-beb39f295474 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479529 Apr 29 08:11:57.981589 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-f6de7447-2607-447d-943e-5de5052b3261 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856097 Apr 29 08:11:58.070997 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2f9e75b-6beb-45e6-9ccc-d7b0c922397c req-4a7c01f6-a01d-4396-afea-7990a0a22386 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829868 Apr 29 08:12:01.375330 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7d89a4fe-f3c8-4ee4-9190-34bb3afa0c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:03.472870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-778b3901-40be-4b62-a318-9b03a11e4f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:04.907763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:05.184311 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-862d1de1-e353-444a-8764-f94eda79fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:05.185736 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-862d1de1-e353-444a-8764-f94eda79fd41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1168 time: 0.0454948 Apr 29 08:12:05.187095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e823f96-e6cd-4881-8da6-79f7492baadc req-c3ec4000-1a3d-4c1c-8bec-d44870d42d00 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:05.188574 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4e823f96-e6cd-4881-8da6-79f7492baadc req-c3ec4000-1a3d-4c1c-8bec-d44870d42d00 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0586474 Apr 29 08:12:05.248946 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4e823f96-e6cd-4881-8da6-79f7492baadc req-e8dbf9e7-bd55-4b46-85ef-ac0e33221850 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545747 Apr 29 08:12:05.285141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-63105514-c9a1-4dae-ae7c-ae4eb8abdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:05.286675 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-63105514-c9a1-4dae-ae7c-ae4eb8abdd6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 916 time: 0.0941348 Apr 29 08:12:05.353510 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-15386af0-7ea4-4c21-8d77-51ee65493ce6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 1001 time: 0.0599208 Apr 29 08:12:05.408519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-554d7b11-16aa-44d0-9703-b19e40dc69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:05.409990 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-554d7b11-16aa-44d0-9703-b19e40dc69b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 200 len: 854 time: 0.0482194 Apr 29 08:12:05.459434 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-0fc46c80-490d-4996-b321-b0ef781c3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:05.460820 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-0fc46c80-490d-4996-b321-b0ef781c3907 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451591 Apr 29 08:12:05.549085 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-b63c8186-d78b-4f59-bc0b-8611610542a3 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815778 Apr 29 08:12:05.645253 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43218b72-a734-4564-8c2a-c7d5b337cc97 req-d37af774-21b7-42c1-a243-5533a4fb186e service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897901 Apr 29 08:12:05.725360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:06.216773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:06.374992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df45502-749d-4989-b97f-f3978060a8e5 req-67354e07-9a4d-4169-95cc-49acb24b0010 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:06.376392 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8df45502-749d-4989-b97f-f3978060a8e5 req-67354e07-9a4d-4169-95cc-49acb24b0010 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0559790 Apr 29 08:12:06.437019 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8df45502-749d-4989-b97f-f3978060a8e5 req-b04f52ff-5f41-4474-97df-e461bab23a75 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524397 Apr 29 08:12:07.375322 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:07.564407 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cba531-32a8-4156-90fa-7e802c5e12cb req-d6377da4-6f02-4a2e-b63d-1a5996691d0b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:07.565918 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d5cba531-32a8-4156-90fa-7e802c5e12cb req-d6377da4-6f02-4a2e-b63d-1a5996691d0b tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0570111 Apr 29 08:12:07.624805 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d5cba531-32a8-4156-90fa-7e802c5e12cb req-11f7e07b-81bf-422c-8d27-ae278e5b947c tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530794 Apr 29 08:12:08.773124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca192-b657-44af-8b18-ca1a2226b7cf req-cfefa73b-9070-4c82-8e04-3b58c3ad98da tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:08.774618 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a5ca192-b657-44af-8b18-ca1a2226b7cf req-cfefa73b-9070-4c82-8e04-3b58c3ad98da tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0678811 Apr 29 08:12:08.835249 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a5ca192-b657-44af-8b18-ca1a2226b7cf req-870c4766-dd02-4ce9-9483-35afcd3c1ab2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547926 Apr 29 08:12:09.965581 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5b7e-5dc1-4d8b-a41c-62a6b81b7257 req-8ee3591f-d09d-4201-b6d2-9d1b058173c1 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:09.967054 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8e1b5b7e-5dc1-4d8b-a41c-62a6b81b7257 req-8ee3591f-d09d-4201-b6d2-9d1b058173c1 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0566072 Apr 29 08:12:10.032692 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8e1b5b7e-5dc1-4d8b-a41c-62a6b81b7257 req-799ec881-186b-4afd-a75a-a346d331d4d6 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595038 Apr 29 08:12:11.170835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbdc86-efda-4503-8533-d83278078a1b req-981e3ebd-fad9-4037-8d3c-e73baa24f647 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:11.172316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80dbdc86-efda-4503-8533-d83278078a1b req-981e3ebd-fad9-4037-8d3c-e73baa24f647 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0564926 Apr 29 08:12:11.238443 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80dbdc86-efda-4503-8533-d83278078a1b req-b5ee1539-eefb-45e0-99b9-4ff5485bde5c tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583465 Apr 29 08:12:12.375411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bcf00-d871-430b-945d-206cdadd83c8 req-59df83fe-d1b9-4cd1-98b5-1b549d6ab5a8 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:12.376813 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e6bcf00-d871-430b-945d-206cdadd83c8 req-59df83fe-d1b9-4cd1-98b5-1b549d6ab5a8 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0570149 Apr 29 08:12:12.438435 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1e6bcf00-d871-430b-945d-206cdadd83c8 req-1ecdf74e-972a-4568-b320-c8e1049780aa tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534921 Apr 29 08:12:13.567422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a019699-ea22-4ffe-8510-81c6823de92c req-3d4951c9-1f79-4e3f-adcd-9b77f6a6b055 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:13.568910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1a019699-ea22-4ffe-8510-81c6823de92c req-3d4951c9-1f79-4e3f-adcd-9b77f6a6b055 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0546913 Apr 29 08:12:13.632785 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1a019699-ea22-4ffe-8510-81c6823de92c req-a94e7dca-cec5-402b-85c4-35e9e88f5650 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577724 Apr 29 08:12:14.765849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90ee88-a308-40a4-ac2f-ef940f116c6e req-a4b59673-2156-48ee-85f1-64375e38a7d2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:14.767658 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fd90ee88-a308-40a4-ac2f-ef940f116c6e req-a4b59673-2156-48ee-85f1-64375e38a7d2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0647604 Apr 29 08:12:14.833976 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fd90ee88-a308-40a4-ac2f-ef940f116c6e req-392cbe61-e958-4ed4-ad2c-00ffd6388395 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557208 Apr 29 08:12:15.956689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52047690-15a3-42dc-87c0-cf80cce23cc0 req-2ef8bc34-ded0-406d-a152-dc2cb9ac4576 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:15.958206 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-52047690-15a3-42dc-87c0-cf80cce23cc0 req-2ef8bc34-ded0-406d-a152-dc2cb9ac4576 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0569022 Apr 29 08:12:16.019483 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-52047690-15a3-42dc-87c0-cf80cce23cc0 req-6e2e44da-8678-4198-9276-34a6ff485ff7 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526509 Apr 29 08:12:17.170088 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3ef92-3319-4d53-adc6-f005c93bd865 req-53f535ea-0a51-40d3-bf20-760808deb6ca tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:17.171601 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8de3ef92-3319-4d53-adc6-f005c93bd865 req-53f535ea-0a51-40d3-bf20-760808deb6ca tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0685191 Apr 29 08:12:17.234044 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8de3ef92-3319-4d53-adc6-f005c93bd865 req-9f825874-4291-452e-8055-1a0769423dee tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=8406f540-10ae-4e54-87b5-44bf1e8234c1&id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544975 Apr 29 08:12:20.229485 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:12:31.370295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-83228f16-999a-4f51-bb4d-5d117f948d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:33.476483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-384635e8-6f5a-4c0e-90f3-d11dee19b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:34.910920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:35.731866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:36.223819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:37.364601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:45.348651 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-24864b19-07b8-4baf-ae28-e6e084be78bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503185 Apr 29 08:12:45.443222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-41fe2d6e-3b1a-4e8e-a943-ee255c8ae7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:45.444756 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-41fe2d6e-3b1a-4e8e-a943-ee255c8ae7a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1168 time: 0.0465620 Apr 29 08:12:45.550531 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-46b6e513-2552-4aa7-aad3-55a0ce98bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:45.552491 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-46b6e513-2552-4aa7-aad3-55a0ce98bb97 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 916 time: 0.0896478 Apr 29 08:12:45.618848 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-6c8128ca-f2d9-4ee5-bc30-27a3621d9a9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 1001 time: 0.0594962 Apr 29 08:12:45.675043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-bd59b0e3-cd79-47b2-bbda-3886f28a127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:45.676504 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-bd59b0e3-cd79-47b2-bbda-3886f28a127e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 200 len: 854 time: 0.0505071 Apr 29 08:12:45.727200 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-236b495f-5ae8-44c1-bd36-17cfe85ad690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:45.728670 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-236b495f-5ae8-44c1-bd36-17cfe85ad690 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461388 Apr 29 08:12:45.815642 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-0fc17a27-193d-4b8c-85a1-cc2c7776be1c service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796833 Apr 29 08:12:45.912481 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-01d0e499-79d9-454a-b5c0-be9f4d15a92f req-c7c2f59a-cc97-4d84-8342-038fcd30669b service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914152 Apr 29 08:12:49.499986 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-96070287-04ff-435d-a918-b45fc0dc6a5f tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052337454&fields=id&tenant_id=91934a63fd4144019b835902782ed9ec HTTP/1.1" status: 200 len: 267 time: 0.0457327 Apr 29 08:12:49.555439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-b12d311a-4e70-493b-8173-632b93092c13 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:49.556919 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-b12d311a-4e70-493b-8173-632b93092c13 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 984 time: 0.0517185 Apr 29 08:12:49.567484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Request body: {'port': {'security_groups': ['d0a85a4a-9f04-4b9c-a976-e3fce241a997']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:12:49.641836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:49.833766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] For port ed795490-0396-4431-bbf1-3b2f460a560e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=ed795490-0396-4431-bbf1-3b2f460a560e,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:12:49.864257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for port (ed795490-0396-4431-bbf1-3b2f460a560e), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:49.871846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:49.884209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['ed795490-0396-4431-bbf1-3b2f460a560e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:12:49.914486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:49.915138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:49.916587 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-674def34-a860-4c15-a0e2-2988ded86ac9 req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "PUT /v2.0/ports/ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 942 time: 0.3536470 Apr 29 08:12:49.919194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:12:49.923528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d581384-f073-478b-9b72-ab744faa0d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:12:49.924290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60248) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:12:49.950283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event updated for resources: {'Port': ['ID=ed795490-0396-4431-bbf1-3b2f460a560e,revision_number=7']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:49.958221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.958574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.958920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.959260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.959601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.959938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.960289 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.960608 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.960942 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.961298 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.961634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.962016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.962351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ee7df-4b2e-488d-be97-d9840d2c1e01 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:12:49.974495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0833e350-11c0-492d-aa05-fbc6abe87afe x-openstack-request-id: req-0833e350-11c0-492d-aa05-fbc6abe87afe {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:12:49.974819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:12:49.975082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0833e350-11c0-492d-aa05-fbc6abe87afe {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:12:49.976000 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0833e350-11c0-492d-aa05-fbc6abe87afe'] response: {'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'status': 'completed', 'code': 200} Apr 29 08:12:50.016949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-880d8f3e-d3df-4636-ab2a-0906dc574da2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group (8406f540-10ae-4e54-87b5-44bf1e8234c1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:50.029947 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['ed795490-0396-4431-bbf1-3b2f460a560e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:12:50.050263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-880d8f3e-d3df-4636-ab2a-0906dc574da2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group (8406f540-10ae-4e54-87b5-44bf1e8234c1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:50.051960 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d581384-f073-478b-9b72-ab744faa0d1d req-a09449bd-9222-4167-9f52-f61cf875b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:50.053757 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d581384-f073-478b-9b72-ab744faa0d1d req-a09449bd-9222-4167-9f52-f61cf875b10a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1129 time: 0.0538108 Apr 29 08:12:50.128079 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-880d8f3e-d3df-4636-ab2a-0906dc574da2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (8406f540-10ae-4e54-87b5-44bf1e8234c1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:50.131753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-880d8f3e-d3df-4636-ab2a-0906dc574da2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:50.135557 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-880d8f3e-d3df-4636-ab2a-0906dc574da2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "DELETE /v2.0/security-groups/8406f540-10ae-4e54-87b5-44bf1e8234c1 HTTP/1.1" status: 204 len: 168 time: 0.2070575 Apr 29 08:12:50.136267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60252) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:12:50.145360 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d8f3e-d3df-4636-ab2a-0906dc574da2 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8406f540-10ae-4e54-87b5-44bf1e8234c1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:50.228568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d581384-f073-478b-9b72-ab744faa0d1d req-4d451869-2ee1-450d-b5eb-df9fb31b5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:50.229977 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d581384-f073-478b-9b72-ab744faa0d1d req-4d451869-2ee1-450d-b5eb-df9fb31b5f6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 916 time: 0.1702964 Apr 29 08:12:50.243409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-de73c8eb-9a24-4779-8bae-0b647f48518f None None] Provisioning complete for port ed795490-0396-4431-bbf1-3b2f460a560e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:12:50.243782 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-de73c8eb-9a24-4779-8bae-0b647f48518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:50.328552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-de73c8eb-9a24-4779-8bae-0b647f48518f None None] Current status of the port ed795490-0396-4431-bbf1-3b2f460a560e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:12:50.352672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d581384-f073-478b-9b72-ab744faa0d1d req-1a7f2d10-fcb7-4829-9330-7f174e9974a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 1001 time: 0.0965545 Apr 29 08:12:50.408469 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Deleting port ba732d62-e0ff-4c9e-bbe7-2bf382053daa {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:12:50.408777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ba732d62-e0ff-4c9e-bbe7-2bf382053daa), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:50.411245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d581384-f073-478b-9b72-ab744faa0d1d req-e0bef57c-0706-4e89-8bef-010f980b0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:50.412660 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d581384-f073-478b-9b72-ab744faa0d1d req-e0bef57c-0706-4e89-8bef-010f980b0533 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 200 len: 854 time: 0.0532246 Apr 29 08:12:50.514554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ba732d62-e0ff-4c9e-bbe7-2bf382053daa), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:50.515302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for floatingip (ba732d62-e0ff-4c9e-bbe7-2bf382053daa), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:50.526450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d581384-f073-478b-9b72-ab744faa0d1d req-2f6605db-0e52-4c7e-811f-086559eb68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:50.527936 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d581384-f073-478b-9b72-ab744faa0d1d req-2f6605db-0e52-4c7e-811f-086559eb68d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1047304 Apr 29 08:12:50.531583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Calling delete_port for ba732d62-e0ff-4c9e-bbe7-2bf382053daa owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:12:50.674136 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d581384-f073-478b-9b72-ab744faa0d1d req-488fedec-c084-4c84-b78f-4ad6387776ea service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385157 Apr 29 08:12:51.140575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2d581384-f073-478b-9b72-ab744faa0d1d req-28a1e9e1-90ef-4deb-bcaf-6ea541ac8fb5 service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605358 Apr 29 08:12:51.146588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ba732d62-e0ff-4c9e-bbe7-2bf382053daa), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:51.169635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event deleted for resources: {'Port': ['ID=ba732d62-e0ff-4c9e-bbe7-2bf382053daa,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:12:51.234346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks [] for floatingip (3f718105-28fa-4693-be47-af47654ae6b1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:51.234704 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Floating IP 3f718105-28fa-4693-be47-af47654ae6b1 disassociated (deleted). External IP: 172.26.3.138, port: ed795490-0396-4431-bbf1-3b2f460a560e. Apr 29 08:12:51.445802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Router f9819294-5643-48fc-b38f-c8ae07b3b4eb has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:12:51.553838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:12:51.558302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:12:51.564746 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] Sync routers for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:12:51.576237 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:12:51.576840 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:12:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:51.587615 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4818b423-1a4b-401a-877e-9926e99e3c04 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f718105-28fa-4693-be47-af47654ae6b1 HTTP/1.1" status: 204 len: 168 time: 1.4503112 Apr 29 08:12:51.683255 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:12:51.895389 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4784886f-7e92-411a-bd87-1b6bba80335c', 'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'mac_address': 'fa:16:3e:95:e0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:59Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 5, 'project_id': '91934a63fd4144019b835902782ed9ec', 'subnets': [{'id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:51.920421 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] Checking router: f9819294-5643-48fc-b38f-c8ae07b3b4eb for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:12:51.929204 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:12:51.929826 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:12:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:51.977995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:12:51.980463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc096ce6-223f-4f40-b40c-2d287beb2988" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:12:52.016533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795570ce-b5cc-4dd0-b1a5-92220e3ad039 x-openstack-request-id: req-795570ce-b5cc-4dd0-b1a5-92220e3ad039 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:12:52.016832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:12:52.017109 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-795570ce-b5cc-4dd0-b1a5-92220e3ad039 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:12:52.017552 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-795570ce-b5cc-4dd0-b1a5-92220e3ad039'] response: {'name': 'network-changed', 'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'status': 'completed', 'code': 200} Apr 29 08:12:52.043366 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:12:52.089383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-67c0beeb-534f-43e8-9f9d-5d2caa486ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:52.092052 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-67c0beeb-534f-43e8-9f9d-5d2caa486ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91934a63fd4144019b835902782ed9ec&device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 1129 time: 0.0517082 Apr 29 08:12:52.195065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-a2fada9c-8268-4011-9938-c72affb5400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:52.196865 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-a2fada9c-8268-4011-9938-c72affb5400d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 200 len: 916 time: 0.0905786 Apr 29 08:12:52.241646 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-a7fda5d6-16fe-4270-8b3f-61cb2ecfb70f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 200 len: 217 time: 0.0389180 Apr 29 08:12:52.260920 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4784886f-7e92-411a-bd87-1b6bba80335c', 'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'mac_address': 'fa:16:3e:95:e0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:59Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 5, 'project_id': '91934a63fd4144019b835902782ed9ec', 'subnets': [{'id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:12:52.289363 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e52536-a570-42cf-b6c7-ac083038376c None None] The sync data for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv is: [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:10:59Z', 'revision_number': 4, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4784886f-7e92-411a-bd87-1b6bba80335c', 'name': '', 'network_id': '2c8d26ae-3e37-4538-a0f7-5713a215ecd6', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'mac_address': 'fa:16:3e:95:e0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:59Z', 'updated_at': '2022-04-29T08:11:04Z', 'revision_number': 5, 'project_id': '91934a63fd4144019b835902782ed9ec', 'subnets': [{'id': '27ffbc72-51b3-4c84-8591-5404e79741c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:12:52.291804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-1a0f9e13-27d8-4538-9d71-f6065ff2cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:52.293369 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-1a0f9e13-27d8-4538-9d71-f6065ff2cdb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 200 len: 854 time: 0.0459349 Apr 29 08:12:52.349505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-364b6c1a-aaac-49a2-af96-7bb277fc0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:12:52.351027 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-364b6c1a-aaac-49a2-af96-7bb277fc0110 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c8d26ae-3e37-4538-a0f7-5713a215ecd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0510161 Apr 29 08:12:52.446355 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-682f255a-d697-4871-b7dc-d3cbd6d35d8f service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889568 Apr 29 08:12:52.546075 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dc096ce6-223f-4f40-b40c-2d287beb2988 req-df02bb23-ef84-46c6-8489-a2ef186209da service neutron] 10.222.0.36 "GET /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942793 Apr 29 08:12:52.548267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def7f8e0-e4df-4155-a67d-48fe05ef55de None None] New status for floating IP 3f718105-28fa-4693-be47-af47654ae6b1: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:12:57.229507 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:13:01.365468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-772dac5b-31d4-4082-924a-1371a78f8959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:03.470353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-61cf71e5-658f-4e9b-8533-08c8703eec96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:04.912514 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:05.719139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:06.221176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:07.044822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5e8c2-9196-42e5-a556-883877414b03 req-ed6f08f3-02ce-4ff8-b091-546c7ff2f082 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:07.046338 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2a5e8c2-9196-42e5-a556-883877414b03 req-ed6f08f3-02ce-4ff8-b091-546c7ff2f082 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 945 time: 0.0537410 Apr 29 08:13:07.098251 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2a5e8c2-9196-42e5-a556-883877414b03 req-f695e18c-ce1f-4f61-bc6d-f95a45f1eb99 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458767 Apr 29 08:13:07.360385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:08.273677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dd079-7e2c-4303-b5e3-f89eda59175e req-7f9455bb-e3eb-41ab-8481-ce8f887d8a10 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:08.275139 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-104dd079-7e2c-4303-b5e3-f89eda59175e req-7f9455bb-e3eb-41ab-8481-ce8f887d8a10 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 945 time: 0.1080778 Apr 29 08:13:08.323395 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-104dd079-7e2c-4303-b5e3-f89eda59175e req-632d825f-ce49-4fca-b452-9ca7df78bc5d tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0a85a4a-9f04-4b9c-a976-e3fce241a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Apr 29 08:13:08.675839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-a790cf87-8c06-4e4b-8a04-395fc48a176a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:08.677601 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-a790cf87-8c06-4e4b-8a04-395fc48a176a tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.36 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 945 time: 0.0568249 Apr 29 08:13:08.769099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Deleting port ed795490-0396-4431-bbf1-3b2f460a560e {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:13:08.769453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:08.874065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] For port ed795490-0396-4431-bbf1-3b2f460a560e, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=ed795490-0396-4431-bbf1-3b2f460a560e,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:08.874433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:08.887951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Calling delete_port for ed795490-0396-4431-bbf1-3b2f460a560e owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:13:09.028101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ed795490-0396-4431-bbf1-3b2f460a560e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:09.040050 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['ed795490-0396-4431-bbf1-3b2f460a560e'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:13:09.057027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Pushing event deleted for resources: {'Port': ['ID=ed795490-0396-4431-bbf1-3b2f460a560e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:09.099326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] No DVR routers for this DVR port ed795490-0396-4431-bbf1-3b2f460a560e on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:13:09.101910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:09.105103 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3c4d1455-a44c-459c-afde-7eea70d43d5d req-19ae6964-aa00-4870-82fa-8bb6a4da5057 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.36 "DELETE /v2.0/ports/ed795490-0396-4431-bbf1-3b2f460a560e HTTP/1.1" status: 204 len: 173 time: 0.4222219 Apr 29 08:13:09.105559 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'name': 'network-vif-deleted', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:09.107798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc0d135-c141-4cff-aeff-437a0cdf946b" -d '{"events": [{"server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "name": "network-vif-deleted", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:09.144112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787ee6aa-2d18-4770-a977-95ee24b4bef2 x-openstack-request-id: req-787ee6aa-2d18-4770-a977-95ee24b4bef2 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:09.144406 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb48aad-0b59-4910-9180-df61e10316af", "name": "network-vif-deleted", "tag": "ed795490-0396-4431-bbf1-3b2f460a560e", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:09.144675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-787ee6aa-2d18-4770-a977-95ee24b4bef2 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:09.145189 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787ee6aa-2d18-4770-a977-95ee24b4bef2'] response: {'server_uuid': 'ceb48aad-0b59-4910-9180-df61e10316af', 'name': 'network-vif-deleted', 'tag': 'ed795490-0396-4431-bbf1-3b2f460a560e', 'status': 'completed', 'code': 200} Apr 29 08:13:09.437637 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a43bf992-d0eb-4089-802f-491e84b7f8dd req-0e54a3dd-934c-42eb-8a9d-8156a1b93556 tempest-TestMinimumBasicScenario-1594077021 tempest-TestMinimumBasicScenario-1594077021-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb48aad-0b59-4910-9180-df61e10316af HTTP/1.1" status: 200 len: 210 time: 0.0272954 Apr 29 08:13:11.040352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60374) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:11.397517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (f9819294-5643-48fc-b38f-c8ae07b3b4eb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:11.654440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Deleting port 4784886f-7e92-411a-bd87-1b6bba80335c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:13:11.654658 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:11.741453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] For port 4784886f-7e92-411a-bd87-1b6bba80335c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4784886f-7e92-411a-bd87-1b6bba80335c,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:11.741780 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:11.754335 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Calling delete_port for 4784886f-7e92-411a-bd87-1b6bba80335c owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:13:11.951652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4784886f-7e92-411a-bd87-1b6bba80335c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:11.981067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4784886f-7e92-411a-bd87-1b6bba80335c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:12.148332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (f9819294-5643-48fc-b38f-c8ae07b3b4eb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:12.364636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Router f9819294-5643-48fc-b38f-c8ae07b3b4eb has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:13:12.473455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:13:12.478664 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-22a977b7-5c73-4904-8550-af07d06c7f30 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9819294-5643-48fc-b38f-c8ae07b3b4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4372039 Apr 29 08:13:12.481211 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60376) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:12.484497 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] Sync routers for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:13:12.495239 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:12.495851 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:12.593275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks [] for router (f9819294-5643-48fc-b38f-c8ae07b3b4eb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:12.602589 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:12.695318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks [] for router_gateway (f9819294-5643-48fc-b38f-c8ae07b3b4eb), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:12.753663 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Deleting port 20d0177e-80cd-44ba-9ac1-5308455352b8 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:13:12.753918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:12.812785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device ed795490-0396-4431-bbf1-3b2f460a560e no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:13:12.832951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] For port 20d0177e-80cd-44ba-9ac1-5308455352b8, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=20d0177e-80cd-44ba-9ac1-5308455352b8,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:12.833329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:12.834587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: ed795490-0396-4431-bbf1-3b2f460a560e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:13:12.834993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device ed795490-0396-4431-bbf1-3b2f460a560e not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:13:12.846354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Calling delete_port for 20d0177e-80cd-44ba-9ac1-5308455352b8 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:13:12.867394 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:13:11Z', 'revision_number': 5, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port': {'id': '20d0177e-80cd-44ba-9ac1-5308455352b8', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ae:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:12.892283 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] Checking router: f9819294-5643-48fc-b38f-c8ae07b3b4eb for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:13:12.900530 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] Routers {'f9819294-5643-48fc-b38f-c8ae07b3b4eb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:12.901129 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:12.989969 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] Set router f9819294-5643-48fc-b38f-c8ae07b3b4eb gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:13.015812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (20d0177e-80cd-44ba-9ac1-5308455352b8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.042549 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:13:12Z', 'revision_number': 6, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:13.045494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d0177e-80cd-44ba-9ac1-5308455352b8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:13.072631 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf0d8c-be29-457e-a914-61276cbc40e0 None None] The sync data for ids ['f9819294-5643-48fc-b38f-c8ae07b3b4eb'] in dv-neutron-839860-1-hyperv is: [{'id': 'f9819294-5643-48fc-b38f-c8ae07b3b4eb', 'name': 'tempest-TestMinimumBasicScenario-1158796271-router', 'tenant_id': '91934a63fd4144019b835902782ed9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:10:57Z', 'updated_at': '2022-04-29T08:13:12Z', 'revision_number': 6, 'project_id': '91934a63fd4144019b835902782ed9ec', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:13:13.106316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (f9819294-5643-48fc-b38f-c8ae07b3b4eb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.197538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (f9819294-5643-48fc-b38f-c8ae07b3b4eb), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.199688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks [] for router_controller (f9819294-5643-48fc-b38f-c8ae07b3b4eb), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.243061 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (f9819294-5643-48fc-b38f-c8ae07b3b4eb), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.243597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9819294-5643-48fc-b38f-c8ae07b3b4eb {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:13:13.248236 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.249455 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c8bc8913-9cd3-42e8-9cf3-10021f0ad382 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f9819294-5643-48fc-b38f-c8ae07b3b4eb HTTP/1.1" status: 204 len: 168 time: 0.7673037 Apr 29 08:13:13.252886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60378) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:13.301683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5bd647-ea1c-4137-8ea2-4b1c655f248e admin admin] Deleting subnet 27ffbc72-51b3-4c84-8591-5404e79741c8 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:13:13.304940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd647-ea1c-4137-8ea2-4b1c655f248e admin admin] Publish callbacks [] for subnet (27ffbc72-51b3-4c84-8591-5404e79741c8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.342628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd647-ea1c-4137-8ea2-4b1c655f248e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (27ffbc72-51b3-4c84-8591-5404e79741c8), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.418695 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd647-ea1c-4137-8ea2-4b1c655f248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (27ffbc72-51b3-4c84-8591-5404e79741c8), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.474687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd647-ea1c-4137-8ea2-4b1c655f248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (27ffbc72-51b3-4c84-8591-5404e79741c8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.504105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bd647-ea1c-4137-8ea2-4b1c655f248e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ffbc72-51b3-4c84-8591-5404e79741c8,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:13.507729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd647-ea1c-4137-8ea2-4b1c655f248e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.510876 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ab5bd647-ea1c-4137-8ea2-4b1c655f248e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/27ffbc72-51b3-4c84-8591-5404e79741c8 HTTP/1.1" status: 204 len: 168 time: 0.2570059 Apr 29 08:13:13.513378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60380) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:13.517626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd418271-3683-417c-9732-3be57aaeac34 None None] Network 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:13:13.586142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (2c8d26ae-3e37-4538-a0f7-5713a215ecd6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.637602 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Deleting port 1abc64ff-c598-4526-8893-888e152edc88 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:13:13.637930 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1abc64ff-c598-4526-8893-888e152edc88), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.876029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] DHCP port deletion for 2c8d26ae-3e37-4538-a0f7-5713a215ecd6 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:13:13.931721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Deleting port 1abc64ff-c598-4526-8893-888e152edc88 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:13:13.932088 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1abc64ff-c598-4526-8893-888e152edc88), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:13.996170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] For port 1abc64ff-c598-4526-8893-888e152edc88, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1abc64ff-c598-4526-8893-888e152edc88,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:13.996570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1abc64ff-c598-4526-8893-888e152edc88), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.010767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Calling delete_port for 1abc64ff-c598-4526-8893-888e152edc88 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:13:14.058591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] For port 1abc64ff-c598-4526-8893-888e152edc88, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1abc64ff-c598-4526-8893-888e152edc88,segment=NetworkSegment(06115221-a739-4404-b038-52084689b4e6),segment_id=06115221-a739-4404-b038-52084689b4e6)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:14.059076 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1abc64ff-c598-4526-8893-888e152edc88), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.073208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Calling delete_port for 1abc64ff-c598-4526-8893-888e152edc88 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:13:14.095913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (1abc64ff-c598-4526-8893-888e152edc88), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.121908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Pushing event deleted for resources: {'Port': ['ID=1abc64ff-c598-4526-8893-888e152edc88,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:14.130010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] No DVR routers for this DVR port 1abc64ff-c598-4526-8893-888e152edc88 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:13:14.132313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.132653 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.132989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.133340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.133667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.134122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.134629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.135124 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.135454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.135774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.136084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.136565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.137036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317c8c7-3029-426d-8d16-dc9bfc3dd8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:14.158267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (1abc64ff-c598-4526-8893-888e152edc88), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.184819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=1abc64ff-c598-4526-8893-888e152edc88,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:14.189864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] No DVR routers for this DVR port 1abc64ff-c598-4526-8893-888e152edc88 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:13:14.221186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1abc64ff-c598-4526-8893-888e152edc88 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:13:14.240765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 1abc64ff-c598-4526-8893-888e152edc88 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:13:14.241105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1abc64ff-c598-4526-8893-888e152edc88 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:13:14.241545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4784886f-7e92-411a-bd87-1b6bba80335c no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:13:14.260502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4784886f-7e92-411a-bd87-1b6bba80335c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:13:14.260818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4784886f-7e92-411a-bd87-1b6bba80335c not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:13:14.261256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 20d0177e-80cd-44ba-9ac1-5308455352b8 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:13:14.268147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (2c8d26ae-3e37-4538-a0f7-5713a215ecd6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.280265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 20d0177e-80cd-44ba-9ac1-5308455352b8 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:13:14.280609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 20d0177e-80cd-44ba-9ac1-5308455352b8 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:13:14.288988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8d26ae-3e37-4538-a0f7-5713a215ecd6']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:14.298493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06115221-a739-4404-b038-52084689b4e6') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:14.298786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06115221-a739-4404-b038-52084689b4e6') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:14.308247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (06115221-a739-4404-b038-52084689b4e6), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.321340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (06115221-a739-4404-b038-52084689b4e6), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.327511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:13:14.327892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (06115221-a739-4404-b038-52084689b4e6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: self.session.flush() Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:13:14.329557 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:13:14.388148 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (2c8d26ae-3e37-4538-a0f7-5713a215ecd6), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.393457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:14.396578 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] 10.222.0.23 "DELETE /v2.0/networks/2c8d26ae-3e37-4538-a0f7-5713a215ecd6 HTTP/1.1" status: 204 len: 168 time: 0.8822803 Apr 29 08:13:14.399993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60382) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:14.409682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98acfb-5f39-4149-a112-b9b2da957f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8d26ae-3e37-4538-a0f7-5713a215ecd6,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:14.763594 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (aa875aac-8721-40df-bd56-cb43063a8feb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:15.015663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Deleting port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:13:15.015880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:15.091525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] For port 934831ec-e5ae-4a2c-a6b5-210ea6332aaa, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=934831ec-e5ae-4a2c-a6b5-210ea6332aaa,segment=NetworkSegment(ff9b23b6-fb67-4a70-b234-521bd1050d00),segment_id=ff9b23b6-fb67-4a70-b234-521bd1050d00)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:15.091871 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:15.108369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Calling delete_port for 934831ec-e5ae-4a2c-a6b5-210ea6332aaa owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:13:15.305959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (934831ec-e5ae-4a2c-a6b5-210ea6332aaa), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:15.329346 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=934831ec-e5ae-4a2c-a6b5-210ea6332aaa,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:15.337685 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.338029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.338361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.338690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.338998 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.339320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.339640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.339957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.340282 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.340598 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.340915 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.341259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.341561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:15.511800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (aa875aac-8721-40df-bd56-cb43063a8feb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:15.743754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Router aa875aac-8721-40df-bd56-cb43063a8feb has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:13:16.166848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:13:16.175459 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-23beff4c-cafe-4286-9fad-17e3fd772d49 admin admin] 10.222.0.23 "PUT /v2.0/routers/aa875aac-8721-40df-bd56-cb43063a8feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7720139 Apr 29 08:13:16.176697 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60384) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:16.180016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] Sync routers for ids ['aa875aac-8721-40df-bd56-cb43063a8feb'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:13:16.194204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] Routers {'aa875aac-8721-40df-bd56-cb43063a8feb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:16.194844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aa875aac-8721-40df-bd56-cb43063a8feb'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:16.280212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks [] for router (aa875aac-8721-40df-bd56-cb43063a8feb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.304081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] Set router aa875aac-8721-40df-bd56-cb43063a8feb gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:16.382625 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks [] for router_gateway (aa875aac-8721-40df-bd56-cb43063a8feb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.441583 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Deleting port 04819907-cbea-428b-ad48-8713731817c6 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:13:16.441818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (04819907-cbea-428b-ad48-8713731817c6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.481282 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '04819907-cbea-428b-ad48-8713731817c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:01Z', 'updated_at': '2022-04-29T08:13:15Z', 'revision_number': 5, 'project_id': '3e1564d748614f16815f95a774c31342', 'gw_port': {'id': '04819907-cbea-428b-ad48-8713731817c6', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:11:02Z', 'updated_at': '2022-04-29T08:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:16.507317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] Checking router: aa875aac-8721-40df-bd56-cb43063a8feb for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:13:16.516081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] Routers {'aa875aac-8721-40df-bd56-cb43063a8feb'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:16.516685 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['aa875aac-8721-40df-bd56-cb43063a8feb'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:16.518018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] For port 04819907-cbea-428b-ad48-8713731817c6, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=04819907-cbea-428b-ad48-8713731817c6,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:16.518539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (04819907-cbea-428b-ad48-8713731817c6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.531250 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Calling delete_port for 04819907-cbea-428b-ad48-8713731817c6 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:13:16.606319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] Set router aa875aac-8721-40df-bd56-cb43063a8feb gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:16.659142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:01Z', 'updated_at': '2022-04-29T08:13:16Z', 'revision_number': 6, 'project_id': '3e1564d748614f16815f95a774c31342', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:16.684655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f925dd-782c-443f-9f21-7f561d2fed12 None None] The sync data for ids ['aa875aac-8721-40df-bd56-cb43063a8feb'] in dv-neutron-839860-1-hyperv is: [{'id': 'aa875aac-8721-40df-bd56-cb43063a8feb', 'name': 'tempest-TestMinimumBasicScenario-687717756-router', 'tenant_id': '3e1564d748614f16815f95a774c31342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:11:01Z', 'updated_at': '2022-04-29T08:13:16Z', 'revision_number': 6, 'project_id': '3e1564d748614f16815f95a774c31342', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:13:16.708490 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (04819907-cbea-428b-ad48-8713731817c6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.738510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=04819907-cbea-428b-ad48-8713731817c6,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:16.797798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (aa875aac-8721-40df-bd56-cb43063a8feb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.888490 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (aa875aac-8721-40df-bd56-cb43063a8feb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.890988 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks [] for router_controller (aa875aac-8721-40df-bd56-cb43063a8feb), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.938390 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (aa875aac-8721-40df-bd56-cb43063a8feb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.938935 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa875aac-8721-40df-bd56-cb43063a8feb {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:13:16.943357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:16.944546 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9a161c6f-2515-4b9f-940a-d239f0d14fd7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aa875aac-8721-40df-bd56-cb43063a8feb HTTP/1.1" status: 204 len: 168 time: 0.7677696 Apr 29 08:13:16.947629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60386) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:16.995634 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e36ea0-41a4-4a75-9c27-e5568e26b0fc admin admin] Deleting subnet 2292609b-2b62-4639-994b-2ba00e42a1b9 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:13:16.998869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e36ea0-41a4-4a75-9c27-e5568e26b0fc admin admin] Publish callbacks [] for subnet (2292609b-2b62-4639-994b-2ba00e42a1b9), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.034054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e36ea0-41a4-4a75-9c27-e5568e26b0fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (2292609b-2b62-4639-994b-2ba00e42a1b9), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.118303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e36ea0-41a4-4a75-9c27-e5568e26b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (2292609b-2b62-4639-994b-2ba00e42a1b9), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.170497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e36ea0-41a4-4a75-9c27-e5568e26b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (2292609b-2b62-4639-994b-2ba00e42a1b9), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.199757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e36ea0-41a4-4a75-9c27-e5568e26b0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2292609b-2b62-4639-994b-2ba00e42a1b9,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:17.203327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e9e36ea0-41a4-4a75-9c27-e5568e26b0fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.206619 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e9e36ea0-41a4-4a75-9c27-e5568e26b0fc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2292609b-2b62-4639-994b-2ba00e42a1b9 HTTP/1.1" status: 204 len: 168 time: 0.2580283 Apr 29 08:13:17.209336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60388) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:17.211953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e2e35-05d0-4e0b-9c30-5a4137c4026c None None] Network 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:13:17.275238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (7fe5c1d5-324c-423a-aaf0-8cc4c691d825), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.331218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Deleting port 63879a98-6397-4629-a8a8-7bd78af726b1 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:13:17.331552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.405179 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] For port 63879a98-6397-4629-a8a8-7bd78af726b1, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=63879a98-6397-4629-a8a8-7bd78af726b1,segment=NetworkSegment(ff9b23b6-fb67-4a70-b234-521bd1050d00),segment_id=ff9b23b6-fb67-4a70-b234-521bd1050d00)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:17.405577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.417861 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Calling delete_port for 63879a98-6397-4629-a8a8-7bd78af726b1 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:13:17.448611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] DHCP port deletion for 7fe5c1d5-324c-423a-aaf0-8cc4c691d825 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:13:17.500337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] Deleting port 63879a98-6397-4629-a8a8-7bd78af726b1 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:13:17.500779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.501071 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.528350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Pushing event deleted for resources: {'Port': ['ID=63879a98-6397-4629-a8a8-7bd78af726b1,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:17.533528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] No DVR routers for this DVR port 63879a98-6397-4629-a8a8-7bd78af726b1 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:13:17.572249 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] For port 63879a98-6397-4629-a8a8-7bd78af726b1, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:17.572637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.585791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] Calling delete_port for 63879a98-6397-4629-a8a8-7bd78af726b1 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:13:17.588456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] Port 63879a98-6397-4629-a8a8-7bd78af726b1 was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 08:13:17.589713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (63879a98-6397-4629-a8a8-7bd78af726b1), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.609811 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (7fe5c1d5-324c-423a-aaf0-8cc4c691d825), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.614087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] Pushing event deleted for resources: {'Port': ['ID=63879a98-6397-4629-a8a8-7bd78af726b1,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:17.618704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4acea-47e0-43b5-b425-fea30e312553 None None] No DVR routers for this DVR port 63879a98-6397-4629-a8a8-7bd78af726b1 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:13:17.631747 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe5c1d5-324c-423a-aaf0-8cc4c691d825']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:17.641419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9b23b6-fb67-4a70-b234-521bd1050d00') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:17.641827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9b23b6-fb67-4a70-b234-521bd1050d00') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:17.651502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (ff9b23b6-fb67-4a70-b234-521bd1050d00), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.666513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ff9b23b6-fb67-4a70-b234-521bd1050d00), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.673280 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:13:17.673827 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (ff9b23b6-fb67-4a70-b234-521bd1050d00), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:13:17.675550 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:13:17.742089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (7fe5c1d5-324c-423a-aaf0-8cc4c691d825), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.749709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:17.752877 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7fe5c1d5-324c-423a-aaf0-8cc4c691d825 HTTP/1.1" status: 204 len: 168 time: 0.5426629 Apr 29 08:13:17.764581 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9b02-bb14-4284-896f-75101adb3148 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe5c1d5-324c-423a-aaf0-8cc4c691d825,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:17.922343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60392) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:17.963135 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f73382ac-e83e-4136-b468-5631c08240f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91934a63fd4144019b835902782ed9ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395586 Apr 29 08:13:17.966026 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60394) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:18.024173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1c75-9033-41ac-99f2-7d2a01184a39 admin admin] Publish callbacks [] for security_group (d0a85a4a-9f04-4b9c-a976-e3fce241a997), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:18.049598 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1c75-9033-41ac-99f2-7d2a01184a39 admin admin] Publish callbacks [] for security_group (d0a85a4a-9f04-4b9c-a976-e3fce241a997), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:18.099602 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1c75-9033-41ac-99f2-7d2a01184a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d0a85a4a-9f04-4b9c-a976-e3fce241a997), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:18.102125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dc7d1c75-9033-41ac-99f2-7d2a01184a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:18.103871 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dc7d1c75-9033-41ac-99f2-7d2a01184a39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0a85a4a-9f04-4b9c-a976-e3fce241a997 HTTP/1.1" status: 204 len: 168 time: 0.1365647 Apr 29 08:13:18.112007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d1c75-9033-41ac-99f2-7d2a01184a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a85a4a-9f04-4b9c-a976-e3fce241a997,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:18.218094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 934831ec-e5ae-4a2c-a6b5-210ea6332aaa no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:13:18.237704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 934831ec-e5ae-4a2c-a6b5-210ea6332aaa {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:13:18.238045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 934831ec-e5ae-4a2c-a6b5-210ea6332aaa not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:13:18.238566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 63879a98-6397-4629-a8a8-7bd78af726b1 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:13:18.263381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 63879a98-6397-4629-a8a8-7bd78af726b1 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:13:18.263381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 63879a98-6397-4629-a8a8-7bd78af726b1 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:13:18.263381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 04819907-cbea-428b-ad48-8713731817c6 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:13:18.282473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 04819907-cbea-428b-ad48-8713731817c6 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:13:18.282817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 04819907-cbea-428b-ad48-8713731817c6 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:13:18.427350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60400) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:18.467502 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-674f9b15-a0ed-45e1-80d4-ffbc304fe267 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e1564d748614f16815f95a774c31342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390108 Apr 29 08:13:18.470014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60402) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:18.516880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbdf775d-64ca-40e1-96a2-1153f315f747 admin admin] Publish callbacks [] for security_group (3efd50ce-9ccf-4486-8cec-c7fd1e3ccd8a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:18.537907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbdf775d-64ca-40e1-96a2-1153f315f747 admin admin] Publish callbacks [] for security_group (3efd50ce-9ccf-4486-8cec-c7fd1e3ccd8a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:18.590944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbdf775d-64ca-40e1-96a2-1153f315f747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (3efd50ce-9ccf-4486-8cec-c7fd1e3ccd8a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:18.593886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bbdf775d-64ca-40e1-96a2-1153f315f747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:18.595039 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bbdf775d-64ca-40e1-96a2-1153f315f747 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3efd50ce-9ccf-4486-8cec-c7fd1e3ccd8a HTTP/1.1" status: 204 len: 168 time: 0.1241770 Apr 29 08:13:18.603290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf775d-64ca-40e1-96a2-1153f315f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efd50ce-9ccf-4486-8cec-c7fd1e3ccd8a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:20.268613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60442) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:20.273235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451615136', 'description': 'tempest-secgroup-smoke-451615136 description', 'project_id': '12c8116034f34b859ad90b1a27492454'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:20.296380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.304162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.378513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (6c663eb3-10d6-49c3-a71c-eeeb8fa64b98), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.384916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6c663eb3-10d6-49c3-a71c-eeeb8fa64b98), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.422237 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c663eb3-10d6-49c3-a71c-eeeb8fa64b98,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:20.458359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (d8feb306-7c2b-4985-b8f8-460522115cce), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.463410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d8feb306-7c2b-4985-b8f8-460522115cce), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.489989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.491180 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2215164 Apr 29 08:13:20.494376 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60444) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:20.495195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a480bf-d59b-4294-972b-03d55b683036 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8feb306-7c2b-4985-b8f8-460522115cce,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:20.500034 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-938eb4d7-3c3e-40e7-87ea-b51264788869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'd8feb306-7c2b-4985-b8f8-460522115cce', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:20.528254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-938eb4d7-3c3e-40e7-87ea-b51264788869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (55ea5dae-6813-45d3-a028-a41f0fd362f9), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.584878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-938eb4d7-3c3e-40e7-87ea-b51264788869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (55ea5dae-6813-45d3-a028-a41f0fd362f9), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.590033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-938eb4d7-3c3e-40e7-87ea-b51264788869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (55ea5dae-6813-45d3-a028-a41f0fd362f9), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.607018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938eb4d7-3c3e-40e7-87ea-b51264788869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ea5dae-6813-45d3-a028-a41f0fd362f9,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:20.616212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-938eb4d7-3c3e-40e7-87ea-b51264788869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.617585 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-938eb4d7-3c3e-40e7-87ea-b51264788869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219957 Apr 29 08:13:20.620233 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60446) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:20.624569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2f75c89b-fdf9-473a-972f-3a6a4fcadfe6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'd8feb306-7c2b-4985-b8f8-460522115cce', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:20.651185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f75c89b-fdf9-473a-972f-3a6a4fcadfe6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (8350fd5e-ae8a-44d8-b617-c29d0c094681), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.712254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f75c89b-fdf9-473a-972f-3a6a4fcadfe6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (8350fd5e-ae8a-44d8-b617-c29d0c094681), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.718362 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f75c89b-fdf9-473a-972f-3a6a4fcadfe6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (8350fd5e-ae8a-44d8-b617-c29d0c094681), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.737483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75c89b-fdf9-473a-972f-3a6a4fcadfe6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8350fd5e-ae8a-44d8-b617-c29d0c094681,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:20.743922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2f75c89b-fdf9-473a-972f-3a6a4fcadfe6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.745122 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2f75c89b-fdf9-473a-972f-3a6a4fcadfe6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239479 Apr 29 08:13:20.747976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60448) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:20.752310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-93c713e9-1474-4d6a-8194-7599c4956411 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'd8feb306-7c2b-4985-b8f8-460522115cce', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:20.777013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93c713e9-1474-4d6a-8194-7599c4956411 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (49c01c5b-d43c-4878-83ff-c0ec1dbac804), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.837198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93c713e9-1474-4d6a-8194-7599c4956411 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (49c01c5b-d43c-4878-83ff-c0ec1dbac804), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.842422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93c713e9-1474-4d6a-8194-7599c4956411 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (49c01c5b-d43c-4878-83ff-c0ec1dbac804), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.860183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c713e9-1474-4d6a-8194-7599c4956411 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c01c5b-d43c-4878-83ff-c0ec1dbac804,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:20.868601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-93c713e9-1474-4d6a-8194-7599c4956411 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.869875 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-93c713e9-1474-4d6a-8194-7599c4956411 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209741 Apr 29 08:13:20.872818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60450) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:20.877196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-eaabe1e6-abd4-4199-9ecd-9dec6a00946e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'd8feb306-7c2b-4985-b8f8-460522115cce', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:20.902413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabe1e6-abd4-4199-9ecd-9dec6a00946e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (c7499fe9-0503-4525-bc15-3b1083140890), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.959549 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabe1e6-abd4-4199-9ecd-9dec6a00946e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (c7499fe9-0503-4525-bc15-3b1083140890), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.964106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabe1e6-abd4-4199-9ecd-9dec6a00946e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (c7499fe9-0503-4525-bc15-3b1083140890), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.981116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabe1e6-abd4-4199-9ecd-9dec6a00946e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7499fe9-0503-4525-bc15-3b1083140890,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:20.993463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eaabe1e6-abd4-4199-9ecd-9dec6a00946e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:20.994683 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eaabe1e6-abd4-4199-9ecd-9dec6a00946e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208265 Apr 29 08:13:20.997491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60452) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:21.001782 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c04f5ceb-dc67-461a-8d7c-3c438c22a9d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'd8feb306-7c2b-4985-b8f8-460522115cce', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:21.023284 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-c04f5ceb-dc67-461a-8d7c-3c438c22a9d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:13:21.027969 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c04f5ceb-dc67-461a-8d7c-3c438c22a9d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (d1622267-bb35-471e-b00d-e2befeba7552), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.087932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c04f5ceb-dc67-461a-8d7c-3c438c22a9d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (d1622267-bb35-471e-b00d-e2befeba7552), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.092834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c04f5ceb-dc67-461a-8d7c-3c438c22a9d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d1622267-bb35-471e-b00d-e2befeba7552), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.110573 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f5ceb-dc67-461a-8d7c-3c438c22a9d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1622267-bb35-471e-b00d-e2befeba7552,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:21.117429 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c04f5ceb-dc67-461a-8d7c-3c438c22a9d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.118626 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c04f5ceb-dc67-461a-8d7c-3c438c22a9d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202159 Apr 29 08:13:21.121428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60454) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:21.125620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1d77c518-5001-413f-a5be-18a8d86211da tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'd8feb306-7c2b-4985-b8f8-460522115cce', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:21.147143 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-1d77c518-5001-413f-a5be-18a8d86211da tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:13:21.151845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1d77c518-5001-413f-a5be-18a8d86211da tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (0ee965c2-b2cc-406a-9942-589be407b3d2), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.215563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1d77c518-5001-413f-a5be-18a8d86211da tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (0ee965c2-b2cc-406a-9942-589be407b3d2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.220823 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1d77c518-5001-413f-a5be-18a8d86211da tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (0ee965c2-b2cc-406a-9942-589be407b3d2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.239454 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77c518-5001-413f-a5be-18a8d86211da tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee965c2-b2cc-406a-9942-589be407b3d2,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:21.245601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1d77c518-5001-413f-a5be-18a8d86211da tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.246237 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1d77c518-5001-413f-a5be-18a8d86211da tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238973 Apr 29 08:13:21.249437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60456) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:21.254270 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'network': {'name': 'tempest-network-smoke--245835189', 'project_id': '12c8116034f34b859ad90b1a27492454', 'port_security_enabled': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:21.276276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:13:21.279681 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.303359 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:13:21.313167 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.313540 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Added segment 7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c of type vlan for network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 Apr 29 08:13:21.352790 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (bbd21fed-f3ee-4e87-8d17-3fe40aad5f86), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.383061 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (bbd21fed-f3ee-4e87-8d17-3fe40aad5f86), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.391056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:21.391899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.452695 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2021816 Apr 29 08:13:21.455845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60458) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:21.461470 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'admin_state_up': True, 'project_id': '12c8116034f34b859ad90b1a27492454', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:21.470474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599022d8-865b-4074-918e-d6aa82929388 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Network': ['ID=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:21.481759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:13:21.489252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.490480 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.544965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.683248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.892051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:21.911052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:22.029524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.33 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/1f4c6f9a-6b02-4226-8098-0793039c4186) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:13:22.138735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:22.177318 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:22.212567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:13:22.215577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:13:22.219172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:13:22.247571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=1f4c6f9a-6b02-4226-8098-0793039c4186,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:22.498940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:22.703315 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:22.836123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:13:22.943440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:13:22.953106 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Sync routers for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:13:22.964396 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:22.964860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:22.965450 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:22.966139 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8f16e15a-898c-4aa8-8aee-c4e0ec3bc2e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5091171 Apr 29 08:13:22.969390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60460) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:23.069503 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:23.087857 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fad33d7a-150b-4512-a19d-bf3acabeb566 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=12c8116034f34b859ad90b1a27492454&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1169698 Apr 29 08:13:23.090380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60464) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:23.182763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e36646-15b5-4558-a52b-2d4aa867055a tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:23.184281 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b6e36646-15b5-4558-a52b-2d4aa867055a tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928171 Apr 29 08:13:23.187161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60466) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:23.214507 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-4419d3a6-28b3-4231-b6c8-eaa04bea4302 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263050 Apr 29 08:13:23.217116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60468) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:23.221742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809584303', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'project_id': '12c8116034f34b859ad90b1a27492454', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:23.244943 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:22Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:23.270348 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Checking router: bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:13:23.270690 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Updating router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 port 1f4c6f9a-6b02-4226-8098-0793039c4186 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:13:23.297711 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.307572 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:13:23.311307 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.488746 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (017c87ce-fcea-4b30-b50e-99b61ee602a5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.550099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Subnet': ['ID=017c87ce-fcea-4b30-b50e-99b61ee602a5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:23.550886 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Publish callbacks [] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.558463 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.566059 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Checking segment: {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:13:23.566448 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network hostable DHCP agents. Network: bbd21fed-f3ee-4e87-8d17-3fe40aad5f86, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:13:23.583337 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:13:23.592567 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, bbd21fed-f3ee-4e87-8d17-3fe40aad5f86) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:13:23.596528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:23.597125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.603416 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Attempting to bind port 1f4c6f9a-6b02-4226-8098-0793039c4186 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:13:23.603785 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Attempting to bind port 1f4c6f9a-6b02-4226-8098-0793039c4186 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:13:23.604141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704282d8-14e1-4e8f-bf5a-7df851484e62 None None] Network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:13:23.604616 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Attempting to bind port 1f4c6f9a-6b02-4226-8098-0793039c4186 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:13:23.617997 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-43083f57-0020-4f88-96bf-27093c896cc9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3973451 Apr 29 08:13:23.618215 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:13:23.618215 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:13:23.618215 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.618215 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:13:23.618613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60470) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:23.618692 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Bound port: 1f4c6f9a-6b02-4226-8098-0793039c4186, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:13:23.618692 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.621598 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Pushing event updated for resources: {'Port': ['ID=1f4c6f9a-6b02-4226-8098-0793039c4186,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:23.666607 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.666973 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.667271 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.667599 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.667918 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.668232 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.668552 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.668868 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.669183 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.669538 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.669850 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.670156 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.670479 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:13:23.681705 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] For port 1f4c6f9a-6b02-4226-8098-0793039c4186, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:13:23.685104 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] For port 1f4c6f9a-6b02-4226-8098-0793039c4186, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1f4c6f9a-6b02-4226-8098-0793039c4186,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:13:23.692238 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.707598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:13:23.708497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:23.751649 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:23.752181 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:23.787716 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ca69a-adc9-4005-8c9c-b6f35d3d19dd None None] Pushing event updated for resources: {'Port': ['ID=1f4c6f9a-6b02-4226-8098-0793039c4186,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:23.862836 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:24.022914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Allocated IP 172.20.0.2 (bbd21fed-f3ee-4e87-8d17-3fe40aad5f86/017c87ce-fcea-4b30-b50e-99b61ee602a5/311c48fa-765c-4371-8609-76e977312ccd) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:13:24.052264 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:22Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:24.081466 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8a66b-7877-41d7-a91c-fb7e97972b1b None None] The sync data for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv is: [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:22Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:13:24.086512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:24.176020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Publish callbacks [] for port (311c48fa-765c-4371-8609-76e977312ccd), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:24.183648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (311c48fa-765c-4371-8609-76e977312ccd), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:24.223036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:13:24.227572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:13:24.230039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:13:24.240470 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Pushing event updated for resources: {'Port': ['ID=311c48fa-765c-4371-8609-76e977312ccd,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:24.311278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Attempting to bind port 311c48fa-765c-4371-8609-76e977312ccd on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:13:24.311869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Attempting to bind port 311c48fa-765c-4371-8609-76e977312ccd by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:13:24.312471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Attempting to bind port 311c48fa-765c-4371-8609-76e977312ccd on network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:13:24.327197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:13:24.327570 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Checking segment: {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:13:24.327967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:24.328353 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Bound using segment: {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:13:24.328808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Bound port: 311c48fa-765c-4371-8609-76e977312ccd, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:13:24.329178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (311c48fa-765c-4371-8609-76e977312ccd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:24.394695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] For port 311c48fa-765c-4371-8609-76e977312ccd, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:13:24.395256 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.1 (bbd21fed-f3ee-4e87-8d17-3fe40aad5f86/017c87ce-fcea-4b30-b50e-99b61ee602a5/47ccb7ba-3175-4940-88ab-88c2b3145da4) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:13:24.398910 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] For port 311c48fa-765c-4371-8609-76e977312ccd, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=311c48fa-765c-4371-8609-76e977312ccd,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:13:24.407309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (311c48fa-765c-4371-8609-76e977312ccd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:24.469562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2129f9-20f0-4128-98b5-58d8a390c383 None None] Pushing event updated for resources: {'Port': ['ID=311c48fa-765c-4371-8609-76e977312ccd,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:24.525858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:24.570246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:24.616580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:13:24.619893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:13:24.627548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:13:24.631704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=47ccb7ba-3175-4940-88ab-88c2b3145da4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:24.688811 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:24.837214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:25.118884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:25.124391 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:25.196328 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=47ccb7ba-3175-4940-88ab-88c2b3145da4,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:25.199248 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:25.295339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:13:25.297021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:13:25.400831 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09150c-d0a9-4030-9aa5-b72391f8ccff None None] Network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:13:25.417124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:13:25.518280 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2a1c9c9e-328f-497c-a62f-f788159dc858 None None] Provisioning complete for port 311c48fa-765c-4371-8609-76e977312ccd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:25.518741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9c9e-328f-497c-a62f-f788159dc858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (311c48fa-765c-4371-8609-76e977312ccd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:25.618136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c9c9e-328f-497c-a62f-f788159dc858 None None] Current status of the port 311c48fa-765c-4371-8609-76e977312ccd is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:25.618528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9c9e-328f-497c-a62f-f788159dc858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (311c48fa-765c-4371-8609-76e977312ccd), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:25.655850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2a1c9c9e-328f-497c-a62f-f788159dc858 None None] For port 311c48fa-765c-4371-8609-76e977312ccd, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=311c48fa-765c-4371-8609-76e977312ccd,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:25.661751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9c9e-328f-497c-a62f-f788159dc858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (311c48fa-765c-4371-8609-76e977312ccd), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:25.719765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c9c9e-328f-497c-a62f-f788159dc858 None None] Pushing event updated for resources: {'Port': ['ID=311c48fa-765c-4371-8609-76e977312ccd,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:25.784656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ad24f7e2-84f7-4197-9a26-a6e7ce79586e None None] Provisioning complete for port 47ccb7ba-3175-4940-88ab-88c2b3145da4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:25.785081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad24f7e2-84f7-4197-9a26-a6e7ce79586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:25.839140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ad24f7e2-84f7-4197-9a26-a6e7ce79586e None None] Port 47ccb7ba-3175-4940-88ab-88c2b3145da4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:13:25.850820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ad24f7e2-84f7-4197-9a26-a6e7ce79586e None None] Provisioning complete for port 311c48fa-765c-4371-8609-76e977312ccd triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:25.851188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad24f7e2-84f7-4197-9a26-a6e7ce79586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (311c48fa-765c-4371-8609-76e977312ccd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:25.919922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:13:25.925103 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e29eed65-2e44-404b-aeb4-08da3c97b33f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3059573 Apr 29 08:13:25.950852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ad24f7e2-84f7-4197-9a26-a6e7ce79586e None None] Current status of the port 311c48fa-765c-4371-8609-76e977312ccd is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:26.048483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Sync routers for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:13:26.064408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:26.065137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:26.093814 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-cbdce69c-ea89-4c00-b8e4-7ec40a88ff51 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451615136&fields=id&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 267 time: 0.0521450 Apr 29 08:13:26.142401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-3c2ccdd2-d065-4e1b-a103-dd968ea4d0f1 None None] Provisioning complete for port 47ccb7ba-3175-4940-88ab-88c2b3145da4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:26.142712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccdd2-d065-4e1b-a103-dd968ea4d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:26.189144 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ccdd2-d065-4e1b-a103-dd968ea4d0f1 None None] Port 47ccb7ba-3175-4940-88ab-88c2b3145da4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:13:26.208578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-10775e55-1602-4a19-be4b-984e88d6c920 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:26.210216 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-10775e55-1602-4a19-be4b-984e88d6c920 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/networks?id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 HTTP/1.1" status: 200 len: 796 time: 0.1139431 Apr 29 08:13:26.219380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:26.227024 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-bf9679e0-384a-40ef-aab0-f67f693494d6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/quotas/12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 375 time: 0.0112197 Apr 29 08:13:26.283678 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-38741ec0-c110-41e8-8635-6a1999b60dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508120 Apr 29 08:13:26.300191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 311c48fa-765c-4371-8609-76e977312ccd up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:13:26.358470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-83f38c15-2450-40d1-80e5-f156e3bbfb6e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:13:26.359400 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-83f38c15-2450-40d1-80e5-f156e3bbfb6e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522401 Apr 29 08:13:26.393780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-403b009f-2031-44d3-a613-f70b6c80d030 None None] Provisioning complete for port 47ccb7ba-3175-4940-88ab-88c2b3145da4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:26.394063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-403b009f-2031-44d3-a613-f70b6c80d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:26.452334 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-8ccd0878-f4dc-444e-aedf-c0babb7a7f67 service neutron] 10.222.0.23 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866852 Apr 29 08:13:26.458676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-403b009f-2031-44d3-a613-f70b6c80d030 None None] Port 47ccb7ba-3175-4940-88ab-88c2b3145da4 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:13:26.477796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 311c48fa-765c-4371-8609-76e977312ccd triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:26.478160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (311c48fa-765c-4371-8609-76e977312ccd), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:26.544379 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3646e4c2-eaee-4b14-991a-2579159cb19b service neutron] 10.222.0.23 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860133 Apr 29 08:13:26.563266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '47ccb7ba-3175-4940-88ab-88c2b3145da4', 'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:6f:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:24Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 2, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:26.594449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Checking router: bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:13:26.594820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Updating router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 port 47ccb7ba-3175-4940-88ab-88c2b3145da4 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:13:26.621627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 311c48fa-765c-4371-8609-76e977312ccd is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:26.622728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1f4c6f9a-6b02-4226-8098-0793039c4186 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:13:26.651295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:26.713784 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a0b4f5fb-d52d-4b7b-a2ce-e67113e63529 req-26643a6e-8459-4728-8333-04ab517d785f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 210 time: 0.0295033 Apr 29 08:13:26.759938 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1f4c6f9a-6b02-4226-8098-0793039c4186 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:26.760461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:26.923007 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1f4c6f9a-6b02-4226-8098-0793039c4186 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:26.923410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:26.954195 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 1f4c6f9a-6b02-4226-8098-0793039c4186, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1f4c6f9a-6b02-4226-8098-0793039c4186,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:26.962851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:27.046705 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Publish callbacks [] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:27.048432 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=1f4c6f9a-6b02-4226-8098-0793039c4186,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:27.055917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:27.118366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf871a85-954a-4dca-8591-4c28cb42b4cc None None] Pushing event updated for resources: {'Port': ['ID=47ccb7ba-3175-4940-88ab-88c2b3145da4,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:27.182699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Attempting to bind port 47ccb7ba-3175-4940-88ab-88c2b3145da4 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:13:27.183294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Attempting to bind port 47ccb7ba-3175-4940-88ab-88c2b3145da4 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:13:27.183680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Attempting to bind port 47ccb7ba-3175-4940-88ab-88c2b3145da4 on network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:13:27.188961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:13:27.189371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Checking segment: {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:13:27.189765 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:27.190148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Bound using segment: {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:13:27.190607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Bound port: 47ccb7ba-3175-4940-88ab-88c2b3145da4, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:13:27.191785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:27.265022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] For port 47ccb7ba-3175-4940-88ab-88c2b3145da4, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:13:27.268760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] For port 47ccb7ba-3175-4940-88ab-88c2b3145da4, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=47ccb7ba-3175-4940-88ab-88c2b3145da4,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:13:27.276067 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:27.331630 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:27.332309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:27.414974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf871a85-954a-4dca-8591-4c28cb42b4cc None None] Pushing event updated for resources: {'Port': ['ID=47ccb7ba-3175-4940-88ab-88c2b3145da4,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:27.597960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9b03a742-5cb6-4e56-9cb8-9cb0eb2b3c6b None None] Provisioning complete for port 47ccb7ba-3175-4940-88ab-88c2b3145da4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:27.598701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b03a742-5cb6-4e56-9cb8-9cb0eb2b3c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:27.653269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:27.797814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9b03a742-5cb6-4e56-9cb8-9cb0eb2b3c6b None None] Current status of the port 47ccb7ba-3175-4940-88ab-88c2b3145da4 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:27.798197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b03a742-5cb6-4e56-9cb8-9cb0eb2b3c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:27.837789 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-64d7a656-86b8-4b7c-894a-8c2d2014f267 req-0bb940c5-cbea-4179-987c-2f34619b06ad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 210 time: 0.0438111 Apr 29 08:13:27.838993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-da2f5425-0bc6-4336-a65f-3f5600805e34 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:27.841784 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-da2f5425-0bc6-4336-a65f-3f5600805e34 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/networks?id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 HTTP/1.1" status: 200 len: 796 time: 0.1286502 Apr 29 08:13:27.856905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9b03a742-5cb6-4e56-9cb8-9cb0eb2b3c6b None None] For port 47ccb7ba-3175-4940-88ab-88c2b3145da4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=47ccb7ba-3175-4940-88ab-88c2b3145da4,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:27.863202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b03a742-5cb6-4e56-9cb8-9cb0eb2b3c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:27.920197 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-8af1d9d7-1589-4108-adfe-a2499ba6ecfa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 379 time: 0.0647645 Apr 29 08:13:27.932848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'port': {'device_id': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'admin_state_up': True, 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'security_groups': ['d8feb306-7c2b-4985-b8f8-460522115cce']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:27.938199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03a742-5cb6-4e56-9cb8-9cb0eb2b3c6b None None] Pushing event updated for resources: {'Port': ['ID=47ccb7ba-3175-4940-88ab-88c2b3145da4,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:27.958493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '47ccb7ba-3175-4940-88ab-88c2b3145da4', 'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:6f:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:24Z', 'updated_at': '2022-04-29T08:13:27Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:27.989121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b7608-6207-4db1-a4a1-bcec3d36afd4 None None] The sync data for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv is: [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '47ccb7ba-3175-4940-88ab-88c2b3145da4', 'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:6f:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:24Z', 'updated_at': '2022-04-29T08:13:27Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:13:28.000285 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f93d3c89-aea6-401b-aca6-f6e1a21887e0 None None] Provisioning complete for port 47ccb7ba-3175-4940-88ab-88c2b3145da4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:28.001319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f93d3c89-aea6-401b-aca6-f6e1a21887e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.055560 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:13:28.059270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.122210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f93d3c89-aea6-401b-aca6-f6e1a21887e0 None None] Current status of the port 47ccb7ba-3175-4940-88ab-88c2b3145da4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:28.202582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.6 (bbd21fed-f3ee-4e87-8d17-3fe40aad5f86/017c87ce-fcea-4b30-b50e-99b61ee602a5/f9081058-ad63-4905-a214-b6e7401e72ce) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:13:28.305911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 47ccb7ba-3175-4940-88ab-88c2b3145da4 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:13:28.352909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (f9081058-ad63-4905-a214-b6e7401e72ce), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.356456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 47ccb7ba-3175-4940-88ab-88c2b3145da4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:28.356826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.393749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.443594 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:13:28.445112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 47ccb7ba-3175-4940-88ab-88c2b3145da4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:28.446282 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1f4c6f9a-6b02-4226-8098-0793039c4186 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:13:28.450012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:13:28.452383 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:13:28.455095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=f9081058-ad63-4905-a214-b6e7401e72ce,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:28.505575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:28.506331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.529773 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-93956ac4-abed-460c-a6c3-b8d86428ac08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015260 Apr 29 08:13:28.530274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 1f4c6f9a-6b02-4226-8098-0793039c4186 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:28.530713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.543160 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Request body: {'port': {'device_id': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:28.621447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.636186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 1f4c6f9a-6b02-4226-8098-0793039c4186 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:28.746240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a5628074-59f9-478a-b3aa-da0dfac63a2d None None] Provisioning complete for port f9081058-ad63-4905-a214-b6e7401e72ce triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:28.746534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a5628074-59f9-478a-b3aa-da0dfac63a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.783991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a5628074-59f9-478a-b3aa-da0dfac63a2d None None] Port f9081058-ad63-4905-a214-b6e7401e72ce cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:13:28.907547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9081058-ad63-4905-a214-b6e7401e72ce {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:13:28.923991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Publish callbacks [] for port (f9081058-ad63-4905-a214-b6e7401e72ce), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:28.955020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Transition to ACTIVE for port object f9081058-ad63-4905-a214-b6e7401e72ce will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:13:28.962186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:29.025079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d6d8b-9558-4294-a2bb-7d2c02c3ab3a req-b5462b90-ed9a-415f-9fb5-177534739bbd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:29.026632 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-181d6d8b-9558-4294-a2bb-7d2c02c3ab3a req-b5462b90-ed9a-415f-9fb5-177534739bbd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 931 time: 0.1142395 Apr 29 08:13:29.037442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9081058-ad63-4905-a214-b6e7401e72ce,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:29.135693 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-181d6d8b-9558-4294-a2bb-7d2c02c3ab3a req-0e1379c8-1916-43e4-9bb2-94475f9a2aa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996366 Apr 29 08:13:29.145780 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Attempting to bind port f9081058-ad63-4905-a214-b6e7401e72ce on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:13:29.146120 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Attempting to bind port f9081058-ad63-4905-a214-b6e7401e72ce by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:13:29.146459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Attempting to bind port f9081058-ad63-4905-a214-b6e7401e72ce on network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:13:29.151291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Port f9081058-ad63-4905-a214-b6e7401e72ce on network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:13:29.151620 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Attempting to bind port f9081058-ad63-4905-a214-b6e7401e72ce on network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:13:29.160206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:13:29.160554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Checking segment: {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:13:29.160939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Bound using segment: {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:13:29.161411 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Bound port: f9081058-ad63-4905-a214-b6e7401e72ce, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:13:29.161775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:29.229359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] For port f9081058-ad63-4905-a214-b6e7401e72ce, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:13:29.232494 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] For port f9081058-ad63-4905-a214-b6e7401e72ce, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f9081058-ad63-4905-a214-b6e7401e72ce,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:13:29.239751 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:29.275335 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:29.275989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:29.277577 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] 10.222.0.36 "PUT /v2.0/ports/f9081058-ad63-4905-a214-b6e7401e72ce HTTP/1.1" status: 200 len: 1093 time: 0.7393589 Apr 29 08:13:29.278039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:29.280340 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d3e0de-0c6e-429d-9b15-482d05954684" -d '{"events": [{"name": "network-changed", "server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:29.314186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf91129-c530-4890-8873-25db56b8a9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9081058-ad63-4905-a214-b6e7401e72ce,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:29.329810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fac0238-bac6-4416-b3b5-a46da001f153 x-openstack-request-id: req-7fac0238-bac6-4416-b3b5-a46da001f153 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:29.330100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:29.330354 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fac0238-bac6-4416-b3b5-a46da001f153 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:29.330785 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fac0238-bac6-4416-b3b5-a46da001f153'] response: {'name': 'network-changed', 'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'status': 'completed', 'code': 200} Apr 29 08:13:29.364440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-bc38b738-8bdb-4184-9257-808a34491543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:29.365746 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-bc38b738-8bdb-4184-9257-808a34491543 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 1127 time: 0.0473442 Apr 29 08:13:29.406712 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-27bd42ae-993e-44f4-94aa-b528d66eec6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9081058-ad63-4905-a214-b6e7401e72ce HTTP/1.1" status: 200 len: 217 time: 0.0343671 Apr 29 08:13:29.458664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-ba235bb1-c8bf-42cf-8f5a-0ba889036318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:29.460109 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-ba235bb1-c8bf-42cf-8f5a-0ba889036318 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=017c87ce-fcea-4b30-b50e-99b61ee602a5 HTTP/1.1" status: 200 len: 834 time: 0.0482526 Apr 29 08:13:29.510082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-187f5254-d51b-4e56-9e70-f4cf82ccad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:29.511538 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-187f5254-d51b-4e56-9e70-f4cf82ccad12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444970 Apr 29 08:13:29.603809 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-d8f73977-8a89-4873-9645-af44bf7d195e service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854394 Apr 29 08:13:29.694533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-279446e7-e1f7-400e-ad7c-3e1781836dd0 req-a1c20d7e-8441-469d-8c53-3ca506e613df service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846407 Apr 29 08:13:29.798503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-d1f1db68-6198-48c1-bcba-4c53e6c54cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:29.799903 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-d1f1db68-6198-48c1-bcba-4c53e6c54cbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 1127 time: 0.0458488 Apr 29 08:13:29.893845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-252185e9-0bc6-4565-8bfc-b1ffbb6573a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:29.895329 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-252185e9-0bc6-4565-8bfc-b1ffbb6573a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 HTTP/1.1" status: 200 len: 897 time: 0.0898132 Apr 29 08:13:29.935371 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-ac97660d-1c52-4a6b-9e32-3ec5fbe363ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9081058-ad63-4905-a214-b6e7401e72ce HTTP/1.1" status: 200 len: 217 time: 0.0340106 Apr 29 08:13:29.984586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-106b9fe6-2495-48c8-8461-6f019c96ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:29.986027 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-106b9fe6-2495-48c8-8461-6f019c96ae55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=017c87ce-fcea-4b30-b50e-99b61ee602a5 HTTP/1.1" status: 200 len: 834 time: 0.0447552 Apr 29 08:13:30.041171 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-74fdf36c-c548-4a66-be2d-cfdf9dff8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:30.042715 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-74fdf36c-c548-4a66-be2d-cfdf9dff8305 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502055 Apr 29 08:13:30.137933 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-e0c34549-782f-47bd-b62c-6acd6aafdc24 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877576 Apr 29 08:13:30.267033 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-03d3e0de-0c6e-429d-9b15-482d05954684 req-d7c22080-158e-4de4-9590-5e3d631e8412 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209714 Apr 29 08:13:30.286671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453ed5-e276-440b-ba24-949ac1359985 req-930fae43-6633-462e-9417-883452f0b4a3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:30.288162 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb453ed5-e276-440b-ba24-949ac1359985 req-930fae43-6633-462e-9417-883452f0b4a3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 943 time: 0.0743122 Apr 29 08:13:30.339155 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb453ed5-e276-440b-ba24-949ac1359985 req-9cf5e77f-dce7-4134-ac79-a45539c8d3a9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453596 Apr 29 08:13:30.859260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f9081058-ad63-4905-a214-b6e7401e72ce details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:13:30.957510 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port f9081058-ad63-4905-a214-b6e7401e72ce, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f9081058-ad63-4905-a214-b6e7401e72ce,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:30.972849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'port_id': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'mac_address': 'fa:16:3e:5b:f7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:13:31.009969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port f9081058-ad63-4905-a214-b6e7401e72ce is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:31.010371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:31.023732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9081058-ad63-4905-a214-b6e7401e72ce {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:13:31.042877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port f9081058-ad63-4905-a214-b6e7401e72ce, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f9081058-ad63-4905-a214-b6e7401e72ce,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:31.047825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:31.096296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=f9081058-ad63-4905-a214-b6e7401e72ce,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:31.252153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['f9081058-ad63-4905-a214-b6e7401e72ce'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:13:31.382943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-258ab857-a68b-41ed-9309-24cdcee02a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:31.464936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084d1e9-4f99-4b58-b8cb-5e439ebb2d43 req-6642417c-d6dd-439c-98bb-028e40183a16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:31.466400 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1084d1e9-4f99-4b58-b8cb-5e439ebb2d43 req-6642417c-d6dd-439c-98bb-028e40183a16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 944 time: 0.0565071 Apr 29 08:13:31.516498 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1084d1e9-4f99-4b58-b8cb-5e439ebb2d43 req-da1ed725-f9b4-4f09-90cf-4e047407d168 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439701 Apr 29 08:13:32.647252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75870525-dd55-4a96-a6cf-3244a5be3a1b req-49f998b5-de46-4459-bf00-14fad0bf70c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:32.648805 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-75870525-dd55-4a96-a6cf-3244a5be3a1b req-49f998b5-de46-4459-bf00-14fad0bf70c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 944 time: 0.0562499 Apr 29 08:13:32.699522 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-75870525-dd55-4a96-a6cf-3244a5be3a1b req-3c1f86b4-824b-45d2-ac9d-a7397b3ee186 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446606 Apr 29 08:13:32.891420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f9081058-ad63-4905-a214-b6e7401e72ce up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:13:32.950415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port f9081058-ad63-4905-a214-b6e7401e72ce completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:13:32.954655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port f9081058-ad63-4905-a214-b6e7401e72ce triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:13:32.955020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:33.030922 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port f9081058-ad63-4905-a214-b6e7401e72ce is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:13:33.031307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:33.053409 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:33.055732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ee5208-ef7e-4889-b03f-5c7e102a7c2d" -d '{"events": [{"server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "name": "network-vif-plugged", "status": "completed", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:33.068826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port f9081058-ad63-4905-a214-b6e7401e72ce, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f9081058-ad63-4905-a214-b6e7401e72ce,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:13:33.074301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:33.126381 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=f9081058-ad63-4905-a214-b6e7401e72ce,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:33.157996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe63af4-5215-461d-b0fc-9bd1ad6ae21d x-openstack-request-id: req-cbe63af4-5215-461d-b0fc-9bd1ad6ae21d {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:33.158295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "name": "network-vif-plugged", "status": "completed", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:33.158550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbe63af4-5215-461d-b0fc-9bd1ad6ae21d {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:33.158985 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe63af4-5215-461d-b0fc-9bd1ad6ae21d'] response: {'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'code': 200} Apr 29 08:13:33.332491 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63437bd-75d7-431a-b563-f22d700e9e5a req-bf675483-c325-4042-975e-516a31cd5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:33.334010 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d63437bd-75d7-431a-b563-f22d700e9e5a req-bf675483-c325-4042-975e-516a31cd5d08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 1129 time: 0.0486021 Apr 29 08:13:33.378243 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d63437bd-75d7-431a-b563-f22d700e9e5a req-3f330dad-2088-49dd-bd32-d0ea3556f6bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383940 Apr 29 08:13:33.481888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0caa0ecd-7de8-4b97-8b82-6d69372bb622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:33.843641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4bf1-6aa6-4d42-a63a-28968a9c5411 req-30effb3b-32b8-49f7-a367-30b72f48c01d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:33.845121 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-da0b4bf1-6aa6-4d42-a63a-28968a9c5411 req-30effb3b-32b8-49f7-a367-30b72f48c01d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0625677 Apr 29 08:13:33.899772 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-da0b4bf1-6aa6-4d42-a63a-28968a9c5411 req-4e0e6850-661c-49cb-93b5-cda8e5875bd7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463028 Apr 29 08:13:34.234971 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:13:34.914448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:35.023555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042ea6-0e40-4bac-b944-66a987fadc61 req-516222d4-5eb0-43a2-9c1b-806fd6713e42 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:35.025007 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-86042ea6-0e40-4bac-b944-66a987fadc61 req-516222d4-5eb0-43a2-9c1b-806fd6713e42 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0571306 Apr 29 08:13:35.077389 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-86042ea6-0e40-4bac-b944-66a987fadc61 req-abcc4d7c-359d-4dc9-93fe-694a832822b9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 Apr 29 08:13:35.207755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35689e1-80f8-444d-a186-743d691cec06 req-e4575bac-8425-4fd0-88c8-89e6eee5d7ab tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:35.209207 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d35689e1-80f8-444d-a186-743d691cec06 req-e4575bac-8425-4fd0-88c8-89e6eee5d7ab tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0591667 Apr 29 08:13:35.258815 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d35689e1-80f8-444d-a186-743d691cec06 req-05a804c9-8191-491d-b418-abc9593e2ee9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435979 Apr 29 08:13:35.280451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60526) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:35.332689 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19435fa2-632a-4e3b-8510-b62c54f90739 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:35.334239 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-19435fa2-632a-4e3b-8510-b62c54f90739 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 1124 time: 0.0528502 Apr 29 08:13:35.337169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60528) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:35.341443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:13:35.364294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:35.465343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:35.564629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.155 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/515895b2-2220-4798-a691-a089356e5c0b) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:13:35.671615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (515895b2-2220-4798-a691-a089356e5c0b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:35.710084 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (515895b2-2220-4798-a691-a089356e5c0b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:35.739333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:35.748590 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:13:35.751474 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:13:35.755032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:13:35.762511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=515895b2-2220-4798-a691-a089356e5c0b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:36.115683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (6b87a80b-79af-4457-9be1-77a59fa121c3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:36.186862 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (515895b2-2220-4798-a691-a089356e5c0b), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:36.223586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:36.353855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (515895b2-2220-4798-a691-a089356e5c0b), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:36.360499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (515895b2-2220-4798-a691-a089356e5c0b), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:36.424735 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=515895b2-2220-4798-a691-a089356e5c0b,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:13:36.439495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (6b87a80b-79af-4457-9be1-77a59fa121c3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:36.544207 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 6b87a80b-79af-4457-9be1-77a59fa121c3 associated. External IP: 172.26.3.155, port: f9081058-ad63-4905-a214-b6e7401e72ce. Apr 29 08:13:36.770124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:13:36.880951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:13:36.895063 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] Sync routers for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:13:36.907230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:36.907660 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:36.908273 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:36.938183 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-cc13435c-01b6-4aa3-b089-6fb433e11fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5999610 Apr 29 08:13:36.938752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:13:36.941079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:13:36.988162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697dea2d-b529-4984-bc94-0e55a3711b02 x-openstack-request-id: req-697dea2d-b529-4984-bc94-0e55a3711b02 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:13:36.988467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:13:36.988727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-697dea2d-b529-4984-bc94-0e55a3711b02 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:13:36.989175 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697dea2d-b529-4984-bc94-0e55a3711b02'] response: {'name': 'network-changed', 'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'status': 'completed', 'code': 200} Apr 29 08:13:37.057031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-a03dc283-95e7-4ade-be6d-9129a26ff226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:37.058638 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-a03dc283-95e7-4ade-be6d-9129a26ff226 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 1129 time: 0.0496573 Apr 29 08:13:37.076818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f508df-afc4-4374-991d-1f6c872f6f3c req-4e645f89-6146-47ec-8ff8-48ba9c588bad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:37.078352 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-19f508df-afc4-4374-991d-1f6c872f6f3c req-4e645f89-6146-47ec-8ff8-48ba9c588bad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0720463 Apr 29 08:13:37.109327 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:37.132603 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-19f508df-afc4-4374-991d-1f6c872f6f3c req-9506f058-292c-4dc4-84e1-861d86f6456a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476668 Apr 29 08:13:37.154722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-6b469dbc-92d2-4c8f-b06d-d173dc2021e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:37.154912 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60534) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:37.156288 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-6b469dbc-92d2-4c8f-b06d-d173dc2021e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 HTTP/1.1" status: 200 len: 897 time: 0.0920012 Apr 29 08:13:37.218614 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9a61b11b-248a-4420-b12e-5cbd68503421 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/6b87a80b-79af-4457-9be1-77a59fa121c3 HTTP/1.1" status: 200 len: 991 time: 0.0626948 Apr 29 08:13:37.230939 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-9485a425-d35c-4891-a4e8-5890012b69f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9081058-ad63-4905-a214-b6e7401e72ce HTTP/1.1" status: 200 len: 999 time: 0.0681758 Apr 29 08:13:37.282576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-9d67428b-016b-48b5-b6d4-ee5a9d25e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:37.284030 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-9d67428b-016b-48b5-b6d4-ee5a9d25e720 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=017c87ce-fcea-4b30-b50e-99b61ee602a5 HTTP/1.1" status: 200 len: 834 time: 0.0474889 Apr 29 08:13:37.332767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-18aaf372-a615-46bd-a95b-4c64ea994257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:37.334384 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-18aaf372-a615-46bd-a95b-4c64ea994257 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445263 Apr 29 08:13:37.345002 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '6b87a80b-79af-4457-9be1-77a59fa121c3', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'port_id': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'mac_address': 'fa:16:3e:5b:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:13:35Z', 'updated_at': '2022-04-29T08:13:35Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ccb7ba-3175-4940-88ab-88c2b3145da4', 'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:6f:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:24Z', 'updated_at': '2022-04-29T08:13:27Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:37.354221 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:13:37.370791 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] Checking router: bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:13:37.379506 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:13:37.380140 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:13:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:37.425532 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-d7d1c57f-0239-48cf-94c7-e747c165125c service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845733 Apr 29 08:13:37.484727 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:13:37.518692 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0e6289e8-9dc5-4e2d-94c1-9c9940ef1bf0 req-77ab1e14-9b11-480c-b07c-6313ef3bbd9b service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874472 Apr 29 08:13:37.723024 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '6b87a80b-79af-4457-9be1-77a59fa121c3', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'port_id': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'mac_address': 'fa:16:3e:5b:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:13:35Z', 'updated_at': '2022-04-29T08:13:35Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ccb7ba-3175-4940-88ab-88c2b3145da4', 'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:6f:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:24Z', 'updated_at': '2022-04-29T08:13:27Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:13:37.748405 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb22829f-a78d-4d60-8534-7c8169f1e174 None None] The sync data for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv is: [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '6b87a80b-79af-4457-9be1-77a59fa121c3', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.155', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'port_id': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'mac_address': 'fa:16:3e:5b:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:13:35Z', 'updated_at': '2022-04-29T08:13:35Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ccb7ba-3175-4940-88ab-88c2b3145da4', 'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:6f:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:24Z', 'updated_at': '2022-04-29T08:13:27Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:13:37.964896 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5838e3e5-7d30-4dd1-a05d-fb912c27c927 None None] New status for floating IP 6b87a80b-79af-4457-9be1-77a59fa121c3: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:13:38.222726 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60536) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:13:38.292690 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ff6a9161-f5ee-4f2d-a7d5-9646a7ff773a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/6b87a80b-79af-4457-9be1-77a59fa121c3 HTTP/1.1" status: 200 len: 993 time: 0.0688696 Apr 29 08:13:45.359877 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-a34d9946-9e3a-4642-ab4d-c8f89c8dde48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494819 Apr 29 08:13:45.463541 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-25777e6d-8d1f-4fd7-8ede-fdb44b6ce41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:45.465048 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-25777e6d-8d1f-4fd7-8ede-fdb44b6ce41f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 1129 time: 0.0502009 Apr 29 08:13:45.567516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-33258daf-9882-4ecb-b116-541de1be8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:45.568981 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-33258daf-9882-4ecb-b116-541de1be8033 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 HTTP/1.1" status: 200 len: 897 time: 0.0843086 Apr 29 08:13:45.638555 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-2808c7ef-8728-4301-a512-de5f6aa67782 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9081058-ad63-4905-a214-b6e7401e72ce HTTP/1.1" status: 200 len: 1001 time: 0.0612812 Apr 29 08:13:45.685471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-a5d1d19e-d5ce-4956-8126-0ae2b4f7a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:45.686856 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-a5d1d19e-d5ce-4956-8126-0ae2b4f7a359 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=017c87ce-fcea-4b30-b50e-99b61ee602a5 HTTP/1.1" status: 200 len: 834 time: 0.0419202 Apr 29 08:13:45.738483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-c73411e9-d200-4537-a9bf-d4d59880f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:13:45.739961 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-c73411e9-d200-4537-a9bf-d4d59880f8a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470214 Apr 29 08:13:45.835603 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-eb394318-9a0f-46c3-853c-b334fd5ce8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898991 Apr 29 08:13:45.924241 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-43ecae7a-bef2-42e1-8d2d-a97c4f68a939 req-ce2ffb58-54c5-4c76-84e5-51bcc6c5475d service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809188 Apr 29 08:14:01.382084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ffff3ea8-9961-4fa4-a458-f0adfa8812e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:03.483375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bd120f00-5453-41a2-8126-8fc3c4062284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:04.927758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:05.740360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:06.227083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:07.364033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:09.771709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff4d10-0f2a-4e2a-836d-3531146c52aa req-d4b045d4-5a42-4b8e-94a4-8918e3396db7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:09.773179 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80ff4d10-0f2a-4e2a-836d-3531146c52aa req-d4b045d4-5a42-4b8e-94a4-8918e3396db7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0591264 Apr 29 08:14:09.825359 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80ff4d10-0f2a-4e2a-836d-3531146c52aa req-d7705ac3-f820-4e90-90b3-b791554424a7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437651 Apr 29 08:14:10.957206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73637eb-eec8-44cd-b584-c8721a82d3eb req-645f8e95-9609-4b8b-9446-cd9cea81c8b0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:10.958751 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e73637eb-eec8-44cd-b584-c8721a82d3eb req-645f8e95-9609-4b8b-9446-cd9cea81c8b0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0579982 Apr 29 08:14:11.018142 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e73637eb-eec8-44cd-b584-c8721a82d3eb req-f8111e47-871d-4feb-badf-ef16c6b2cc97 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524724 Apr 29 08:14:11.040834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60554) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:11.110464 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7e4bc32c-e593-4c43-b161-78fa64837cb9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/6b87a80b-79af-4457-9be1-77a59fa121c3 HTTP/1.1" status: 200 len: 993 time: 0.0681074 Apr 29 08:14:11.239534 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:14:12.412204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892be9c-0b30-4a0d-b617-e8fa9b9b3d26 req-032d7357-4b2a-4bda-b4d4-baba1d5729aa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:12.413673 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4892be9c-0b30-4a0d-b617-e8fa9b9b3d26 req-032d7357-4b2a-4bda-b4d4-baba1d5729aa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0540600 Apr 29 08:14:12.464011 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4892be9c-0b30-4a0d-b617-e8fa9b9b3d26 req-eb99af28-be7e-4db3-917c-29edfad7b6b7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445764 Apr 29 08:14:13.593253 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bd00e-0718-4ca7-9d7a-2a1464fbe486 req-adb0f425-f075-429c-8a85-7642a9f88ad3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:13.594713 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cc1bd00e-0718-4ca7-9d7a-2a1464fbe486 req-adb0f425-f075-429c-8a85-7642a9f88ad3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0577195 Apr 29 08:14:13.641800 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cc1bd00e-0718-4ca7-9d7a-2a1464fbe486 req-2ad7a07c-e114-4baa-aff6-27347b7b7002 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Apr 29 08:14:13.664967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60564) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:13.727688 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fa8f740f-ec49-4c4e-8124-2c61c511141d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/6b87a80b-79af-4457-9be1-77a59fa121c3 HTTP/1.1" status: 200 len: 993 time: 0.0612066 Apr 29 08:14:13.991609 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60570) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:14.165855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 515895b2-2220-4798-a691-a089356e5c0b {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:14:14.166155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (515895b2-2220-4798-a691-a089356e5c0b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:14.244616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (515895b2-2220-4798-a691-a089356e5c0b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:14.244908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (515895b2-2220-4798-a691-a089356e5c0b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:14.256591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 515895b2-2220-4798-a691-a089356e5c0b owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:14:14.407667 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (515895b2-2220-4798-a691-a089356e5c0b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:14.432188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=515895b2-2220-4798-a691-a089356e5c0b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:14.494484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (6b87a80b-79af-4457-9be1-77a59fa121c3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:14.494784 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 6b87a80b-79af-4457-9be1-77a59fa121c3 disassociated (deleted). External IP: 172.26.3.155, port: f9081058-ad63-4905-a214-b6e7401e72ce. Apr 29 08:14:14.699789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:14:14.808961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:14:14.813407 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:14.819040 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] Sync routers for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:14:14.829332 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:14.829930 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:14.844519 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9aeb6d3d-68a0-4e05-9544-8c2395b5caa8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/floatingips/6b87a80b-79af-4457-9be1-77a59fa121c3 HTTP/1.1" status: 204 len: 168 time: 0.8515542 Apr 29 08:14:14.845099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:14.847544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fb3b2c-30fd-4760-b7d1-b09f439af913" -d '{"events": [{"name": "network-changed", "server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:14.885208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a881d4a-d2fa-4bb3-9e67-90cbb0ffe6b8 x-openstack-request-id: req-4a881d4a-d2fa-4bb3-9e67-90cbb0ffe6b8 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:14.885521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:14.885761 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a881d4a-d2fa-4bb3-9e67-90cbb0ffe6b8 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:14.886170 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a881d4a-d2fa-4bb3-9e67-90cbb0ffe6b8'] response: {'name': 'network-changed', 'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'status': 'completed', 'code': 200} Apr 29 08:14:14.951736 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:14.952932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-fd7f78ae-937b-4b7c-b522-93190e24f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:14.954521 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-fd7f78ae-937b-4b7c-b522-93190e24f23e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 1129 time: 0.0461712 Apr 29 08:14:15.089325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-7af6fb3f-5e2f-4a75-846c-e7b6d5c1aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:15.090801 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-7af6fb3f-5e2f-4a75-846c-e7b6d5c1aa63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 HTTP/1.1" status: 200 len: 897 time: 0.1215587 Apr 29 08:14:15.103558 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a9235-9cfe-40f2-9940-c3e91f8c02d1 req-c2c47a5e-84cb-43fc-bf81-14ec8d4b122e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:15.105281 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e03a9235-9cfe-40f2-9940-c3e91f8c02d1 req-c2c47a5e-84cb-43fc-bf81-14ec8d4b122e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0800700 Apr 29 08:14:15.155659 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '47ccb7ba-3175-4940-88ab-88c2b3145da4', 'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:6f:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:24Z', 'updated_at': '2022-04-29T08:13:27Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:15.186389 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] Checking router: bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:14:15.195721 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:15.196630 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:15.307605 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:15.516513 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-a14986a6-4bcc-4342-9b45-ce3af17432d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9081058-ad63-4905-a214-b6e7401e72ce HTTP/1.1" status: 200 len: 217 time: 0.4102306 Apr 29 08:14:15.587592 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e03a9235-9cfe-40f2-9940-c3e91f8c02d1 req-096b4b98-c50a-4f31-9b71-ae8d8fe1fe00 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4738560 Apr 29 08:14:15.591107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-0ef39637-36f5-4938-aabc-7dc14dbb0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:15.592491 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-0ef39637-36f5-4938-aabc-7dc14dbb0193 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=017c87ce-fcea-4b30-b50e-99b61ee602a5 HTTP/1.1" status: 200 len: 834 time: 0.0686834 Apr 29 08:14:15.607847 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '47ccb7ba-3175-4940-88ab-88c2b3145da4', 'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:6f:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:24Z', 'updated_at': '2022-04-29T08:13:27Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:15.624537 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da11b87-4102-4fc3-b01f-9c063ed23b55 None None] The sync data for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv is: [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:24Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '47ccb7ba-3175-4940-88ab-88c2b3145da4', 'name': '', 'network_id': 'bbd21fed-f3ee-4e87-8d17-3fe40aad5f86', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:6f:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:24Z', 'updated_at': '2022-04-29T08:13:27Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '017c87ce-fcea-4b30-b50e-99b61ee602a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:14:15.642344 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-b4249a2a-2644-4b4e-ba6b-69b22ac7d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:15.643925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-b4249a2a-2644-4b4e-ba6b-69b22ac7d2a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449219 Apr 29 08:14:15.736444 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-c9b0b2e1-0789-4932-82c8-cf9ccf15ea69 service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854783 Apr 29 08:14:15.828099 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5fb3b2c-30fd-4760-b7d1-b09f439af913 req-f4494ab7-1a7d-49cf-bb6e-aa34cf9c2f7b service neutron] 10.222.0.36 "GET /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847085 Apr 29 08:14:15.859441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bead9a-497f-45e5-bc77-20b29402b358 None None] New status for floating IP 6b87a80b-79af-4457-9be1-77a59fa121c3: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:14:16.581346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e60db-0605-4d48-8018-7a37221286e3 req-e029379a-d458-480a-8019-e893725121e7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:16.582788 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d68e60db-0605-4d48-8018-7a37221286e3 req-e029379a-d458-480a-8019-e893725121e7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0655620 Apr 29 08:14:16.673347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-d68e60db-0605-4d48-8018-7a37221286e3 req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port f9081058-ad63-4905-a214-b6e7401e72ce {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:14:16.673686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d68e60db-0605-4d48-8018-7a37221286e3 req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:16.710668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c11f1-8769-4322-b621-adabf7f165b5 req-9a561dd0-ac68-4b61-aa19-6f1b81f1fb4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:16.712143 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ed0c11f1-8769-4322-b621-adabf7f165b5 req-9a561dd0-ac68-4b61-aa19-6f1b81f1fb4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=23842572-0c19-4ec1-92c7-f0db0a04fc11 HTTP/1.1" status: 200 len: 945 time: 0.0556488 Apr 29 08:14:16.760629 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ed0c11f1-8769-4322-b621-adabf7f165b5 req-fcf9c38d-f1f5-4f3b-a1e1-bcff1fb4076d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8feb306-7c2b-4985-b8f8-460522115cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Apr 29 08:14:16.764295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-d68e60db-0605-4d48-8018-7a37221286e3 req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port f9081058-ad63-4905-a214-b6e7401e72ce, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=f9081058-ad63-4905-a214-b6e7401e72ce,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:16.764660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d68e60db-0605-4d48-8018-7a37221286e3 req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:16.778379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-d68e60db-0605-4d48-8018-7a37221286e3 req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for f9081058-ad63-4905-a214-b6e7401e72ce owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:14:16.910828 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d68e60db-0605-4d48-8018-7a37221286e3 req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f9081058-ad63-4905-a214-b6e7401e72ce), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:16.942411 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=f9081058-ad63-4905-a214-b6e7401e72ce,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:16.954413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.954768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.955112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.955457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.955871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.956207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.956555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.956873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.957236 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.957564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.957892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.958215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.958534 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:16.993633 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68e60db-0605-4d48-8018-7a37221286e3 req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] No DVR routers for this DVR port f9081058-ad63-4905-a214-b6e7401e72ce on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:14:16.996031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d68e60db-0605-4d48-8018-7a37221286e3 req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:16.999290 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d68e60db-0605-4d48-8018-7a37221286e3 req-3452dc26-9c1e-4162-ad76-a8cfec1c8d80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "DELETE /v2.0/ports/f9081058-ad63-4905-a214-b6e7401e72ce HTTP/1.1" status: 204 len: 173 time: 0.4112532 Apr 29 08:14:16.999731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'name': 'network-vif-deleted', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:17.002008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82442cbb-87ab-40ee-8f18-abda3feef38c" -d '{"events": [{"server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "name": "network-vif-deleted", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:17.102211 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5b8700-4ac3-4bf5-a25d-22f97f639a94 x-openstack-request-id: req-3f5b8700-4ac3-4bf5-a25d-22f97f639a94 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:17.102501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23842572-0c19-4ec1-92c7-f0db0a04fc11", "name": "network-vif-deleted", "tag": "f9081058-ad63-4905-a214-b6e7401e72ce", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:17.102753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f5b8700-4ac3-4bf5-a25d-22f97f639a94 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:17.103209 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5b8700-4ac3-4bf5-a25d-22f97f639a94'] response: {'server_uuid': '23842572-0c19-4ec1-92c7-f0db0a04fc11', 'name': 'network-vif-deleted', 'tag': 'f9081058-ad63-4905-a214-b6e7401e72ce', 'status': 'completed', 'code': 200} Apr 29 08:14:17.831635 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60586) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:18.197882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:18.464096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 47ccb7ba-3175-4940-88ab-88c2b3145da4 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:14:18.464334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:18.555213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port 47ccb7ba-3175-4940-88ab-88c2b3145da4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=47ccb7ba-3175-4940-88ab-88c2b3145da4,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:18.555589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:18.569512 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 47ccb7ba-3175-4940-88ab-88c2b3145da4 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:14:18.762467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (47ccb7ba-3175-4940-88ab-88c2b3145da4), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:18.792102 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=47ccb7ba-3175-4940-88ab-88c2b3145da4,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:18.967776 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:19.086187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f9081058-ad63-4905-a214-b6e7401e72ce no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:14:19.105650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: f9081058-ad63-4905-a214-b6e7401e72ce {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:14:19.105962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device f9081058-ad63-4905-a214-b6e7401e72ce not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:14:19.195282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:14:19.306000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:14:19.311326 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-28893964-3bbe-4a50-8ebe-bdfa8521bdad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4786789 Apr 29 08:14:19.314455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60588) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:19.317629 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] Sync routers for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:14:19.327776 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:19.328454 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:19.365796 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c343f1-aeed-4904-b5eb-dbb9a14d78e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting subnet 017c87ce-fcea-4b30-b50e-99b61ee602a5 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:14:19.368826 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c343f1-aeed-4904-b5eb-dbb9a14d78e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (017c87ce-fcea-4b30-b50e-99b61ee602a5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:19.407405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c343f1-aeed-4904-b5eb-dbb9a14d78e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (017c87ce-fcea-4b30-b50e-99b61ee602a5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:19.436112 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:19.491614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c343f1-aeed-4904-b5eb-dbb9a14d78e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (017c87ce-fcea-4b30-b50e-99b61ee602a5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:19.561552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c343f1-aeed-4904-b5eb-dbb9a14d78e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (017c87ce-fcea-4b30-b50e-99b61ee602a5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:19.580876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd66260-6505-490b-9ae0-54065243284a None None] Network bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:14:19.597314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-38c343f1-aeed-4904-b5eb-dbb9a14d78e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:19.604593 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-38c343f1-aeed-4904-b5eb-dbb9a14d78e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/subnets/017c87ce-fcea-4b30-b50e-99b61ee602a5 HTTP/1.1" status: 204 len: 168 time: 0.2863572 Apr 29 08:14:19.604593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c343f1-aeed-4904-b5eb-dbb9a14d78e2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Subnet': ['ID=017c87ce-fcea-4b30-b50e-99b61ee602a5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:19.605194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60590) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:19.617086 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:14:18Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:19.643565 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] Checking router: bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:14:19.651850 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] Routers {'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:19.652468 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:19.720540 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:19.758202 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] Set router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:19.770890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] DHCP port deletion for bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:14:19.819110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Deleting port 311c48fa-765c-4371-8609-76e977312ccd {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:14:19.819740 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (311c48fa-765c-4371-8609-76e977312ccd), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:19.888230 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] For port 311c48fa-765c-4371-8609-76e977312ccd, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=311c48fa-765c-4371-8609-76e977312ccd,segment=NetworkSegment(7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c),segment_id=7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:19.888819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (311c48fa-765c-4371-8609-76e977312ccd), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:19.906169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Calling delete_port for 311c48fa-765c-4371-8609-76e977312ccd owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:14:19.943527 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:14:18Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:19.975047 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4338b9a-27e8-42b9-9798-767721073c27 None None] The sync data for ids ['bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595'] in dv-neutron-839860-1-hyperv is: [{'id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307480369', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:14:18Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '1f4c6f9a-6b02-4226-8098-0793039c4186', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:13:21Z', 'updated_at': '2022-04-29T08:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:14:19.990164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (311c48fa-765c-4371-8609-76e977312ccd), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.019440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Pushing event deleted for resources: {'Port': ['ID=311c48fa-765c-4371-8609-76e977312ccd,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:20.022905 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] No DVR routers for this DVR port 311c48fa-765c-4371-8609-76e977312ccd on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:14:20.030069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.035617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0477b-c093-49d5-b2a1-6bbaecdb542c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.161580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.220612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 1f4c6f9a-6b02-4226-8098-0793039c4186 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:14:20.220943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.297639 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port 1f4c6f9a-6b02-4226-8098-0793039c4186, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=1f4c6f9a-6b02-4226-8098-0793039c4186,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:20.297867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.310838 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 1f4c6f9a-6b02-4226-8098-0793039c4186 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:14:20.410875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 47ccb7ba-3175-4940-88ab-88c2b3145da4 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:14:20.435637 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 47ccb7ba-3175-4940-88ab-88c2b3145da4 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:14:20.435983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 47ccb7ba-3175-4940-88ab-88c2b3145da4 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:14:20.436412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 311c48fa-765c-4371-8609-76e977312ccd no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:14:20.463225 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 311c48fa-765c-4371-8609-76e977312ccd {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:14:20.463572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 311c48fa-765c-4371-8609-76e977312ccd not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:14:20.510782 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (1f4c6f9a-6b02-4226-8098-0793039c4186), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.534582 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=1f4c6f9a-6b02-4226-8098-0793039c4186,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:20.547877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.548200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.548548 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.549022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.549465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.549793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.550120 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.550432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.550756 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.551069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.551403 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.551728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.552049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:20.607311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.698815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.701194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.751749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.752302 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Fanout notify agent at l3_agent the message router_deleted on router bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:14:20.759116 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.760233 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-af3da63e-8d47-44a1-988a-6a291e1090a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/routers/bd91fddd-f7ae-4f3a-8f5f-f730a4ab9595 HTTP/1.1" status: 204 len: 168 time: 1.1539109 Apr 29 08:14:20.762876 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60592) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:20.840908 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (bbd21fed-f3ee-4e87-8d17-3fe40aad5f86), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.933659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (bbd21fed-f3ee-4e87-8d17-3fe40aad5f86), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.953506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd21fed-f3ee-4e87-8d17-3fe40aad5f86']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:20.962713 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:20.963007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:20.972584 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.985725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.991652 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:14:20.992025 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (7d156eb1-e7db-495a-9e1c-69b7f9ef7d0c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:14:20.994934 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:14:21.052783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (bbd21fed-f3ee-4e87-8d17-3fe40aad5f86), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.060399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.062676 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/networks/bbd21fed-f3ee-4e87-8d17-3fe40aad5f86 HTTP/1.1" status: 204 len: 168 time: 0.2988715 Apr 29 08:14:21.065615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60594) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:21.074543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ae201-5815-435f-95df-f872d86827f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Network': ['ID=bbd21fed-f3ee-4e87-8d17-3fe40aad5f86,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:21.122796 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16328d4f-7375-466c-9179-7594089dc50e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (d8feb306-7c2b-4985-b8f8-460522115cce), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.147158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16328d4f-7375-466c-9179-7594089dc50e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (d8feb306-7c2b-4985-b8f8-460522115cce), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.222336 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16328d4f-7375-466c-9179-7594089dc50e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (d8feb306-7c2b-4985-b8f8-460522115cce), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.224967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-16328d4f-7375-466c-9179-7594089dc50e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.226322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-16328d4f-7375-466c-9179-7594089dc50e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/security-groups/d8feb306-7c2b-4985-b8f8-460522115cce HTTP/1.1" status: 204 len: 168 time: 0.1597011 Apr 29 08:14:21.235618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16328d4f-7375-466c-9179-7594089dc50e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8feb306-7c2b-4985-b8f8-460522115cce,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:21.526227 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60600) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:21.530842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-784889fa-d24b-4a50-981a-e1ab850f3330 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817181088', 'description': 'tempest-secgroup-smoke-817181088 description', 'project_id': '12c8116034f34b859ad90b1a27492454'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:21.552749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-784889fa-d24b-4a50-981a-e1ab850f3330 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.619126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-784889fa-d24b-4a50-981a-e1ab850f3330 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (635a76a9-be9e-411a-80ca-2cf8385e17a1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.623999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-784889fa-d24b-4a50-981a-e1ab850f3330 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (635a76a9-be9e-411a-80ca-2cf8385e17a1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.653146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-784889fa-d24b-4a50-981a-e1ab850f3330 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.654367 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-784889fa-d24b-4a50-981a-e1ab850f3330 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1271768 Apr 29 08:14:21.655197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784889fa-d24b-4a50-981a-e1ab850f3330 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635a76a9-be9e-411a-80ca-2cf8385e17a1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:21.657193 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60602) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:21.661428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-7ff4439f-70fa-4ab0-95ea-5d6a3df3b71d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '635a76a9-be9e-411a-80ca-2cf8385e17a1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:21.687224 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ff4439f-70fa-4ab0-95ea-5d6a3df3b71d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (09e062d3-1d90-4f24-b5bf-af380cb4c911), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.743323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ff4439f-70fa-4ab0-95ea-5d6a3df3b71d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (09e062d3-1d90-4f24-b5bf-af380cb4c911), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.748252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ff4439f-70fa-4ab0-95ea-5d6a3df3b71d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (09e062d3-1d90-4f24-b5bf-af380cb4c911), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.765753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4439f-70fa-4ab0-95ea-5d6a3df3b71d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e062d3-1d90-4f24-b5bf-af380cb4c911,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:21.777775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-7ff4439f-70fa-4ab0-95ea-5d6a3df3b71d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.778986 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7ff4439f-70fa-4ab0-95ea-5d6a3df3b71d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208546 Apr 29 08:14:21.781764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60604) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:21.786114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-83f56d8b-57ec-42e7-85fd-3c6a605a88e9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '635a76a9-be9e-411a-80ca-2cf8385e17a1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:21.812246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83f56d8b-57ec-42e7-85fd-3c6a605a88e9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (d5ac3d1a-b06b-4050-b06c-a8cabe1b1e48), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.867125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83f56d8b-57ec-42e7-85fd-3c6a605a88e9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (d5ac3d1a-b06b-4050-b06c-a8cabe1b1e48), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.872010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83f56d8b-57ec-42e7-85fd-3c6a605a88e9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d5ac3d1a-b06b-4050-b06c-a8cabe1b1e48), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.900121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f56d8b-57ec-42e7-85fd-3c6a605a88e9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ac3d1a-b06b-4050-b06c-a8cabe1b1e48,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:21.908568 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-83f56d8b-57ec-42e7-85fd-3c6a605a88e9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:21.909809 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-83f56d8b-57ec-42e7-85fd-3c6a605a88e9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271496 Apr 29 08:14:21.912754 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60606) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:21.917087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-9b8148c1-aa77-46ba-b9f9-d6123eed1d7f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '635a76a9-be9e-411a-80ca-2cf8385e17a1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:21.944011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b8148c1-aa77-46ba-b9f9-d6123eed1d7f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (26b112fd-7bb2-493a-aab3-41a474e085ef), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.000918 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b8148c1-aa77-46ba-b9f9-d6123eed1d7f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (26b112fd-7bb2-493a-aab3-41a474e085ef), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.007135 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b8148c1-aa77-46ba-b9f9-d6123eed1d7f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (26b112fd-7bb2-493a-aab3-41a474e085ef), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.024457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8148c1-aa77-46ba-b9f9-d6123eed1d7f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b112fd-7bb2-493a-aab3-41a474e085ef,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:22.032104 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b8148c1-aa77-46ba-b9f9-d6123eed1d7f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.033386 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9b8148c1-aa77-46ba-b9f9-d6123eed1d7f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195998 Apr 29 08:14:22.036554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60608) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:22.040833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3885c142-5232-475a-83e9-23c644452afe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '635a76a9-be9e-411a-80ca-2cf8385e17a1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:22.067550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3885c142-5232-475a-83e9-23c644452afe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (d6543537-8253-439a-b034-43a945a04e58), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.124815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3885c142-5232-475a-83e9-23c644452afe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (d6543537-8253-439a-b034-43a945a04e58), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.130207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3885c142-5232-475a-83e9-23c644452afe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (d6543537-8253-439a-b034-43a945a04e58), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.146941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885c142-5232-475a-83e9-23c644452afe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6543537-8253-439a-b034-43a945a04e58,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:22.155923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3885c142-5232-475a-83e9-23c644452afe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.157141 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3885c142-5232-475a-83e9-23c644452afe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196449 Apr 29 08:14:22.160055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60610) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:22.164613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c82c1851-fd40-4401-bd8d-23dc93fbc1fe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '635a76a9-be9e-411a-80ca-2cf8385e17a1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:22.192283 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-c82c1851-fd40-4401-bd8d-23dc93fbc1fe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:14:22.197523 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c82c1851-fd40-4401-bd8d-23dc93fbc1fe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (302e0ca1-6c4c-47d5-b58b-c4b0bc18aef4), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.248458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c82c1851-fd40-4401-bd8d-23dc93fbc1fe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (302e0ca1-6c4c-47d5-b58b-c4b0bc18aef4), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.253364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c82c1851-fd40-4401-bd8d-23dc93fbc1fe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (302e0ca1-6c4c-47d5-b58b-c4b0bc18aef4), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.254885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1f4c6f9a-6b02-4226-8098-0793039c4186 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:14:22.268786 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c1851-fd40-4401-bd8d-23dc93fbc1fe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302e0ca1-6c4c-47d5-b58b-c4b0bc18aef4,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:22.275571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 1f4c6f9a-6b02-4226-8098-0793039c4186 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:14:22.275894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 1f4c6f9a-6b02-4226-8098-0793039c4186 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:14:22.280278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c82c1851-fd40-4401-bd8d-23dc93fbc1fe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.281516 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c82c1851-fd40-4401-bd8d-23dc93fbc1fe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204209 Apr 29 08:14:22.284442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60612) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:22.288762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-b356eb97-c44f-4f61-bfbb-66136aa585cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '635a76a9-be9e-411a-80ca-2cf8385e17a1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:22.309529 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-b356eb97-c44f-4f61-bfbb-66136aa585cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:14:22.314244 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b356eb97-c44f-4f61-bfbb-66136aa585cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (2163a09b-c5e1-4162-9e99-0a9ebc387c5c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.372684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b356eb97-c44f-4f61-bfbb-66136aa585cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (2163a09b-c5e1-4162-9e99-0a9ebc387c5c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.379106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b356eb97-c44f-4f61-bfbb-66136aa585cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (2163a09b-c5e1-4162-9e99-0a9ebc387c5c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.393873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356eb97-c44f-4f61-bfbb-66136aa585cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2163a09b-c5e1-4162-9e99-0a9ebc387c5c,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:22.405198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b356eb97-c44f-4f61-bfbb-66136aa585cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.406516 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b356eb97-c44f-4f61-bfbb-66136aa585cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211469 Apr 29 08:14:22.409441 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60614) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:22.415694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'network': {'name': 'tempest-network-smoke--2026018651', 'project_id': '12c8116034f34b859ad90b1a27492454', 'port_security_enabled': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:22.435828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:14:22.439197 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.464674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:14:22.473932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (741f284f-9930-4104-9407-9704bc0b3594), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.474274 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Added segment 741f284f-9930-4104-9407-9704bc0b3594 of type vlan for network 61375277-280f-48a1-84cd-e6b348a95a49 Apr 29 08:14:22.517431 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (61375277-280f-48a1-84cd-e6b348a95a49), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.547159 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (61375277-280f-48a1-84cd-e6b348a95a49), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.552389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:22.553035 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.613793 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2033157 Apr 29 08:14:22.617055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60616) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:22.621032 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'admin_state_up': True, 'project_id': '12c8116034f34b859ad90b1a27492454', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:22.643839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b9e05-b203-457f-89c7-0eb9ece0a8fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Network': ['ID=61375277-280f-48a1-84cd-e6b348a95a49,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:22.656207 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (c296e55f-1cb6-4b1c-baa0-4bbd248051de), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.657243 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (c296e55f-1cb6-4b1c-baa0-4bbd248051de), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.657801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 61375277-280f-48a1-84cd-e6b348a95a49 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:14:22.707711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (c296e55f-1cb6-4b1c-baa0-4bbd248051de), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:22.852701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (c296e55f-1cb6-4b1c-baa0-4bbd248051de), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:23.049119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (c296e55f-1cb6-4b1c-baa0-4bbd248051de), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:23.067744 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:23.172813 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.221 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/4e397764-79bb-446b-8bb1-f3b992dfbd60) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:14:23.286394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:23.323239 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:23.360364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:14:23.365050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:14:23.371248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:14:23.374327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=4e397764-79bb-446b-8bb1-f3b992dfbd60,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:23.640196 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (c296e55f-1cb6-4b1c-baa0-4bbd248051de), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:23.845768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (c296e55f-1cb6-4b1c-baa0-4bbd248051de), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:23.992068 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router c296e55f-1cb6-4b1c-baa0-4bbd248051de is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:14:24.100888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:14:24.110460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Sync routers for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:14:24.120804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:24.121629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:24.122217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:24.123440 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7afb5c7b-ac0a-4307-944c-a33a97c9aa54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5058646 Apr 29 08:14:24.126610 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60618) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:24.154160 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-03dfbc35-c115-47a3-a359-053b04273acb tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=12c8116034f34b859ad90b1a27492454&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264342 Apr 29 08:14:24.156691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60620) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:24.227800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:24.251655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceac656-e02a-4f2c-9a52-e9fddea3c17f tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:24.254954 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6ceac656-e02a-4f2c-9a52-e9fddea3c17f tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955901 Apr 29 08:14:24.256374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60622) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:24.287321 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-85db630d-8094-45a8-b98c-11c96cee930f tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297525 Apr 29 08:14:24.289907 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60624) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:24.295021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1956824837', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'project_id': '12c8116034f34b859ad90b1a27492454', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:24.388313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:14:24.392025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:24.560781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:23Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:24.575913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (5cdb2d18-4bee-4885-8dff-3a97cd3efe62), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:24.588470 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Checking router: c296e55f-1cb6-4b1c-baa0-4bbd248051de for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:14:24.588821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Updating router c296e55f-1cb6-4b1c-baa0-4bbd248051de port 4e397764-79bb-446b-8bb1-f3b992dfbd60 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:14:24.618789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:24.628417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Subnet': ['ID=5cdb2d18-4bee-4885-8dff-3a97cd3efe62,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:24.643564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Checking segment: {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:14:24.643891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network hostable DHCP agents. Network: 61375277-280f-48a1-84cd-e6b348a95a49, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:14:24.659768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 61375277-280f-48a1-84cd-e6b348a95a49 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:14:24.668225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 61375277-280f-48a1-84cd-e6b348a95a49) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:14:24.672391 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:24.672980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:24.689255 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3f619ed0-e207-4fe2-964b-cf1b26fdee1f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3981979 Apr 29 08:14:24.691953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60626) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:24.699602 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d9e00-ae4a-4d2d-9540-756caed055ba None None] Network 61375277-280f-48a1-84cd-e6b348a95a49 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:14:24.857986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-61375277-280f-48a1-84cd-e6b348a95a49', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:14:24.858813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.041614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Publish callbacks [] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.050400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.083026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Allocated IP 172.20.0.2 (61375277-280f-48a1-84cd-e6b348a95a49/5cdb2d18-4bee-4885-8dff-3a97cd3efe62/8653e8bd-4559-4829-9792-5104729fcb7e) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:14:25.126823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.151358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42d7ad-59cf-48ee-897c-9be44f3d31f9 None None] Pushing event updated for resources: {'Port': ['ID=4e397764-79bb-446b-8bb1-f3b992dfbd60,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:25.155528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Attempting to bind port 4e397764-79bb-446b-8bb1-f3b992dfbd60 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:14:25.155885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Attempting to bind port 4e397764-79bb-446b-8bb1-f3b992dfbd60 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:14:25.156234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Attempting to bind port 4e397764-79bb-446b-8bb1-f3b992dfbd60 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:14:25.167437 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:14:25.167804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:14:25.168193 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.168576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:14:25.169025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Bound port: 4e397764-79bb-446b-8bb1-f3b992dfbd60, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:14:25.169418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.253122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] For port 4e397764-79bb-446b-8bb1-f3b992dfbd60, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:14:25.282440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] For port 4e397764-79bb-446b-8bb1-f3b992dfbd60, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4e397764-79bb-446b-8bb1-f3b992dfbd60,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:14:25.290431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.327274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Publish callbacks [] for port (8653e8bd-4559-4829-9792-5104729fcb7e), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.341677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.368145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42d7ad-59cf-48ee-897c-9be44f3d31f9 None None] Pushing event updated for resources: {'Port': ['ID=4e397764-79bb-446b-8bb1-f3b992dfbd60,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:25.376827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:25.377484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:25.399586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.1 (61375277-280f-48a1-84cd-e6b348a95a49/5cdb2d18-4bee-4885-8dff-3a97cd3efe62/ac1db63d-2987-4e27-a08b-4c4be58afb24) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:14:25.400470 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Network 61375277-280f-48a1-84cd-e6b348a95a49 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:14:25.433246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:14:25.439747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:14:25.489867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Pushing event updated for resources: {'Port': ['ID=8653e8bd-4559-4829-9792-5104729fcb7e,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:25.517904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.547676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Attempting to bind port 8653e8bd-4559-4829-9792-5104729fcb7e on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:14:25.548036 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Attempting to bind port 8653e8bd-4559-4829-9792-5104729fcb7e by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:14:25.548390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Attempting to bind port 8653e8bd-4559-4829-9792-5104729fcb7e on network 61375277-280f-48a1-84cd-e6b348a95a49 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:14:25.555191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.558060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:14:25.558425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Checking segment: {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:14:25.558800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.559177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Bound using segment: {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:14:25.559632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Bound port: 8653e8bd-4559-4829-9792-5104729fcb7e, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:14:25.560076 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.581028 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:25.606821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 61375277-280f-48a1-84cd-e6b348a95a49 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:14:25.611921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:14:25.618453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:14:25.622368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=ac1db63d-2987-4e27-a08b-4c4be58afb24,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:25.666495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (c296e55f-1cb6-4b1c-baa0-4bbd248051de), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.723408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] For port 8653e8bd-4559-4829-9792-5104729fcb7e, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:14:25.727852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] For port 8653e8bd-4559-4829-9792-5104729fcb7e, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8653e8bd-4559-4829-9792-5104729fcb7e,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:14:25.741392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.802729 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:25.826440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077e177-4d16-4d8e-b4d3-67bc39724d34 None None] Pushing event updated for resources: {'Port': ['ID=8653e8bd-4559-4829-9792-5104729fcb7e,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:25.851540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:23Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:26.062505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca519e-9c91-4347-9745-96c0e28645c9 None None] The sync data for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv is: [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:23Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:14:26.132614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:26.137737 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:26.325706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8653e8bd-4559-4829-9792-5104729fcb7e up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:14:26.388200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8653e8bd-4559-4829-9792-5104729fcb7e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:26.388564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:26.477595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8653e8bd-4559-4829-9792-5104729fcb7e is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:26.477976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:26.517425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 8653e8bd-4559-4829-9792-5104729fcb7e, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8653e8bd-4559-4829-9792-5104729fcb7e,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:26.529809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:26.596962 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=8653e8bd-4559-4829-9792-5104729fcb7e,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:26.624334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=ac1db63d-2987-4e27-a08b-4c4be58afb24,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:26.627787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (c296e55f-1cb6-4b1c-baa0-4bbd248051de), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:26.729734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 61375277-280f-48a1-84cd-e6b348a95a49 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:14:26.731235 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:14:26.842423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9064c1-50f0-484f-9c1a-d58a8c5829d2 None None] Network 61375277-280f-48a1-84cd-e6b348a95a49 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:14:26.854389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router c296e55f-1cb6-4b1c-baa0-4bbd248051de has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:14:26.906643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-458f69b3-c18a-4337-b9db-32866bd7d301 None None] Provisioning complete for port 8653e8bd-4559-4829-9792-5104729fcb7e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:26.907010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-458f69b3-c18a-4337-b9db-32866bd7d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:26.972741 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:14:26.978636 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-24e74829-d172-4cd1-85b2-9e3626eae0e3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/c296e55f-1cb6-4b1c-baa0-4bbd248051de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2855835 Apr 29 08:14:27.044841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-458f69b3-c18a-4337-b9db-32866bd7d301 None None] Current status of the port 8653e8bd-4559-4829-9792-5104729fcb7e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:27.144910 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-e5015619-5c10-46b8-bfa9-12c3cb2d68b0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817181088&fields=id&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 267 time: 0.0453901 Apr 29 08:14:27.257099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-55e277e2-6cd1-4c29-b551-aa1167d4276e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:27.258660 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-55e277e2-6cd1-4c29-b551-aa1167d4276e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/networks?id=61375277-280f-48a1-84cd-e6b348a95a49 HTTP/1.1" status: 200 len: 797 time: 0.1069424 Apr 29 08:14:27.269065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-50285498-a28d-4388-9ebd-bc52d2dedd6d None None] Provisioning complete for port 8653e8bd-4559-4829-9792-5104729fcb7e triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:27.269779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-50285498-a28d-4388-9ebd-bc52d2dedd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:27.274798 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-4ce50154-29ce-40d9-9cfc-cc669214959f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/quotas/12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 375 time: 0.0106533 Apr 29 08:14:27.346604 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-a14db8fb-b13a-493c-915b-bd8a92b7fa38 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628881 Apr 29 08:14:27.353844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-50285498-a28d-4388-9ebd-bc52d2dedd6d None None] Current status of the port 8653e8bd-4559-4829-9792-5104729fcb7e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:27.364813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-50285498-a28d-4388-9ebd-bc52d2dedd6d None None] Provisioning complete for port ac1db63d-2987-4e27-a08b-4c4be58afb24 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:27.365185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-50285498-a28d-4388-9ebd-bc52d2dedd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:27.401670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-50285498-a28d-4388-9ebd-bc52d2dedd6d None None] Port ac1db63d-2987-4e27-a08b-4c4be58afb24 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:14:27.455739 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-d00cc1d3-3fe0-44db-b976-7c23949e1ef6 service neutron] 10.222.0.23 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979905 Apr 29 08:14:27.522236 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-354ec192-d6f3-47fa-b5a6-40ab527bdf02 None None] Provisioning complete for port ac1db63d-2987-4e27-a08b-4c4be58afb24 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:27.522634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-354ec192-d6f3-47fa-b5a6-40ab527bdf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:27.558557 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-9f5f6e2f-c42a-435f-bcf1-dad1cbd0456d service neutron] 10.222.0.23 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996404 Apr 29 08:14:27.579911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-354ec192-d6f3-47fa-b5a6-40ab527bdf02 None None] Port ac1db63d-2987-4e27-a08b-4c4be58afb24 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:14:27.699581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e91b162e-6112-452d-b754-6f50ceb7ac67 None None] Provisioning complete for port ac1db63d-2987-4e27-a08b-4c4be58afb24 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:27.699952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e91b162e-6112-452d-b754-6f50ceb7ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:27.737364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e91b162e-6112-452d-b754-6f50ceb7ac67 None None] Port ac1db63d-2987-4e27-a08b-4c4be58afb24 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:14:27.770050 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Sync routers for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:14:27.780744 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:27.781422 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:27.886290 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:28.088027 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'ac1db63d-2987-4e27-a08b-4c4be58afb24', 'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:c4:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:25Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 2, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:28.116391 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Checking router: c296e55f-1cb6-4b1c-baa0-4bbd248051de for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:14:28.116727 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Updating router c296e55f-1cb6-4b1c-baa0-4bbd248051de port ac1db63d-2987-4e27-a08b-4c4be58afb24 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:14:28.142300 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.322220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8653e8bd-4559-4829-9792-5104729fcb7e up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:14:28.369544 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8653e8bd-4559-4829-9792-5104729fcb7e triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:28.370250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.393148 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Publish callbacks [] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.399778 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.447733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8653e8bd-4559-4829-9792-5104729fcb7e is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:28.448870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4e397764-79bb-446b-8bb1-f3b992dfbd60 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:14:28.505469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4e397764-79bb-446b-8bb1-f3b992dfbd60 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:28.505823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.535908 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Pushing event updated for resources: {'Port': ['ID=ac1db63d-2987-4e27-a08b-4c4be58afb24,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:28.545245 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.545576 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.545918 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.546228 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.546551 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.547041 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.547530 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.547855 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.548168 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.548661 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.549137 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.549551 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.549868 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:14:28.590576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4e397764-79bb-446b-8bb1-f3b992dfbd60 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:28.591049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.612482 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Attempting to bind port ac1db63d-2987-4e27-a08b-4c4be58afb24 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:14:28.612854 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Attempting to bind port ac1db63d-2987-4e27-a08b-4c4be58afb24 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:14:28.613007 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 4e397764-79bb-446b-8bb1-f3b992dfbd60, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4e397764-79bb-446b-8bb1-f3b992dfbd60,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:28.613209 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Attempting to bind port ac1db63d-2987-4e27-a08b-4c4be58afb24 on network 61375277-280f-48a1-84cd-e6b348a95a49 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:14:28.619328 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:14:28.619773 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Checking segment: {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:14:28.620193 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.620574 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Bound using segment: {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:14:28.621027 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Bound port: ac1db63d-2987-4e27-a08b-4c4be58afb24, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:14:28.621424 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.624691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.679428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=4e397764-79bb-446b-8bb1-f3b992dfbd60,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:28.699952 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] For port ac1db63d-2987-4e27-a08b-4c4be58afb24, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:14:28.703535 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] For port ac1db63d-2987-4e27-a08b-4c4be58afb24, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ac1db63d-2987-4e27-a08b-4c4be58afb24,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:14:28.712083 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.745475 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3184bf1f-4686-45c0-be95-dd75a5916072 req-a72e1dcb-82e0-49b7-b836-25b04b2f8e16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 210 time: 0.0336435 Apr 29 08:14:28.775059 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:28.775678 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:28.778607 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa1358-741c-4697-be7a-aabfcd676fec None None] Pushing event updated for resources: {'Port': ['ID=ac1db63d-2987-4e27-a08b-4c4be58afb24,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:28.866242 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f6b53774-6e39-48c7-b167-54014fdee100 None None] Provisioning complete for port ac1db63d-2987-4e27-a08b-4c4be58afb24 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:28.866614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f6b53774-6e39-48c7-b167-54014fdee100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.889398 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:28.954790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f6b53774-6e39-48c7-b167-54014fdee100 None None] Current status of the port ac1db63d-2987-4e27-a08b-4c4be58afb24 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:28.955174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f6b53774-6e39-48c7-b167-54014fdee100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:28.986848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f6b53774-6e39-48c7-b167-54014fdee100 None None] For port ac1db63d-2987-4e27-a08b-4c4be58afb24, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ac1db63d-2987-4e27-a08b-4c4be58afb24,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:28.992102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f6b53774-6e39-48c7-b167-54014fdee100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:29.038029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b53774-6e39-48c7-b167-54014fdee100 None None] Pushing event updated for resources: {'Port': ['ID=ac1db63d-2987-4e27-a08b-4c4be58afb24,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:29.094359 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'ac1db63d-2987-4e27-a08b-4c4be58afb24', 'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:c4:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:25Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:29.110951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-418507e1-6d5b-4844-978a-8b9c5cc63d52 None None] Provisioning complete for port ac1db63d-2987-4e27-a08b-4c4be58afb24 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:29.111315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-418507e1-6d5b-4844-978a-8b9c5cc63d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:29.119611 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f50208-b95f-46e3-af7d-d8c6ac7a5ecd None None] The sync data for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv is: [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'ac1db63d-2987-4e27-a08b-4c4be58afb24', 'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:c4:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:25Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:14:29.208501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-418507e1-6d5b-4844-978a-8b9c5cc63d52 None None] Current status of the port ac1db63d-2987-4e27-a08b-4c4be58afb24 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:29.827294 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c11aae3c-407a-4d51-8ba2-98bbd60c941c req-2eb28364-fd57-48de-9f16-6617d630034b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 210 time: 0.0289695 Apr 29 08:14:30.335201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ac1db63d-2987-4e27-a08b-4c4be58afb24 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:14:30.383931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port ac1db63d-2987-4e27-a08b-4c4be58afb24 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:30.384302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:30.465860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port ac1db63d-2987-4e27-a08b-4c4be58afb24 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:30.466805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4e397764-79bb-446b-8bb1-f3b992dfbd60 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:14:30.513753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4e397764-79bb-446b-8bb1-f3b992dfbd60 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:30.514090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:30.596496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4e397764-79bb-446b-8bb1-f3b992dfbd60 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:30.907140 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0e7d9f93-84e9-4309-909e-fc11c0459b7b req-cd78de41-41d8-47e8-83e6-ba7e4fd14b3a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 210 time: 0.0288429 Apr 29 08:14:31.366927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b925533e-8d7b-447b-9b5b-d7c7c8804a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:31.984539 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5addec5a-9421-4b49-8b01-85bc42df37af req-fa074e4d-7e0c-48b3-8725-aa5ea2de92c6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 210 time: 0.0283546 Apr 29 08:14:32.705266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-e366591f-f46f-4628-a097-789c00f2a614 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:32.707846 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-e366591f-f46f-4628-a097-789c00f2a614 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/networks?id=61375277-280f-48a1-84cd-e6b348a95a49 HTTP/1.1" status: 200 len: 797 time: 0.1253669 Apr 29 08:14:32.771696 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-87025a5b-ee3b-41bb-87cc-97fa7fe235b6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 379 time: 0.0560834 Apr 29 08:14:32.779987 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'port': {'device_id': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'admin_state_up': True, 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'security_groups': ['635a76a9-be9e-411a-80ca-2cf8385e17a1']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:32.898093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:14:32.901694 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.034999 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.11 (61375277-280f-48a1-84cd-e6b348a95a49/5cdb2d18-4bee-4885-8dff-3a97cd3efe62/d6dbb4f0-a38d-4ae8-883e-7497c057a4cc) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:14:33.079449 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a100dd09-b0f3-46fa-ab12-905969b87b41 req-2e2408ab-b13f-47b3-aef5-bd2b1f914015 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 210 time: 0.0273693 Apr 29 08:14:33.178418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.216096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.257673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 61375277-280f-48a1-84cd-e6b348a95a49 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:14:33.260723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:14:33.264341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:14:33.276119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:33.322610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:33.323258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.340025 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0827f6b7-47bf-49e9-a28b-c608efb2b153 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638788 Apr 29 08:14:33.351632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Request body: {'port': {'device_id': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:33.418432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.457968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-664218d8-1c42-4e1c-86f7-3b6ede0977e3 None None] Provisioning complete for port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:33.458535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-664218d8-1c42-4e1c-86f7-3b6ede0977e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.497853 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-78334ac5-1514-4dc4-9ec3-85fb714ad549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.503725 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-664218d8-1c42-4e1c-86f7-3b6ede0977e3 None None] Port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:14:33.687038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dbb4f0-a38d-4ae8-883e-7497c057a4cc {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:14:33.694724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Publish callbacks [] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.707715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Transition to ACTIVE for port object d6dbb4f0-a38d-4ae8-883e-7497c057a4cc will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:14:33.712440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.763569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Pushing event updated for resources: {'Port': ['ID=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:33.833904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Attempting to bind port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:14:33.834225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Attempting to bind port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:14:33.834573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Attempting to bind port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc on network 61375277-280f-48a1-84cd-e6b348a95a49 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:14:33.839359 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc on network 61375277-280f-48a1-84cd-e6b348a95a49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:14:33.839682 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Attempting to bind port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc on network 61375277-280f-48a1-84cd-e6b348a95a49 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:14:33.844755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:14:33.845088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Checking segment: {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:14:33.845505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Bound using segment: {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:14:33.845926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Bound port: d6dbb4f0-a38d-4ae8-883e-7497c057a4cc, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741f284f-9930-4104-9407-9704bc0b3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:14:33.846335 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.909976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] For port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:14:33.913215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] For port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:14:33.920136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.954468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:33.955082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:33.956522 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] 10.222.0.36 "PUT /v2.0/ports/d6dbb4f0-a38d-4ae8-883e-7497c057a4cc HTTP/1.1" status: 200 len: 1094 time: 0.6095209 Apr 29 08:14:33.956979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:33.959270 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf6f32c-f605-4468-a2f1-b586e4331c33" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:33.983225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c0aa0-4ebb-42e7-817f-14aeb2caab9f service neutron] Pushing event updated for resources: {'Port': ['ID=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:34.028758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da57842-cb70-47a2-9d0c-16f940bfbbcc x-openstack-request-id: req-2da57842-cb70-47a2-9d0c-16f940bfbbcc {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:34.029052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:34.029473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2da57842-cb70-47a2-9d0c-16f940bfbbcc {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:34.029727 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da57842-cb70-47a2-9d0c-16f940bfbbcc'] response: {'name': 'network-changed', 'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'status': 'completed', 'code': 200} Apr 29 08:14:34.049424 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-2bcd701c-3f8a-4e98-8d73-657007035078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:34.051037 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-2bcd701c-3f8a-4e98-8d73-657007035078 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 1128 time: 0.0557072 Apr 29 08:14:34.093340 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-0cfae6d2-11af-49e2-8eff-1ff215420a9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc HTTP/1.1" status: 200 len: 217 time: 0.0360527 Apr 29 08:14:34.146986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-6518f98e-0472-426c-ad4d-480602881fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:34.148455 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-6518f98e-0472-426c-ad4d-480602881fc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cdb2d18-4bee-4885-8dff-3a97cd3efe62 HTTP/1.1" status: 200 len: 835 time: 0.0485373 Apr 29 08:14:34.202426 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-a59482aa-5fa5-4b8d-8f54-a29adfed6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:34.203854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965686c-5377-49be-b9bc-00407b6dff8b req-c5c45a90-3dc9-42d9-9180-0d7b57ffa17c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:34.204365 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-a59482aa-5fa5-4b8d-8f54-a29adfed6661 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61375277-280f-48a1-84cd-e6b348a95a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0497525 Apr 29 08:14:34.205377 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b965686c-5377-49be-b9bc-00407b6dff8b req-c5c45a90-3dc9-42d9-9180-0d7b57ffa17c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 944 time: 0.0565295 Apr 29 08:14:34.254199 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b965686c-5377-49be-b9bc-00407b6dff8b req-3ba8d528-1e10-47c3-8669-e0289e5246b3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Apr 29 08:14:34.292594 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-157a898c-f6e1-446b-b93b-f28d5e1c2108 service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826490 Apr 29 08:14:34.383823 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a160dc7c-03f9-4335-8c6c-f72c5667df30 req-6af9aaea-141e-4a7b-8f79-7e16e798a168 service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850775 Apr 29 08:14:34.484967 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-7bc98824-f426-4e54-b513-595d775aeaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:34.486425 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-7bc98824-f426-4e54-b513-595d775aeaa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 1128 time: 0.0478318 Apr 29 08:14:34.587804 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-971b403d-0ea5-4a2a-bad1-2c976ba06e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:34.589346 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-971b403d-0ea5-4a2a-bad1-2c976ba06e5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=61375277-280f-48a1-84cd-e6b348a95a49 HTTP/1.1" status: 200 len: 898 time: 0.0959449 Apr 29 08:14:34.635419 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-c821dfcb-7807-462a-8541-5dafd4ecc9da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc HTTP/1.1" status: 200 len: 217 time: 0.0378480 Apr 29 08:14:34.686538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-aedc94cc-9b97-4298-9f9c-5d0d8221abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:34.688760 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-aedc94cc-9b97-4298-9f9c-5d0d8221abb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cdb2d18-4bee-4885-8dff-3a97cd3efe62 HTTP/1.1" status: 200 len: 835 time: 0.0459895 Apr 29 08:14:34.744136 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-4610ad97-df22-4335-9b12-bf5d33692997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:34.745587 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-4610ad97-df22-4335-9b12-bf5d33692997 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61375277-280f-48a1-84cd-e6b348a95a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498276 Apr 29 08:14:34.836248 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-f0ccf236-ce20-47ee-8de5-fa2841cc504e service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840631 Apr 29 08:14:34.921396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:34.927668 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4cf6f32c-f605-4468-a2f1-b586e4331c33 req-d16c5943-714c-4795-b316-4eca3ccb35f1 service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827672 Apr 29 08:14:35.403106 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053274a-a0b5-4b74-beec-0d91aff2ec16 req-63b9a4bf-2b7a-477e-81c3-ec70d458aca1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:35.404607 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e053274a-a0b5-4b74-beec-0d91aff2ec16 req-63b9a4bf-2b7a-477e-81c3-ec70d458aca1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 944 time: 0.0709558 Apr 29 08:14:35.455877 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e053274a-a0b5-4b74-beec-0d91aff2ec16 req-3afd2f8f-b82c-4778-ad72-95f1ae4f432d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427361 Apr 29 08:14:35.748667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:36.234145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:36.598369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6765a-5429-4579-8a6c-ae710aa73ac9 req-7f45b789-5e3e-4034-a343-073b03cd2e21 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:36.599878 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-86f6765a-5429-4579-8a6c-ae710aa73ac9 req-7f45b789-5e3e-4034-a343-073b03cd2e21 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 944 time: 0.0608082 Apr 29 08:14:36.649010 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-86f6765a-5429-4579-8a6c-ae710aa73ac9 req-56925fd5-4911-463f-abca-891ed64922b0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433681 Apr 29 08:14:37.140386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device d6dbb4f0-a38d-4ae8-883e-7497c057a4cc details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:14:37.241537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:37.252700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'port_id': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'mac_address': 'fa:16:3e:cb:92:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:14:37.292350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:37.292726 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:37.306093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dbb4f0-a38d-4ae8-883e-7497c057a4cc {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:14:37.332002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:37.338926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:37.379956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:37.411262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:37.544125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['d6dbb4f0-a38d-4ae8-883e-7497c057a4cc'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:14:37.773421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfecb1-8b5d-4499-a149-e26607c62228 req-9a7181ee-7225-473e-9f68-2ae5dc38d8aa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:37.774920 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0abfecb1-8b5d-4499-a149-e26607c62228 req-9a7181ee-7225-473e-9f68-2ae5dc38d8aa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 945 time: 0.0533867 Apr 29 08:14:37.823106 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0abfecb1-8b5d-4499-a149-e26607c62228 req-623a2b48-c365-4f8c-a538-fad2b5ad950d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424583 Apr 29 08:14:38.954712 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd86e9-915c-4b29-822c-e5a66f055473 req-565d10ee-bfc0-4457-9a79-f6a7a1404419 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:38.956205 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c0bd86e9-915c-4b29-822c-e5a66f055473 req-565d10ee-bfc0-4457-9a79-f6a7a1404419 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 945 time: 0.0529597 Apr 29 08:14:39.008177 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c0bd86e9-915c-4b29-822c-e5a66f055473 req-2d61d717-cd42-4224-a9e1-0dc2d9afe593 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Apr 29 08:14:39.156569 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device d6dbb4f0-a38d-4ae8-883e-7497c057a4cc up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:14:39.224235 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:14:39.228041 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:14:39.228405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:39.310225 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:14:39.310605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:39.338974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:39.341278 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd316a1-32aa-46d0-a7d2-440254e63857" -d '{"events": [{"server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "name": "network-vif-plugged", "status": "completed", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:39.353819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:14:39.359283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:39.382902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14526566-6cda-4f8c-9ee8-8398349cbfc8 x-openstack-request-id: req-14526566-6cda-4f8c-9ee8-8398349cbfc8 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:39.383197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "name": "network-vif-plugged", "status": "completed", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:39.383454 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14526566-6cda-4f8c-9ee8-8398349cbfc8 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:39.383859 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14526566-6cda-4f8c-9ee8-8398349cbfc8'] response: {'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'code': 200} Apr 29 08:14:39.414547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:39.575051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca5f5-6d1e-4912-ac4f-3082da24f5a0 req-86dfea61-70f2-482b-90db-3e9e991fb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:39.576562 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-550ca5f5-6d1e-4912-ac4f-3082da24f5a0 req-86dfea61-70f2-482b-90db-3e9e991fb111 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 1130 time: 0.0458705 Apr 29 08:14:39.627449 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-550ca5f5-6d1e-4912-ac4f-3082da24f5a0 req-cc5013b7-f7a2-4040-a862-1d58e433be69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Apr 29 08:14:40.141476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47fcf9-7e8b-4b45-8f10-5c7b08405048 req-c261f7a1-6347-470b-aa61-c70d45500077 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:40.142994 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0e47fcf9-7e8b-4b45-8f10-5c7b08405048 req-c261f7a1-6347-470b-aa61-c70d45500077 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0567038 Apr 29 08:14:40.195471 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0e47fcf9-7e8b-4b45-8f10-5c7b08405048 req-fa90d5a4-e5f4-4471-814f-688667acf302 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439148 Apr 29 08:14:41.337639 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f75ae-c4ea-4aaf-90c5-1da985a60ded req-ef0fb1b8-434f-4046-b6bc-508d06d9ef20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:41.339115 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-351f75ae-c4ea-4aaf-90c5-1da985a60ded req-ef0fb1b8-434f-4046-b6bc-508d06d9ef20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0617695 Apr 29 08:14:41.390882 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-351f75ae-c4ea-4aaf-90c5-1da985a60ded req-1bdbc459-a472-48e5-ba20-6ada00ce76f7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 Apr 29 08:14:41.508058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890bbf0-0b06-47d1-b683-a5287d59aedd req-da21bc80-2d18-4e3b-a086-272222fa5e44 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:41.509449 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9890bbf0-0b06-47d1-b683-a5287d59aedd req-da21bc80-2d18-4e3b-a086-272222fa5e44 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0528240 Apr 29 08:14:41.558280 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9890bbf0-0b06-47d1-b683-a5287d59aedd req-9c6bf2cc-b10d-42be-96e7-648418073e14 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430934 Apr 29 08:14:41.581069 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60690) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:41.625708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb88721-0efa-4105-9e95-c6387e70b782 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:41.627218 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-adb88721-0efa-4105-9e95-c6387e70b782 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 1125 time: 0.0451140 Apr 29 08:14:41.630823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60692) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:41.635124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:14:41.658269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:41.758214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:41.857662 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.34 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/567199b0-9bd3-4695-802e-dba03bcacefe) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:14:41.960507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (567199b0-9bd3-4695-802e-dba03bcacefe), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:41.997524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (567199b0-9bd3-4695-802e-dba03bcacefe), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:42.033736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:14:42.038141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:14:42.044251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:14:42.047246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=567199b0-9bd3-4695-802e-dba03bcacefe,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:42.396206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (2719d8a7-adc4-46fc-9ff2-f0f8b56d1691), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:42.467230 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (567199b0-9bd3-4695-802e-dba03bcacefe), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:42.616703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (567199b0-9bd3-4695-802e-dba03bcacefe), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:42.623786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (567199b0-9bd3-4695-802e-dba03bcacefe), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:42.690865 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=567199b0-9bd3-4695-802e-dba03bcacefe,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:14:42.702985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (2719d8a7-adc4-46fc-9ff2-f0f8b56d1691), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:42.799115 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 2719d8a7-adc4-46fc-9ff2-f0f8b56d1691 associated. External IP: 172.26.3.34, port: d6dbb4f0-a38d-4ae8-883e-7497c057a4cc. Apr 29 08:14:43.006916 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router c296e55f-1cb6-4b1c-baa0-4bbd248051de has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:14:43.119190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:14:43.129034 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] Sync routers for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:14:43.138733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:43.139079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:14:43.139374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:43.168972 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-780dba71-ff7c-42d0-8aab-d5a6a884e85a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5371397 Apr 29 08:14:43.169585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:14:43.171951 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd06214-3ad3-4583-8471-abe861319639" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:14:43.217065 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea68fb3a-bfa0-48b9-9565-8965ff514296 x-openstack-request-id: req-ea68fb3a-bfa0-48b9-9565-8965ff514296 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:14:43.217385 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:14:43.217569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea68fb3a-bfa0-48b9-9565-8965ff514296 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:14:43.217985 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea68fb3a-bfa0-48b9-9565-8965ff514296'] response: {'name': 'network-changed', 'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'status': 'completed', 'code': 200} Apr 29 08:14:43.251493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:43.314418 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3597f-93b1-44d5-8ee3-5794f5a8e130 req-8a9bf1c4-2010-4da4-ac61-f259156bf844 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:43.315824 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dc3597f-93b1-44d5-8ee3-5794f5a8e130 req-8a9bf1c4-2010-4da4-ac61-f259156bf844 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0878115 Apr 29 08:14:43.318609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd06214-3ad3-4583-8471-abe861319639 req-173dbad3-ae8a-48a0-9bb6-b17a031efe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:43.319969 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cd06214-3ad3-4583-8471-abe861319639 req-173dbad3-ae8a-48a0-9bb6-b17a031efe6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 1130 time: 0.0794206 Apr 29 08:14:43.413767 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7dc3597f-93b1-44d5-8ee3-5794f5a8e130 req-6deb17ea-3863-471b-8778-ff67a516473a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913706 Apr 29 08:14:43.436366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60698) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:43.441605 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd06214-3ad3-4583-8471-abe861319639 req-8ad157bd-9e82-48c9-a784-741a0b792e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:43.443071 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cd06214-3ad3-4583-8471-abe861319639 req-8ad157bd-9e82-48c9-a784-741a0b792e49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61375277-280f-48a1-84cd-e6b348a95a49 HTTP/1.1" status: 200 len: 898 time: 0.1147797 Apr 29 08:14:43.480377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '2719d8a7-adc4-46fc-9ff2-f0f8b56d1691', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'port_id': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'mac_address': 'fa:16:3e:cb:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:14:42Z', 'updated_at': '2022-04-29T08:14:42Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1db63d-2987-4e27-a08b-4c4be58afb24', 'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:c4:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:25Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:43.507216 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b8e17080-7e0e-416f-bd61-5a5d10eaaa20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/2719d8a7-adc4-46fc-9ff2-f0f8b56d1691 HTTP/1.1" status: 200 len: 991 time: 0.0690601 Apr 29 08:14:43.512786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] Checking router: c296e55f-1cb6-4b1c-baa0-4bbd248051de for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:14:43.522788 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:14:43.523613 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:14:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:43.637077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:14:43.863195 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cd06214-3ad3-4583-8471-abe861319639 req-28990a53-9a99-4268-a5cb-160abff7d40c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc HTTP/1.1" status: 200 len: 999 time: 0.4138350 Apr 29 08:14:43.910946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd06214-3ad3-4583-8471-abe861319639 req-6fa7f5c9-2f5d-4031-95b1-828388faab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:43.912345 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cd06214-3ad3-4583-8471-abe861319639 req-6fa7f5c9-2f5d-4031-95b1-828388faab4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cdb2d18-4bee-4885-8dff-3a97cd3efe62 HTTP/1.1" status: 200 len: 835 time: 0.0432084 Apr 29 08:14:43.959837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd06214-3ad3-4583-8471-abe861319639 req-5ea41b74-5c5b-457a-be75-7ea402eee953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:43.961323 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cd06214-3ad3-4583-8471-abe861319639 req-5ea41b74-5c5b-457a-be75-7ea402eee953 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61375277-280f-48a1-84cd-e6b348a95a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432711 Apr 29 08:14:44.010071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '2719d8a7-adc4-46fc-9ff2-f0f8b56d1691', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'port_id': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'mac_address': 'fa:16:3e:cb:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:14:42Z', 'updated_at': '2022-04-29T08:14:42Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1db63d-2987-4e27-a08b-4c4be58afb24', 'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:c4:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:25Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:14:44.041263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aab8c6-1d1e-4497-a349-51f1ae01ebfc None None] The sync data for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv is: [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '2719d8a7-adc4-46fc-9ff2-f0f8b56d1691', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'port_id': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'mac_address': 'fa:16:3e:cb:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:14:42Z', 'updated_at': '2022-04-29T08:14:42Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1db63d-2987-4e27-a08b-4c4be58afb24', 'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:c4:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:25Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:14:44.054354 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cd06214-3ad3-4583-8471-abe861319639 req-0bac5798-924e-4cb1-8ff8-390fa2dcff72 service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866523 Apr 29 08:14:44.142358 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cd06214-3ad3-4583-8471-abe861319639 req-3ae069e6-35f0-4574-ab34-6cbd510b6e35 service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825577 Apr 29 08:14:44.229461 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05017e8-5185-4dda-a3f2-7bf0b4b9e829 None None] New status for floating IP 2719d8a7-adc4-46fc-9ff2-f0f8b56d1691: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:14:44.512184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60700) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:14:44.585708 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b63244e7-599a-4202-8cbe-533ebba216eb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/2719d8a7-adc4-46fc-9ff2-f0f8b56d1691 HTTP/1.1" status: 200 len: 993 time: 0.0721400 Apr 29 08:14:47.343711 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-839f245c-5d4f-412e-b873-b8b7d65353c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538006 Apr 29 08:14:47.437516 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-dbd49023-3a44-4919-9cad-e8f74c6d717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:47.439011 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-dbd49023-3a44-4919-9cad-e8f74c6d717e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 1130 time: 0.0472357 Apr 29 08:14:47.540054 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-85901737-1c73-49d2-82bd-4154ab0c2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:47.541562 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-85901737-1c73-49d2-82bd-4154ab0c2557 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61375277-280f-48a1-84cd-e6b348a95a49 HTTP/1.1" status: 200 len: 898 time: 0.0837765 Apr 29 08:14:47.608697 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-332de43c-e34a-477d-af9f-4b35730a4165 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc HTTP/1.1" status: 200 len: 1001 time: 0.0612400 Apr 29 08:14:47.656438 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-fee76f61-8853-4458-b226-5ab151cde667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:47.657862 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-fee76f61-8853-4458-b226-5ab151cde667 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cdb2d18-4bee-4885-8dff-3a97cd3efe62 HTTP/1.1" status: 200 len: 835 time: 0.0427544 Apr 29 08:14:47.706352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-9afefdd8-a750-491d-a319-23372d1a9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:14:47.707844 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-9afefdd8-a750-491d-a319-23372d1a9dd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61375277-280f-48a1-84cd-e6b348a95a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441422 Apr 29 08:14:47.801786 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-7f64e4f8-6c3e-4ab9-b0df-6c51a173a8a7 service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871556 Apr 29 08:14:47.900411 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8703f8a7-c256-45a9-b1cd-1b1dd591c2c9 req-9225c64f-ef8e-4f9b-978b-69524a9d09cf service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931616 Apr 29 08:14:48.243204 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:15:01.382827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-70baf67c-006e-4603-ba34-58daea5ae792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:03.489566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-38ddcdde-93f3-4419-a3d8-f94c0daf5e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:04.929616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:05.757327 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:06.246313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:07.362060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:16.022537 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51d1d-f4b1-4eb8-81a3-78e2656ca31b req-34c03e89-25d1-41e3-ac1f-991b75d46c25 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:16.024055 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-56b51d1d-f4b1-4eb8-81a3-78e2656ca31b req-34c03e89-25d1-41e3-ac1f-991b75d46c25 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0536604 Apr 29 08:15:16.030690 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-9e05a8df-8bab-4e74-b8cc-f2f585388f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:16.032231 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-9e05a8df-8bab-4e74-b8cc-f2f585388f08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 1130 time: 0.0497622 Apr 29 08:15:16.073538 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-56b51d1d-f4b1-4eb8-81a3-78e2656ca31b req-48ae76f7-4084-4566-8d01-b9fd656b37cf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436726 Apr 29 08:15:16.122993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-ba2cb596-05b7-4eff-a637-7c031d40b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:16.124440 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-ba2cb596-05b7-4eff-a637-7c031d40b805 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61375277-280f-48a1-84cd-e6b348a95a49 HTTP/1.1" status: 200 len: 898 time: 0.0816555 Apr 29 08:15:16.195159 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-d36c241c-ecde-40aa-9fa6-6e5ece8f99fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc HTTP/1.1" status: 200 len: 1001 time: 0.0628681 Apr 29 08:15:16.242940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-eb2864e6-39a2-46dc-ac4f-d102761ade77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:16.244378 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-eb2864e6-39a2-46dc-ac4f-d102761ade77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cdb2d18-4bee-4885-8dff-3a97cd3efe62 HTTP/1.1" status: 200 len: 835 time: 0.0432689 Apr 29 08:15:16.294122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-3bddd0ce-cca7-4d15-b8fd-2f32acc26f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:16.295613 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-3bddd0ce-cca7-4d15-b8fd-2f32acc26f0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61375277-280f-48a1-84cd-e6b348a95a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447209 Apr 29 08:15:16.401711 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-268962e7-38a1-419e-a5dd-114e4f4f7705 service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994234 Apr 29 08:15:16.499231 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-864b0d30-0c0c-405f-b945-bb00f82efc59 req-24ac7156-5a82-4c71-a7e6-f210faf21778 service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916243 Apr 29 08:15:17.202687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928ece9-d7c6-44dd-876d-9ece4fdf9b93 req-50f8e32b-d972-428b-a8f7-59ea0b589de6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:17.204209 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c928ece9-d7c6-44dd-876d-9ece4fdf9b93 req-50f8e32b-d972-428b-a8f7-59ea0b589de6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0577774 Apr 29 08:15:17.255149 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c928ece9-d7c6-44dd-876d-9ece4fdf9b93 req-e1ba6c3f-ea50-410e-8ca9-8ed1e4fc7f0b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Apr 29 08:15:18.381121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2615fac-b2f5-4164-b8cf-be721a578197 req-5a7e1fe2-247d-4b86-9a31-5525096d54ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:18.382622 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a2615fac-b2f5-4164-b8cf-be721a578197 req-5a7e1fe2-247d-4b86-9a31-5525096d54ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0554557 Apr 29 08:15:18.436456 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a2615fac-b2f5-4164-b8cf-be721a578197 req-bb31b465-9836-4938-afd1-51d03ca9185b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463290 Apr 29 08:15:19.575546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344f0b-eb9e-4380-8732-ca2afcaa066c req-1b468060-1971-45d8-8562-e2a7ad889b78 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:19.577026 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4344f0b-eb9e-4380-8732-ca2afcaa066c req-1b468060-1971-45d8-8562-e2a7ad889b78 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0585909 Apr 29 08:15:19.629109 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a4344f0b-eb9e-4380-8732-ca2afcaa066c req-f17d58c7-a07c-4c0f-a619-39bb8dec5719 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464358 Apr 29 08:15:20.762058 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445de6c-544b-4822-ac7f-9555388055d4 req-731faf99-90f6-4986-921f-513672e18ef8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:20.763535 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a445de6c-544b-4822-ac7f-9555388055d4 req-731faf99-90f6-4986-921f-513672e18ef8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0627146 Apr 29 08:15:20.819846 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a445de6c-544b-4822-ac7f-9555388055d4 req-1332a5a8-12db-4f32-a9ce-155b9180a211 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482366 Apr 29 08:15:21.953756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59b236-cf49-4e2e-8643-0fe45d80fd5f req-cc0c47ea-80ed-4346-9fd4-f742c58f35a8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:21.955299 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f59b236-cf49-4e2e-8643-0fe45d80fd5f req-cc0c47ea-80ed-4346-9fd4-f742c58f35a8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0572348 Apr 29 08:15:22.003175 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0f59b236-cf49-4e2e-8643-0fe45d80fd5f req-5ffe34bb-5610-403d-a1e8-09d54d3d5404 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422046 Apr 29 08:15:23.134202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32835012-89e7-47b1-af50-2a91b5ffbd97 req-1d998a54-3961-47f3-92fd-07cdae13dbb6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:23.135742 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-32835012-89e7-47b1-af50-2a91b5ffbd97 req-1d998a54-3961-47f3-92fd-07cdae13dbb6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0590208 Apr 29 08:15:23.188139 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-32835012-89e7-47b1-af50-2a91b5ffbd97 req-673001f1-39d7-45ae-9d78-62cfcfc00ec6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439184 Apr 29 08:15:24.505255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3809e1e-a021-4a93-a722-cdb77a3e0864 req-02a2c140-d7a0-4dc7-9ec9-8a3dc1a16fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:24.506640 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3809e1e-a021-4a93-a722-cdb77a3e0864 req-02a2c140-d7a0-4dc7-9ec9-8a3dc1a16fa3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0652812 Apr 29 08:15:24.560329 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e3809e1e-a021-4a93-a722-cdb77a3e0864 req-65a51bf1-a7b9-4f19-a32f-010cf04c480b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454204 Apr 29 08:15:25.251431 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:15:25.697513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b45943-d411-4ee0-a31c-3d2e89f993e9 req-ade57680-abb0-4cb3-a4ab-558309523e9c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:25.699005 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-91b45943-d411-4ee0-a31c-3d2e89f993e9 req-ade57680-abb0-4cb3-a4ab-558309523e9c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0677707 Apr 29 08:15:25.748730 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-91b45943-d411-4ee0-a31c-3d2e89f993e9 req-2d8c3d7a-c8bd-42e5-bda1-e408387eb010 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440419 Apr 29 08:15:26.874688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581775e-8e42-4ce9-976d-9802120f24b7 req-e9ff80e4-8bdf-49b1-9069-adc37bc3dd16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:26.876137 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c581775e-8e42-4ce9-976d-9802120f24b7 req-e9ff80e4-8bdf-49b1-9069-adc37bc3dd16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0571985 Apr 29 08:15:26.933054 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c581775e-8e42-4ce9-976d-9802120f24b7 req-9c4d7532-ef35-445d-b28b-be43c93d903c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488441 Apr 29 08:15:28.232659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22f393-00e8-4075-9138-416b752d2191 req-17f03228-1d49-4124-a17e-7eb1fb9a401e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:28.234076 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-da22f393-00e8-4075-9138-416b752d2191 req-17f03228-1d49-4124-a17e-7eb1fb9a401e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0531876 Apr 29 08:15:28.282654 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-da22f393-00e8-4075-9138-416b752d2191 req-619d8a74-f645-4802-8db0-99bf44e131ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 Apr 29 08:15:29.426664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f9cd-d169-4e05-b78b-96cd195f4349 req-5999e2bd-7233-4a71-91cf-afe4dbd35ed0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:29.428152 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4396f9cd-d169-4e05-b78b-96cd195f4349 req-5999e2bd-7233-4a71-91cf-afe4dbd35ed0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0645151 Apr 29 08:15:29.481847 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4396f9cd-d169-4e05-b78b-96cd195f4349 req-041eb9f8-4ffa-4e11-bf64-9d169c032e01 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479765 Apr 29 08:15:30.618794 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4833ede-988f-48e1-b851-eb111f82bb95 req-090a0963-8fb2-4ef7-b36e-3e2a5ef18e68 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:30.621133 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a4833ede-988f-48e1-b851-eb111f82bb95 req-090a0963-8fb2-4ef7-b36e-3e2a5ef18e68 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0554211 Apr 29 08:15:30.674886 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a4833ede-988f-48e1-b851-eb111f82bb95 req-8caa743e-82a0-4d8f-a296-5b906d4eff51 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480177 Apr 29 08:15:31.367043 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5c28084-6bf3-4a32-afe6-e359f88e10fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:31.798011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04091b-3af7-40a0-b77f-2ae0e65b28b8 req-fa82f1f9-5b48-4e1a-b716-1d34262831f5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:31.799468 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ee04091b-3af7-40a0-b77f-2ae0e65b28b8 req-fa82f1f9-5b48-4e1a-b716-1d34262831f5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0547099 Apr 29 08:15:31.848968 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ee04091b-3af7-40a0-b77f-2ae0e65b28b8 req-573c568b-9ab6-40a1-8c3f-e4b1fab97327 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435274 Apr 29 08:15:32.975338 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f133b63-f67d-4bd6-9856-28295385f63b req-3e9a983e-27d3-474e-843e-fcc96606ce32 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:32.976704 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3f133b63-f67d-4bd6-9856-28295385f63b req-3e9a983e-27d3-474e-843e-fcc96606ce32 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0547626 Apr 29 08:15:33.029868 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3f133b63-f67d-4bd6-9856-28295385f63b req-dec98e0d-34b8-415f-bb56-4389e0e3aa0e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451031 Apr 29 08:15:33.052146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60746) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:15:33.113183 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dd45ea2b-0fd2-4147-a17f-a0a8ebce0bac tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/2719d8a7-adc4-46fc-9ff2-f0f8b56d1691 HTTP/1.1" status: 200 len: 993 time: 0.0599332 Apr 29 08:15:33.496205 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-99074f7e-e3ae-40a2-bf8f-8670abaf1803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:34.938849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:35.763877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:36.244784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:37.362203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:15:48.345064 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-8c026967-cd2c-4e67-a321-97c0a97c1798 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466089 Apr 29 08:15:48.441488 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-8342d949-2340-4944-88dd-619ecbd7324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:48.443019 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-8342d949-2340-4944-88dd-619ecbd7324e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 1130 time: 0.0461428 Apr 29 08:15:48.551740 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-57d1a4c1-224f-40a6-867a-4ed9e990fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:48.553166 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-57d1a4c1-224f-40a6-867a-4ed9e990fb36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61375277-280f-48a1-84cd-e6b348a95a49 HTTP/1.1" status: 200 len: 898 time: 0.0895660 Apr 29 08:15:48.623073 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-2a066b45-f075-4de5-83bc-e9a6d9b824fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc HTTP/1.1" status: 200 len: 1001 time: 0.0624084 Apr 29 08:15:48.675047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-93a501fa-5f17-49b0-9f0e-058f1f4a46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:48.676525 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-93a501fa-5f17-49b0-9f0e-058f1f4a46ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cdb2d18-4bee-4885-8dff-3a97cd3efe62 HTTP/1.1" status: 200 len: 835 time: 0.0472758 Apr 29 08:15:48.727123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-cb297f3c-4bea-47f1-91ac-755b873ce5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:15:48.728581 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-cb297f3c-4bea-47f1-91ac-755b873ce5d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61375277-280f-48a1-84cd-e6b348a95a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461960 Apr 29 08:15:48.818959 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-f26e9166-7b4f-4087-b9c4-26ed1715ac26 service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830767 Apr 29 08:15:48.918621 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-17d25ef4-6d53-4d70-87b0-66a69d3ca751 req-0891eff3-9d4c-45a7-82b6-c052ef02fb7c service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932515 Apr 29 08:16:01.381533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-659e8315-8331-4647-98ad-a06007505c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:02.239911 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:16:03.494994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2ace3bc-d8f4-416c-80bb-fe2517d65023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:03.707648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60760) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:03.883358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 567199b0-9bd3-4695-802e-dba03bcacefe {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:16:03.883719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (567199b0-9bd3-4695-802e-dba03bcacefe), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:03.959472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (567199b0-9bd3-4695-802e-dba03bcacefe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:03.959768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (567199b0-9bd3-4695-802e-dba03bcacefe), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:03.972452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 567199b0-9bd3-4695-802e-dba03bcacefe owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:16:04.145589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (567199b0-9bd3-4695-802e-dba03bcacefe), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:04.168199 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=567199b0-9bd3-4695-802e-dba03bcacefe,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:04.178051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.178392 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.178723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.179059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.179389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.179724 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.180447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.180447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.180655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.180983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.181337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.181659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.181980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:04.248097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (2719d8a7-adc4-46fc-9ff2-f0f8b56d1691), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:04.248421 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 2719d8a7-adc4-46fc-9ff2-f0f8b56d1691 disassociated (deleted). External IP: 172.26.3.34, port: d6dbb4f0-a38d-4ae8-883e-7497c057a4cc. Apr 29 08:16:04.771119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router c296e55f-1cb6-4b1c-baa0-4bbd248051de has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:16:04.876565 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:16:04.880991 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:04.886247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] Sync routers for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:16:04.896983 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:04.897663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:04.917505 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3d432183-65f2-468c-895b-ae6369e82060 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/floatingips/2719d8a7-adc4-46fc-9ff2-f0f8b56d1691 HTTP/1.1" status: 204 len: 168 time: 1.2082767 Apr 29 08:16:04.918092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:04.920413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb66fe3-30cd-479e-9a8f-90d69684784b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:04.960776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbf34a3-ee40-49c6-aa37-df1f63766e1a x-openstack-request-id: req-8dbf34a3-ee40-49c6-aa37-df1f63766e1a {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:04.961203 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:04.961541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8dbf34a3-ee40-49c6-aa37-df1f63766e1a {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:04.961957 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbf34a3-ee40-49c6-aa37-df1f63766e1a'] response: {'name': 'network-changed', 'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'status': 'completed', 'code': 200} Apr 29 08:16:04.980729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:05.019812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:05.037020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-e3e19687-46f2-4490-9979-2661f1f231d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:05.039372 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-e3e19687-46f2-4490-9979-2661f1f231d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 1130 time: 0.0561247 Apr 29 08:16:05.176266 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-f8262f8e-94fa-45e7-97cc-d83b6cc6f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:05.177670 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-f8262f8e-94fa-45e7-97cc-d83b6cc6f00f service neutron] 10.222.0.36 "GET /v2.0/networks?id=61375277-280f-48a1-84cd-e6b348a95a49 HTTP/1.1" status: 200 len: 898 time: 0.1319931 Apr 29 08:16:05.185416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f183f-c944-43ff-a98a-bdf292c9a211 req-16b9374b-3e50-409d-9e3a-efae482c5c14 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:05.186789 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d23f183f-c944-43ff-a98a-bdf292c9a211 req-16b9374b-3e50-409d-9e3a-efae482c5c14 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0810897 Apr 29 08:16:05.224397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'ac1db63d-2987-4e27-a08b-4c4be58afb24', 'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:c4:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:25Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:05.231358 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-9488da52-41e8-41ad-b45c-3f67b5ced8e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc HTTP/1.1" status: 200 len: 217 time: 0.0436122 Apr 29 08:16:05.250734 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] Checking router: c296e55f-1cb6-4b1c-baa0-4bbd248051de for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:16:05.259367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:05.259977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:05.304773 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d23f183f-c944-43ff-a98a-bdf292c9a211 req-e390b0f7-23bf-449a-b78b-5d3fe80ef0a9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113312 Apr 29 08:16:05.306546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-ff2a5c00-7d40-4be8-b0e8-5333097b7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:05.307896 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-ff2a5c00-7d40-4be8-b0e8-5333097b7d5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5cdb2d18-4bee-4885-8dff-3a97cd3efe62 HTTP/1.1" status: 200 len: 835 time: 0.0706851 Apr 29 08:16:05.361582 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-043cf93f-3410-4567-8df7-799c2c20718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:05.363108 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-043cf93f-3410-4567-8df7-799c2c20718e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61375277-280f-48a1-84cd-e6b348a95a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477059 Apr 29 08:16:05.364460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:05.456290 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-581db668-cac2-4a3c-a56b-6a0f784ffc6b service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859745 Apr 29 08:16:05.548038 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0cb66fe3-30cd-479e-9a8f-90d69684784b req-872d9a24-b6d6-4f8b-955b-5d048f3cc01f service neutron] 10.222.0.36 "GET /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844526 Apr 29 08:16:05.556674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'ac1db63d-2987-4e27-a08b-4c4be58afb24', 'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:c4:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:25Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:05.587147 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4e911-d283-4a9b-9187-bc054fc4a512 None None] The sync data for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv is: [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:14:25Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'ac1db63d-2987-4e27-a08b-4c4be58afb24', 'name': '', 'network_id': '61375277-280f-48a1-84cd-e6b348a95a49', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:c4:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:25Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '5cdb2d18-4bee-4885-8dff-3a97cd3efe62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:16:05.746232 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:05.825306 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67eb30f-efbf-422c-a332-971fe182f483 None None] New status for floating IP 2719d8a7-adc4-46fc-9ff2-f0f8b56d1691: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:16:06.249779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:06.442393 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a656a18-7ee2-4589-b336-f855e9dc252b req-671ac022-eb23-45b7-b357-7066fe37de99 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:06.443880 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8a656a18-7ee2-4589-b336-f855e9dc252b req-671ac022-eb23-45b7-b357-7066fe37de99 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0569112 Apr 29 08:16:06.496386 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8a656a18-7ee2-4589-b336-f855e9dc252b req-f22bd3cd-bba9-42cd-bf71-6616197ff8dd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=635a76a9-be9e-411a-80ca-2cf8385e17a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443287 Apr 29 08:16:06.613386 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-871d0099-c62d-4a81-a9b6-f67953699dfe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:06.614824 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-871d0099-c62d-4a81-a9b6-f67953699dfe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29 HTTP/1.1" status: 200 len: 946 time: 0.0561810 Apr 29 08:16:06.722269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:16:06.722618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:06.813537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:06.813802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:06.825822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for d6dbb4f0-a38d-4ae8-883e-7497c057a4cc owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:16:06.962971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (d6dbb4f0-a38d-4ae8-883e-7497c057a4cc), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:06.995660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=d6dbb4f0-a38d-4ae8-883e-7497c057a4cc,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:07.022349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.022700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.023044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.023387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.023726 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.024063 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.024391 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.024710 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.025050 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.025409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.025731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.026053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.026379 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:07.045671 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] No DVR routers for this DVR port d6dbb4f0-a38d-4ae8-883e-7497c057a4cc on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:07.048184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:07.051533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d22f6fb5-1e10-4079-9a41-759f4a03917d req-00c5d2ff-499a-4760-8f53-d05408dc312e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "DELETE /v2.0/ports/d6dbb4f0-a38d-4ae8-883e-7497c057a4cc HTTP/1.1" status: 204 len: 173 time: 0.4316521 Apr 29 08:16:07.051968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'name': 'network-vif-deleted', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:07.054242 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630b9dcb-0f72-4947-91b3-9020643d6a8c" -d '{"events": [{"server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "name": "network-vif-deleted", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:07.094051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e7fef-5789-4b27-b6d9-acf5c9daa273 x-openstack-request-id: req-9d7e7fef-5789-4b27-b6d9-acf5c9daa273 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:07.094349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29", "name": "network-vif-deleted", "tag": "d6dbb4f0-a38d-4ae8-883e-7497c057a4cc", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:07.094629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d7e7fef-5789-4b27-b6d9-acf5c9daa273 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:07.095070 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7e7fef-5789-4b27-b6d9-acf5c9daa273'] response: {'server_uuid': 'fc8bb3b9-67e8-41e2-9e35-4ef1c62afc29', 'name': 'network-vif-deleted', 'tag': 'd6dbb4f0-a38d-4ae8-883e-7497c057a4cc', 'status': 'completed', 'code': 200} Apr 29 08:16:07.360694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:07.560723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60776) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:07.958640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (c296e55f-1cb6-4b1c-baa0-4bbd248051de), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:08.240648 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port ac1db63d-2987-4e27-a08b-4c4be58afb24 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:16:08.240887 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:08.333136 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port ac1db63d-2987-4e27-a08b-4c4be58afb24, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=ac1db63d-2987-4e27-a08b-4c4be58afb24,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:08.333527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:08.346387 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for ac1db63d-2987-4e27-a08b-4c4be58afb24 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:16:08.539770 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (ac1db63d-2987-4e27-a08b-4c4be58afb24), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:08.572693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=ac1db63d-2987-4e27-a08b-4c4be58afb24,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:08.748615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (c296e55f-1cb6-4b1c-baa0-4bbd248051de), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:08.971683 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router c296e55f-1cb6-4b1c-baa0-4bbd248051de has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:16:09.098902 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:16:09.104376 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ea6dcd8e-e969-4a84-93ff-acfe867a539d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/c296e55f-1cb6-4b1c-baa0-4bbd248051de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5425653 Apr 29 08:16:09.107079 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60778) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:09.108804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] Sync routers for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:16:09.120391 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:09.121003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:09.158030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8adb892-3f28-4d19-b613-1d7323ae74a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting subnet 5cdb2d18-4bee-4885-8dff-3a97cd3efe62 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:16:09.161271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e8adb892-3f28-4d19-b613-1d7323ae74a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (5cdb2d18-4bee-4885-8dff-3a97cd3efe62), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.202250 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e8adb892-3f28-4d19-b613-1d7323ae74a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (5cdb2d18-4bee-4885-8dff-3a97cd3efe62), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.227970 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:09.290478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e8adb892-3f28-4d19-b613-1d7323ae74a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (5cdb2d18-4bee-4885-8dff-3a97cd3efe62), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.348570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e8adb892-3f28-4d19-b613-1d7323ae74a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (5cdb2d18-4bee-4885-8dff-3a97cd3efe62), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.376917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adb892-3f28-4d19-b613-1d7323ae74a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdb2d18-4bee-4885-8dff-3a97cd3efe62,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:09.378934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e8adb892-3f28-4d19-b613-1d7323ae74a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.382117 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e8adb892-3f28-4d19-b613-1d7323ae74a6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/subnets/5cdb2d18-4bee-4885-8dff-3a97cd3efe62 HTTP/1.1" status: 204 len: 168 time: 0.2739270 Apr 29 08:16:09.384707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60780) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:09.388240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d8802-5a49-440d-b395-7dd1c0da6f93 None None] Network 61375277-280f-48a1-84cd-e6b348a95a49 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:16:09.486552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:16:08Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:09.502148 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (c296e55f-1cb6-4b1c-baa0-4bbd248051de), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.520665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] Checking router: c296e55f-1cb6-4b1c-baa0-4bbd248051de for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:16:09.535225 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] Routers {'c296e55f-1cb6-4b1c-baa0-4bbd248051de'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:09.536111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:09.602264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] DHCP port deletion for 61375277-280f-48a1-84cd-e6b348a95a49 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:16:09.613798 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (c296e55f-1cb6-4b1c-baa0-4bbd248051de), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.667848 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 4e397764-79bb-446b-8bb1-f3b992dfbd60 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:16:09.668184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.754904 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port 4e397764-79bb-446b-8bb1-f3b992dfbd60, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4e397764-79bb-446b-8bb1-f3b992dfbd60,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:09.755145 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.767567 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 4e397764-79bb-446b-8bb1-f3b992dfbd60 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:16:09.830630 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] Set router c296e55f-1cb6-4b1c-baa0-4bbd248051de gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:09.930352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Deleting port 8653e8bd-4559-4829-9792-5104729fcb7e {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:16:09.930691 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.941630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (4e397764-79bb-446b-8bb1-f3b992dfbd60), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:09.966921 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=4e397764-79bb-446b-8bb1-f3b992dfbd60,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:10.019059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] For port 8653e8bd-4559-4829-9792-5104729fcb7e, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8653e8bd-4559-4829-9792-5104729fcb7e,segment=NetworkSegment(741f284f-9930-4104-9407-9704bc0b3594),segment_id=741f284f-9930-4104-9407-9704bc0b3594)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:10.019357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.027869 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (c296e55f-1cb6-4b1c-baa0-4bbd248051de), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.041175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Calling delete_port for 8653e8bd-4559-4829-9792-5104729fcb7e owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:16:10.125910 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (c296e55f-1cb6-4b1c-baa0-4bbd248051de), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.128269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (c296e55f-1cb6-4b1c-baa0-4bbd248051de), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.150234 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:16:08Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:10.182140 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (c296e55f-1cb6-4b1c-baa0-4bbd248051de), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.182706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Fanout notify agent at l3_agent the message router_deleted on router c296e55f-1cb6-4b1c-baa0-4bbd248051de {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:16:10.185201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44918e34-b35d-47ac-ad3a-1516d7266da4 None None] The sync data for ids ['c296e55f-1cb6-4b1c-baa0-4bbd248051de'] in dv-neutron-839860-1-hyperv is: [{'id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591903926', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:14:22Z', 'updated_at': '2022-04-29T08:16:08Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '4e397764-79bb-446b-8bb1-f3b992dfbd60', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c296e55f-1cb6-4b1c-baa0-4bbd248051de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:14:23Z', 'updated_at': '2022-04-29T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:16:10.189024 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (8653e8bd-4559-4829-9792-5104729fcb7e), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.189613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.190727 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3552009e-3280-47b0-91b1-d99cbc1a937e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/routers/c296e55f-1cb6-4b1c-baa0-4bbd248051de HTTP/1.1" status: 204 len: 168 time: 0.8050313 Apr 29 08:16:10.193336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60782) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:10.219411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Pushing event deleted for resources: {'Port': ['ID=8653e8bd-4559-4829-9792-5104729fcb7e,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:10.225248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] No DVR routers for this DVR port 8653e8bd-4559-4829-9792-5104729fcb7e on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:16:10.237927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.238509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.238919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.239325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.239735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.240127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.240525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.240921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.241337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.241731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.242122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.242502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.242828 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff008-45ea-4a94-920e-140ef15a0bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:10.271818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (61375277-280f-48a1-84cd-e6b348a95a49), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.358839 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (61375277-280f-48a1-84cd-e6b348a95a49), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.379973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61375277-280f-48a1-84cd-e6b348a95a49']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:10.389624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741f284f-9930-4104-9407-9704bc0b3594') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:10.389922 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741f284f-9930-4104-9407-9704bc0b3594') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:10.399554 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (741f284f-9930-4104-9407-9704bc0b3594), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.413900 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (741f284f-9930-4104-9407-9704bc0b3594), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.420343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:16:10.420727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (741f284f-9930-4104-9407-9704bc0b3594), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:16:10.423955 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:16:10.487692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (61375277-280f-48a1-84cd-e6b348a95a49), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.494293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.497389 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/networks/61375277-280f-48a1-84cd-e6b348a95a49 HTTP/1.1" status: 204 len: 168 time: 0.3031206 Apr 29 08:16:10.500813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60784) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:10.509310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330a834-a0cb-4738-938b-8102882d9c5c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Network': ['ID=61375277-280f-48a1-84cd-e6b348a95a49,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:10.583196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d06790a9-4140-4459-8238-1959005aea6f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (635a76a9-be9e-411a-80ca-2cf8385e17a1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.616610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d06790a9-4140-4459-8238-1959005aea6f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (635a76a9-be9e-411a-80ca-2cf8385e17a1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.641307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8653e8bd-4559-4829-9792-5104729fcb7e no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:16:10.661444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 8653e8bd-4559-4829-9792-5104729fcb7e {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:16:10.662082 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8653e8bd-4559-4829-9792-5104729fcb7e not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:16:10.662679 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ac1db63d-2987-4e27-a08b-4c4be58afb24 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:16:10.679563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d06790a9-4140-4459-8238-1959005aea6f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (635a76a9-be9e-411a-80ca-2cf8385e17a1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.682439 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d06790a9-4140-4459-8238-1959005aea6f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:10.683807 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d06790a9-4140-4459-8238-1959005aea6f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/security-groups/635a76a9-be9e-411a-80ca-2cf8385e17a1 HTTP/1.1" status: 204 len: 168 time: 0.1820066 Apr 29 08:16:10.684025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: ac1db63d-2987-4e27-a08b-4c4be58afb24 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:16:10.684173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device ac1db63d-2987-4e27-a08b-4c4be58afb24 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:16:10.694685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06790a9-4140-4459-8238-1959005aea6f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a76a9-be9e-411a-80ca-2cf8385e17a1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:11.012839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60790) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:11.017685 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-27636464-bbd9-4328-8358-5a5bda220876 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760558041', 'description': 'tempest-secgroup-smoke-760558041 description', 'project_id': '12c8116034f34b859ad90b1a27492454'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:11.040893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27636464-bbd9-4328-8358-5a5bda220876 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.110835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27636464-bbd9-4328-8358-5a5bda220876 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (1a73ee6f-3941-4bf0-b6bf-2581cddbb06c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.116703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27636464-bbd9-4328-8358-5a5bda220876 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (1a73ee6f-3941-4bf0-b6bf-2581cddbb06c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.146761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-27636464-bbd9-4328-8358-5a5bda220876 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.147907 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-27636464-bbd9-4328-8358-5a5bda220876 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1339908 Apr 29 08:16:11.148982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27636464-bbd9-4328-8358-5a5bda220876 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:11.150904 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60792) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:11.155352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-193419d7-1b5f-4f55-9976-090290a44d71 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '1a73ee6f-3941-4bf0-b6bf-2581cddbb06c', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:11.184220 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-193419d7-1b5f-4f55-9976-090290a44d71 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (c6fc7402-2e14-4932-a1c1-85bf56de790c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.245725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-193419d7-1b5f-4f55-9976-090290a44d71 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (c6fc7402-2e14-4932-a1c1-85bf56de790c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.250521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-193419d7-1b5f-4f55-9976-090290a44d71 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (c6fc7402-2e14-4932-a1c1-85bf56de790c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.268056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193419d7-1b5f-4f55-9976-090290a44d71 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fc7402-2e14-4932-a1c1-85bf56de790c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:11.278408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-193419d7-1b5f-4f55-9976-090290a44d71 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.279711 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-193419d7-1b5f-4f55-9976-090290a44d71 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279120 Apr 29 08:16:11.282704 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60794) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:11.286945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-39c41244-e730-4517-bd60-8be9f6bd1fe2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '1a73ee6f-3941-4bf0-b6bf-2581cddbb06c', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:11.313016 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-39c41244-e730-4517-bd60-8be9f6bd1fe2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (607e0270-4762-497d-962e-5c417a56273c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.367329 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-39c41244-e730-4517-bd60-8be9f6bd1fe2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (607e0270-4762-497d-962e-5c417a56273c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.372262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-39c41244-e730-4517-bd60-8be9f6bd1fe2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (607e0270-4762-497d-962e-5c417a56273c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.389928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c41244-e730-4517-bd60-8be9f6bd1fe2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607e0270-4762-497d-962e-5c417a56273c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:11.397486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-39c41244-e730-4517-bd60-8be9f6bd1fe2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.398670 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-39c41244-e730-4517-bd60-8be9f6bd1fe2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150646 Apr 29 08:16:11.401536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60796) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:11.405784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-08ad6974-9f40-4836-8dc6-9dafa68f5f7b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '1a73ee6f-3941-4bf0-b6bf-2581cddbb06c', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:11.431291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08ad6974-9f40-4836-8dc6-9dafa68f5f7b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (6b87112d-cd71-45d2-acda-e7eb8cb3e03d), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.488866 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08ad6974-9f40-4836-8dc6-9dafa68f5f7b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (6b87112d-cd71-45d2-acda-e7eb8cb3e03d), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.493782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08ad6974-9f40-4836-8dc6-9dafa68f5f7b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (6b87112d-cd71-45d2-acda-e7eb8cb3e03d), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.513045 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad6974-9f40-4836-8dc6-9dafa68f5f7b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b87112d-cd71-45d2-acda-e7eb8cb3e03d,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:11.522137 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08ad6974-9f40-4836-8dc6-9dafa68f5f7b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.527002 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-08ad6974-9f40-4836-8dc6-9dafa68f5f7b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208911 Apr 29 08:16:11.527368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60798) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:11.532009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-d42a1612-a467-444a-a6bd-991b3f8a863f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '1a73ee6f-3941-4bf0-b6bf-2581cddbb06c', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:11.556813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device d6dbb4f0-a38d-4ae8-883e-7497c057a4cc no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:16:11.564338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d42a1612-a467-444a-a6bd-991b3f8a863f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (88a76905-0c9e-4a70-b5a7-9112994752e2), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.576032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: d6dbb4f0-a38d-4ae8-883e-7497c057a4cc {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:16:11.576378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device d6dbb4f0-a38d-4ae8-883e-7497c057a4cc not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:16:11.620932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d42a1612-a467-444a-a6bd-991b3f8a863f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (88a76905-0c9e-4a70-b5a7-9112994752e2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.626348 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d42a1612-a467-444a-a6bd-991b3f8a863f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (88a76905-0c9e-4a70-b5a7-9112994752e2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.645468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1612-a467-444a-a6bd-991b3f8a863f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a76905-0c9e-4a70-b5a7-9112994752e2,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:11.651313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d42a1612-a467-444a-a6bd-991b3f8a863f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.652375 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d42a1612-a467-444a-a6bd-991b3f8a863f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239514 Apr 29 08:16:11.655293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60800) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:11.659570 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-075724dd-c2d0-4428-a08b-ae56c39bb67c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '1a73ee6f-3941-4bf0-b6bf-2581cddbb06c', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:11.680446 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-075724dd-c2d0-4428-a08b-ae56c39bb67c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:16:11.685268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-075724dd-c2d0-4428-a08b-ae56c39bb67c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (170847ca-4770-46c3-a528-48104f96d085), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.743835 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-075724dd-c2d0-4428-a08b-ae56c39bb67c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (170847ca-4770-46c3-a528-48104f96d085), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.749466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-075724dd-c2d0-4428-a08b-ae56c39bb67c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (170847ca-4770-46c3-a528-48104f96d085), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.766785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075724dd-c2d0-4428-a08b-ae56c39bb67c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170847ca-4770-46c3-a528-48104f96d085,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:11.775295 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-075724dd-c2d0-4428-a08b-ae56c39bb67c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.776571 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-075724dd-c2d0-4428-a08b-ae56c39bb67c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203249 Apr 29 08:16:11.779845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60802) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:11.784203 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-455cd24d-f0ed-4f1b-b1a7-95aef54954ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '1a73ee6f-3941-4bf0-b6bf-2581cddbb06c', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:11.804830 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-455cd24d-f0ed-4f1b-b1a7-95aef54954ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:16:11.809755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-455cd24d-f0ed-4f1b-b1a7-95aef54954ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (5140cba0-978e-402f-9347-4d1b4ba45acd), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.875920 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-455cd24d-f0ed-4f1b-b1a7-95aef54954ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (5140cba0-978e-402f-9347-4d1b4ba45acd), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.882018 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-455cd24d-f0ed-4f1b-b1a7-95aef54954ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (5140cba0-978e-402f-9347-4d1b4ba45acd), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.902476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cd24d-f0ed-4f1b-b1a7-95aef54954ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5140cba0-978e-402f-9347-4d1b4ba45acd,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:11.910687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-455cd24d-f0ed-4f1b-b1a7-95aef54954ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.911906 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-455cd24d-f0ed-4f1b-b1a7-95aef54954ec tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311545 Apr 29 08:16:11.914843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60804) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:11.922325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'network': {'name': 'tempest-network-smoke--522012227', 'project_id': '12c8116034f34b859ad90b1a27492454', 'port_security_enabled': True}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:11.949965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:11.953440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.978540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:16:11.987294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (931713e4-17fd-40ca-878f-923188104358), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:11.987631 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Added segment 931713e4-17fd-40ca-878f-923188104358 of type vlan for network 56f68d11-5999-491c-9915-658d89e944f6 Apr 29 08:16:12.027156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (56f68d11-5999-491c-9915-658d89e944f6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:12.053101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (56f68d11-5999-491c-9915-658d89e944f6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:12.058004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:12.058585 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:12.112590 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1964064 Apr 29 08:16:12.115556 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60806) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:12.124210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'admin_state_up': True, 'project_id': '12c8116034f34b859ad90b1a27492454', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:12.124502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc702c-4d94-4b60-afb0-7cb467b54a4a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Network': ['ID=56f68d11-5999-491c-9915-658d89e944f6,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:12.137804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 56f68d11-5999-491c-9915-658d89e944f6 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:16:12.151438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (2cc2186f-5e02-451c-81db-8c561e0f6aba), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:12.152696 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (2cc2186f-5e02-451c-81db-8c561e0f6aba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:12.205515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (2cc2186f-5e02-451c-81db-8c561e0f6aba), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:12.279237 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4e397764-79bb-446b-8bb1-f3b992dfbd60 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:16:12.303907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4e397764-79bb-446b-8bb1-f3b992dfbd60 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:16:12.304241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4e397764-79bb-446b-8bb1-f3b992dfbd60 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:16:12.677174 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (2cc2186f-5e02-451c-81db-8c561e0f6aba), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:12.873591 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (2cc2186f-5e02-451c-81db-8c561e0f6aba), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:12.895219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:12.994872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.58 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/06119b24-3f83-4051-bc83-7fe8cbf83854) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:13.110815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:13.151320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:13.194279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:13.199205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:13.206022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:13.209030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=06119b24-3f83-4051-bc83-7fe8cbf83854,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:13.460497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (2cc2186f-5e02-451c-81db-8c561e0f6aba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:13.666266 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (2cc2186f-5e02-451c-81db-8c561e0f6aba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:13.810689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 2cc2186f-5e02-451c-81db-8c561e0f6aba is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:16:13.923843 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:16:13.934033 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Sync routers for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:16:13.944557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:13.945207 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:13.945785 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6df3820e-80c7-4cd3-807b-b87b0179a3c9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8252118 Apr 29 08:16:13.945988 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:13.949427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60808) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:13.981147 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7db1f755-c876-4daf-bcd0-efa6bd564f5f tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=12c8116034f34b859ad90b1a27492454&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304873 Apr 29 08:16:13.983669 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60810) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:14.052844 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:14.069170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1cf91e-dd4e-4d3a-886a-ef81fbd421b1 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:14.070696 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-7e1cf91e-dd4e-4d3a-886a-ef81fbd421b1 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861428 Apr 29 08:16:14.073968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60812) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:14.101264 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e07e6e77-2457-494d-b47d-bcff414ef06a tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260572 Apr 29 08:16:14.103774 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60814) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:14.109170 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-738235456', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'project_id': '12c8116034f34b859ad90b1a27492454', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:14.201992 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:14.205481 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.233407 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:13Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:14.351684 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Checking router: 2cc2186f-5e02-451c-81db-8c561e0f6aba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:16:14.351920 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Updating router 2cc2186f-5e02-451c-81db-8c561e0f6aba port 06119b24-3f83-4051-bc83-7fe8cbf83854 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:16:14.378673 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.393473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (a406bb9b-486c-4335-a453-fa79e0c7eaf5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.456951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Subnet': ['ID=a406bb9b-486c-4335-a453-fa79e0c7eaf5,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:14.465758 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Checking segment: {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:16:14.466104 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network hostable DHCP agents. Network: 56f68d11-5999-491c-9915-658d89e944f6, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:16:14.485263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 56f68d11-5999-491c-9915-658d89e944f6 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:16:14.494498 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 56f68d11-5999-491c-9915-658d89e944f6) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:14.498772 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:14.499357 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.505183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a13caf-b623-4062-b987-99e3ea9fade0 None None] Network 56f68d11-5999-491c-9915-658d89e944f6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:16:14.516577 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dde72bf8-ff12-467c-abd4-ffa5a1c7c9f4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4117136 Apr 29 08:16:14.519382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60816) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:14.624068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-56f68d11-5999-491c-9915-658d89e944f6', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:16:14.625166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.634755 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Publish callbacks [] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.641848 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.695240 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Attempting to bind port 06119b24-3f83-4051-bc83-7fe8cbf83854 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:16:14.695750 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Attempting to bind port 06119b24-3f83-4051-bc83-7fe8cbf83854 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:16:14.696499 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Attempting to bind port 06119b24-3f83-4051-bc83-7fe8cbf83854 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:14.704906 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:14.704906 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:16:14.705524 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.705997 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:14.706790 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Bound port: 06119b24-3f83-4051-bc83-7fe8cbf83854, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:16:14.706979 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.714681 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Pushing event updated for resources: {'Port': ['ID=06119b24-3f83-4051-bc83-7fe8cbf83854,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:14.741500 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.741993 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.742446 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.742868 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.743288 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.743759 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.744102 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.745773 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.745773 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.745773 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.745773 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.745773 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.746448 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:16:14.761331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Allocated IP 172.20.0.2 (56f68d11-5999-491c-9915-658d89e944f6/a406bb9b-486c-4335-a453-fa79e0c7eaf5/7afc833b-901e-4382-90cc-6ce4f8df2dc2) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:14.775924 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] For port 06119b24-3f83-4051-bc83-7fe8cbf83854, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:14.779178 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] For port 06119b24-3f83-4051-bc83-7fe8cbf83854, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=06119b24-3f83-4051-bc83-7fe8cbf83854,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:14.785435 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.840553 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:14.841325 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:14.880833 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded0eed-6209-4c93-bf3c-87e34bb20514 None None] Pushing event updated for resources: {'Port': ['ID=06119b24-3f83-4051-bc83-7fe8cbf83854,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:14.905264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Publish callbacks [] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.911977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:14.949626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Network 56f68d11-5999-491c-9915-658d89e944f6 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:14.952548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:14.956142 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:14.960892 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:14.965590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Pushing event updated for resources: {'Port': ['ID=7afc833b-901e-4382-90cc-6ce4f8df2dc2,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:14.973779 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:15.021949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Attempting to bind port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:16:15.022347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Attempting to bind port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:16:15.022924 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Attempting to bind port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 on network 56f68d11-5999-491c-9915-658d89e944f6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:15.027849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:15.028213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Checking segment: {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:16:15.028609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:15.028990 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Bound using segment: {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:15.029479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Bound port: 7afc833b-901e-4382-90cc-6ce4f8df2dc2, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:16:15.029860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:15.092521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] For port 7afc833b-901e-4382-90cc-6ce4f8df2dc2, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:15.095719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] For port 7afc833b-901e-4382-90cc-6ce4f8df2dc2, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7afc833b-901e-4382-90cc-6ce4f8df2dc2,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:15.103928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:15.165927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751839c-1cc2-4e05-8232-c90ef8d588f6 None None] Pushing event updated for resources: {'Port': ['ID=7afc833b-901e-4382-90cc-6ce4f8df2dc2,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:15.173438 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:13Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:15.205264 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d477a-56ee-47a6-8522-dbc2757cbd16 None None] The sync data for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv is: [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:13Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:16:15.258545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.1 (56f68d11-5999-491c-9915-658d89e944f6/a406bb9b-486c-4335-a453-fa79e0c7eaf5/c6a15fcf-178a-4934-a01e-ff79228c3143) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:15.385461 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:15.425809 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:15.474710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 56f68d11-5999-491c-9915-658d89e944f6 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:15.478130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:15.481949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:15.491281 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=c6a15fcf-178a-4934-a01e-ff79228c3143,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:15.545010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (2cc2186f-5e02-451c-81db-8c561e0f6aba), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:15.691966 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:15.992121 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:15.997544 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.070183 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=c6a15fcf-178a-4934-a01e-ff79228c3143,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:16.079458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (2cc2186f-5e02-451c-81db-8c561e0f6aba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.179467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 56f68d11-5999-491c-9915-658d89e944f6 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:16.181048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:16.193606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdb4cba-f412-46d7-b942-19dac5b5b002 None None] Network 56f68d11-5999-491c-9915-658d89e944f6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:16:16.310377 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 2cc2186f-5e02-451c-81db-8c561e0f6aba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:16:16.324193 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-0607ba3e-7bbe-47c9-b6b1-46ecbb2e6512 None None] Provisioning complete for port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:16.324571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0607ba3e-7bbe-47c9-b6b1-46ecbb2e6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.409545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 06119b24-3f83-4051-bc83-7fe8cbf83854 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:16.452753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-0607ba3e-7bbe-47c9-b6b1-46ecbb2e6512 None None] Current status of the port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:16.453139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0607ba3e-7bbe-47c9-b6b1-46ecbb2e6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.503188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-0607ba3e-7bbe-47c9-b6b1-46ecbb2e6512 None None] For port 7afc833b-901e-4382-90cc-6ce4f8df2dc2, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7afc833b-901e-4382-90cc-6ce4f8df2dc2,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:16.506913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 06119b24-3f83-4051-bc83-7fe8cbf83854 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:16.507485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.530271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0607ba3e-7bbe-47c9-b6b1-46ecbb2e6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.603696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607ba3e-7bbe-47c9-b6b1-46ecbb2e6512 None None] Pushing event updated for resources: {'Port': ['ID=7afc833b-901e-4382-90cc-6ce4f8df2dc2,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:16.657580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 06119b24-3f83-4051-bc83-7fe8cbf83854 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:16.657964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.682817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f75bc213-2999-4326-96c3-e20a59848d31 None None] Provisioning complete for port c6a15fcf-178a-4934-a01e-ff79228c3143 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:16.683460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f75bc213-2999-4326-96c3-e20a59848d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.708805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 06119b24-3f83-4051-bc83-7fe8cbf83854, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=06119b24-3f83-4051-bc83-7fe8cbf83854,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:16.716975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.717819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7afc833b-901e-4382-90cc-6ce4f8df2dc2 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:16.773141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f75bc213-2999-4326-96c3-e20a59848d31 None None] Port c6a15fcf-178a-4934-a01e-ff79228c3143 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:16:16.798482 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:16:16.813338 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5de1ae15-a2d8-4d38-9b8e-1272aa6ea4e5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/2cc2186f-5e02-451c-81db-8c561e0f6aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2837780 Apr 29 08:16:16.825027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f75bc213-2999-4326-96c3-e20a59848d31 None None] Provisioning complete for port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:16.825427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f75bc213-2999-4326-96c3-e20a59848d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.826875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=06119b24-3f83-4051-bc83-7fe8cbf83854,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:16.879360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:16.879725 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:16.962751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f75bc213-2999-4326-96c3-e20a59848d31 None None] Current status of the port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:16.993307 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-56a7cdcf-f97e-4eed-a81c-073cf7fb8b92 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760558041&fields=id&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 267 time: 0.0606184 Apr 29 08:16:17.006867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:17.051681 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Sync routers for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:16:17.061000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:17.061703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:17.100939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-53f85362-8e7c-4db0-9281-a9259f881609 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:17.102579 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-53f85362-8e7c-4db0-9281-a9259f881609 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 796 time: 0.1014647 Apr 29 08:16:17.117627 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-2e3e797d-4019-4725-a5da-c97c99b5687d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/quotas/12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 375 time: 0.0091946 Apr 29 08:16:17.155807 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d66f948e-2401-45b2-ab6b-5596030f9dce None None] Provisioning complete for port c6a15fcf-178a-4934-a01e-ff79228c3143 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:17.156177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d66f948e-2401-45b2-ab6b-5596030f9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:17.178399 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-abb2c7f0-fcc9-4b53-9047-09181df817dd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512772 Apr 29 08:16:17.198339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d66f948e-2401-45b2-ab6b-5596030f9dce None None] Port c6a15fcf-178a-4934-a01e-ff79228c3143 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:16:17.210039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:17.319491 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-f5bcf4e6-8b4b-470f-b754-434db33ffab9 service neutron] 10.222.0.23 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297553 Apr 29 08:16:17.406596 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-f4d6bb67-3735-48fd-892a-9b4ed8abdada service neutron] 10.222.0.23 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808015 Apr 29 08:16:17.415263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'c6a15fcf-178a-4934-a01e-ff79228c3143', 'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:b6:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:15Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 2, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:17.571051 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-278b22e2-c88d-4cb9-b835-814c2e58c1b2 req-a6cdc05b-f899-459a-9027-3fa6d5952fb9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 210 time: 0.0278990 Apr 29 08:16:17.615997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Checking router: 2cc2186f-5e02-451c-81db-8c561e0f6aba for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:16:17.616349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Updating router 2cc2186f-5e02-451c-81db-8c561e0f6aba port c6a15fcf-178a-4934-a01e-ff79228c3143 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:16:17.643385 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:17.916394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Publish callbacks [] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:17.922579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:17.978461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe9759-00b6-45c2-a2fc-501fe9f2e202 None None] Pushing event updated for resources: {'Port': ['ID=c6a15fcf-178a-4934-a01e-ff79228c3143,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:18.027811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Attempting to bind port c6a15fcf-178a-4934-a01e-ff79228c3143 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:16:18.028173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Attempting to bind port c6a15fcf-178a-4934-a01e-ff79228c3143 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:16:18.028533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Attempting to bind port c6a15fcf-178a-4934-a01e-ff79228c3143 on network 56f68d11-5999-491c-9915-658d89e944f6 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:18.033931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:18.034300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Checking segment: {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:16:18.034699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.035091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Bound using segment: {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:18.035558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Bound port: c6a15fcf-178a-4934-a01e-ff79228c3143, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:16:18.035934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.106368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] For port c6a15fcf-178a-4934-a01e-ff79228c3143, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:18.110178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] For port c6a15fcf-178a-4934-a01e-ff79228c3143, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c6a15fcf-178a-4934-a01e-ff79228c3143,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:18.117868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.173935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:18.174633 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:18.215139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe9759-00b6-45c2-a2fc-501fe9f2e202 None None] Pushing event updated for resources: {'Port': ['ID=c6a15fcf-178a-4934-a01e-ff79228c3143,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:18.269466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9e9a84b2-3006-42e7-a5f4-e2e38cb28c9b None None] Provisioning complete for port c6a15fcf-178a-4934-a01e-ff79228c3143 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:18.269833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9e9a84b2-3006-42e7-a5f4-e2e38cb28c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.332077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:18.366635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 06119b24-3f83-4051-bc83-7fe8cbf83854 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:18.472872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a84b2-3006-42e7-a5f4-e2e38cb28c9b None None] Current status of the port c6a15fcf-178a-4934-a01e-ff79228c3143 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:18.473156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9e9a84b2-3006-42e7-a5f4-e2e38cb28c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.510913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-f689da06-bae2-46fa-81e9-2f0302239d48 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:18.512390 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-f689da06-bae2-46fa-81e9-2f0302239d48 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 796 time: 0.1141686 Apr 29 08:16:18.555820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 06119b24-3f83-4051-bc83-7fe8cbf83854 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:18.556192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.560253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9e9a84b2-3006-42e7-a5f4-e2e38cb28c9b None None] For port c6a15fcf-178a-4934-a01e-ff79228c3143, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c6a15fcf-178a-4934-a01e-ff79228c3143,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:18.582379 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-a0b52b1f-0832-4ad6-915d-b6ea8966f599 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 379 time: 0.0622966 Apr 29 08:16:18.588806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9e9a84b2-3006-42e7-a5f4-e2e38cb28c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.594419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'port': {'device_id': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'admin_state_up': True, 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'security_groups': ['1a73ee6f-3941-4bf0-b6bf-2581cddbb06c']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:18.681505 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6f0f9ff2-a4e2-49ca-8d95-fa0849a54cc5 req-9d6de639-65e3-4066-8f3d-26f324fef714 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 210 time: 0.0332484 Apr 29 08:16:18.687767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a84b2-3006-42e7-a5f4-e2e38cb28c9b None None] Pushing event updated for resources: {'Port': ['ID=c6a15fcf-178a-4934-a01e-ff79228c3143,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:18.737481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:16:18.741096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.745825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 06119b24-3f83-4051-bc83-7fe8cbf83854 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:18.746866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7afc833b-901e-4382-90cc-6ce4f8df2dc2 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:18.767324 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-e4666473-74c7-4b1f-9122-7393bf5b5fc2 None None] Provisioning complete for port c6a15fcf-178a-4934-a01e-ff79228c3143 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:18.767690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e4666473-74c7-4b1f-9122-7393bf5b5fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.804599 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'c6a15fcf-178a-4934-a01e-ff79228c3143', 'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:b6:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:15Z', 'updated_at': '2022-04-29T08:16:18Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:18.839508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835e7d5-52f4-4e06-9959-40cef19e10af None None] The sync data for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv is: [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'c6a15fcf-178a-4934-a01e-ff79228c3143', 'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:b6:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:15Z', 'updated_at': '2022-04-29T08:16:18Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:16:18.866402 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:18.866766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:18.881249 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.10 (56f68d11-5999-491c-9915-658d89e944f6/a406bb9b-486c-4335-a453-fa79e0c7eaf5/7fc29074-4f03-40df-9fc6-443655602c0a) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:18.949635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-e4666473-74c7-4b1f-9122-7393bf5b5fc2 None None] Current status of the port c6a15fcf-178a-4934-a01e-ff79228c3143 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:19.004168 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:19.067970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (7fc29074-4f03-40df-9fc6-443655602c0a), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.102820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.151617 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 56f68d11-5999-491c-9915-658d89e944f6 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:19.154820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:19.157455 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:19.186692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=7fc29074-4f03-40df-9fc6-443655602c0a,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:19.216988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:19.218696 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.237635 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-8e005a2a-258a-471b-8019-1f13992e5671 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6476789 Apr 29 08:16:19.249767 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Request body: {'port': {'device_id': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:19.323727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.475473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d061360e-ff1b-46c5-a92c-d4de35587af7 None None] Provisioning complete for port 7fc29074-4f03-40df-9fc6-443655602c0a triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:19.476096 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d061360e-ff1b-46c5-a92c-d4de35587af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.513274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d061360e-ff1b-46c5-a92c-d4de35587af7 None None] Port 7fc29074-4f03-40df-9fc6-443655602c0a cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:16:19.607985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc29074-4f03-40df-9fc6-443655602c0a {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:16:19.617024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Publish callbacks [] for port (7fc29074-4f03-40df-9fc6-443655602c0a), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.629679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Transition to ACTIVE for port object 7fc29074-4f03-40df-9fc6-443655602c0a will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:16:19.634277 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.685950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Pushing event updated for resources: {'Port': ['ID=7fc29074-4f03-40df-9fc6-443655602c0a,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:19.778416 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Attempting to bind port 7fc29074-4f03-40df-9fc6-443655602c0a on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:16:19.778903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Attempting to bind port 7fc29074-4f03-40df-9fc6-443655602c0a by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:16:19.779233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Attempting to bind port 7fc29074-4f03-40df-9fc6-443655602c0a on network 56f68d11-5999-491c-9915-658d89e944f6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:19.784130 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Port 7fc29074-4f03-40df-9fc6-443655602c0a on network 56f68d11-5999-491c-9915-658d89e944f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:16:19.784597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Attempting to bind port 7fc29074-4f03-40df-9fc6-443655602c0a on network 56f68d11-5999-491c-9915-658d89e944f6 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:16:19.790302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:16:19.790536 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Checking segment: {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:16:19.790863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Bound using segment: {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:16:19.791327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Bound port: 7fc29074-4f03-40df-9fc6-443655602c0a, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931713e4-17fd-40ca-878f-923188104358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '56f68d11-5999-491c-9915-658d89e944f6'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:16:19.791667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.816501 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be57f26-a44e-48d2-859c-5c5c3f248efa req-5dc8870c-f375-44be-989b-eabb59fc520b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:19.818078 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7be57f26-a44e-48d2-859c-5c5c3f248efa req-5dc8870c-f375-44be-989b-eabb59fc520b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 944 time: 0.0575778 Apr 29 08:16:19.874688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] For port 7fc29074-4f03-40df-9fc6-443655602c0a, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:16:19.880483 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7be57f26-a44e-48d2-859c-5c5c3f248efa req-b877cdc0-5c2b-4797-ad8a-5359c6da38dd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561013 Apr 29 08:16:19.882288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] For port 7fc29074-4f03-40df-9fc6-443655602c0a, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7fc29074-4f03-40df-9fc6-443655602c0a,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:16:19.889214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.924258 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:19.924803 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:19.926248 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] 10.222.0.36 "PUT /v2.0/ports/7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 1094 time: 0.6809413 Apr 29 08:16:19.926679 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:19.928905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8428cd5-a81a-4421-b28c-acf50234e556" -d '{"events": [{"name": "network-changed", "server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:19.958538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf24761-3101-40c7-bd41-85409a82576b service neutron] Pushing event updated for resources: {'Port': ['ID=7fc29074-4f03-40df-9fc6-443655602c0a,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:20.006350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fe23e6-91ff-44d7-8926-fc139807fa1f x-openstack-request-id: req-02fe23e6-91ff-44d7-8926-fc139807fa1f {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:20.006641 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:20.006890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02fe23e6-91ff-44d7-8926-fc139807fa1f {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:20.007296 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fe23e6-91ff-44d7-8926-fc139807fa1f'] response: {'name': 'network-changed', 'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a', 'status': 'completed', 'code': 200} Apr 29 08:16:20.028537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-7958a77a-2a6a-40c9-a894-40fa0b058570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:20.030146 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-7958a77a-2a6a-40c9-a894-40fa0b058570 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1128 time: 0.0537479 Apr 29 08:16:20.076368 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-3e108bf2-51a3-48c5-95ea-b1d534cbcb1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 217 time: 0.0395222 Apr 29 08:16:20.127042 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-6a444859-4c72-4224-a98d-167465cd2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:20.128575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-6a444859-4c72-4224-a98d-167465cd2690 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 200 len: 834 time: 0.0461359 Apr 29 08:16:20.177864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-db384afc-54d4-4344-a88a-1054079b13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:20.179350 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-db384afc-54d4-4344-a88a-1054079b13e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f68d11-5999-491c-9915-658d89e944f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445163 Apr 29 08:16:20.273886 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-318b763d-509e-4b41-8128-67f87a92b432 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878973 Apr 29 08:16:20.343294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c6a15fcf-178a-4934-a01e-ff79228c3143 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:20.369499 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e2da3a2d-24a5-4833-abc4-7cea9ec26429 req-aa13e6c2-cb72-4716-b9da-460b22b36dfb service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886941 Apr 29 08:16:20.406507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c6a15fcf-178a-4934-a01e-ff79228c3143 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:20.406877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:20.462177 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-c337b29d-3af1-4279-939b-a5a4eaf69fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:20.463682 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-c337b29d-3af1-4279-939b-a5a4eaf69fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1128 time: 0.0494075 Apr 29 08:16:20.483594 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c6a15fcf-178a-4934-a01e-ff79228c3143 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:20.552524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-1051d901-9e7f-46ec-89e2-d553218ad418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:20.553918 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-1051d901-9e7f-46ec-89e2-d553218ad418 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 897 time: 0.0827320 Apr 29 08:16:20.598913 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-877cd5a5-1417-4d8f-aaf6-0aad7e937500 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 217 time: 0.0385695 Apr 29 08:16:20.647419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-d5a7a032-b0cb-4b8e-85a4-e3d1c4a98e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:20.648834 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-d5a7a032-b0cb-4b8e-85a4-e3d1c4a98e09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 200 len: 834 time: 0.0440583 Apr 29 08:16:20.698017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-63b4592d-5667-4832-987f-6d1382818313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:20.699484 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-63b4592d-5667-4832-987f-6d1382818313 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f68d11-5999-491c-9915-658d89e944f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445955 Apr 29 08:16:20.792036 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-8a43da87-e376-46df-a312-ce308b0a6491 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853667 Apr 29 08:16:20.880243 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c8428cd5-a81a-4421-b28c-acf50234e556 req-905a33d6-a402-4b01-993d-59917337b771 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820668 Apr 29 08:16:21.006083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d527af-c963-405b-a4ba-1c592893a318 req-3f527d4c-e74e-4787-a775-7c11efe55f1b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:21.007556 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-92d527af-c963-405b-a4ba-1c592893a318 req-3f527d4c-e74e-4787-a775-7c11efe55f1b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 944 time: 0.0558107 Apr 29 08:16:21.058090 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-92d527af-c963-405b-a4ba-1c592893a318 req-cc09ea70-2801-4926-b942-49aa186a0d5d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446773 Apr 29 08:16:21.636031 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7fc29074-4f03-40df-9fc6-443655602c0a details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:16:21.751923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7fc29074-4f03-40df-9fc6-443655602c0a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7fc29074-4f03-40df-9fc6-443655602c0a,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:21.763408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '7fc29074-4f03-40df-9fc6-443655602c0a', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'port_id': '7fc29074-4f03-40df-9fc6-443655602c0a', 'mac_address': 'fa:16:3e:d1:0c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:16:21.802711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 7fc29074-4f03-40df-9fc6-443655602c0a is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:21.803090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:21.816008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc29074-4f03-40df-9fc6-443655602c0a {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:16:21.840588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7fc29074-4f03-40df-9fc6-443655602c0a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7fc29074-4f03-40df-9fc6-443655602c0a,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:21.848492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:21.908345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=7fc29074-4f03-40df-9fc6-443655602c0a,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:22.058839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['7fc29074-4f03-40df-9fc6-443655602c0a'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:16:22.182118 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3765e-9f78-4195-a828-5b71497ce0eb req-0c046319-8218-4366-a981-24a4df853b7d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:22.183615 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13e3765e-9f78-4195-a828-5b71497ce0eb req-0c046319-8218-4366-a981-24a4df853b7d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 945 time: 0.0545166 Apr 29 08:16:22.233986 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-13e3765e-9f78-4195-a828-5b71497ce0eb req-9c5e54b9-1fff-47b8-a3e7-ae55fc3d14f2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445907 Apr 29 08:16:23.366877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f6e44-46b1-415a-bf8e-d124c2c0e73d req-39b5dcde-ca65-4ccf-a97c-34b294d08266 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:23.368340 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9e6f6e44-46b1-415a-bf8e-d124c2c0e73d req-39b5dcde-ca65-4ccf-a97c-34b294d08266 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 945 time: 0.0559978 Apr 29 08:16:23.430545 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9e6f6e44-46b1-415a-bf8e-d124c2c0e73d req-6be29170-6040-457f-8fb8-da10dbe0a754 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546689 Apr 29 08:16:23.651794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7fc29074-4f03-40df-9fc6-443655602c0a up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:16:23.718795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 7fc29074-4f03-40df-9fc6-443655602c0a completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:16:23.723501 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 7fc29074-4f03-40df-9fc6-443655602c0a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:16:23.723948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:23.806668 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 7fc29074-4f03-40df-9fc6-443655602c0a is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:16:23.806974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:23.833485 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:23.835797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5527ccc5-13a3-44f0-b38b-4e869dddea02" -d '{"events": [{"server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "name": "network-vif-plugged", "status": "completed", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:23.995888 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bedee04-9752-4376-a13b-53764ade3002 x-openstack-request-id: req-7bedee04-9752-4376-a13b-53764ade3002 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:23.996345 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "name": "network-vif-plugged", "status": "completed", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:23.996493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bedee04-9752-4376-a13b-53764ade3002 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:23.996854 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bedee04-9752-4376-a13b-53764ade3002'] response: {'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a', 'code': 200} Apr 29 08:16:23.998519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7fc29074-4f03-40df-9fc6-443655602c0a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7fc29074-4f03-40df-9fc6-443655602c0a,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:16:24.004023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:24.050476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=7fc29074-4f03-40df-9fc6-443655602c0a,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:24.054703 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914df9e3-9a52-444b-9f11-6df29890dc32 req-c3debfdc-98f2-44f7-9a92-3be19723735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:24.056282 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-914df9e3-9a52-444b-9f11-6df29890dc32 req-c3debfdc-98f2-44f7-9a92-3be19723735d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1130 time: 0.0494752 Apr 29 08:16:24.102499 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-914df9e3-9a52-444b-9f11-6df29890dc32 req-b5a8d3f3-3de6-408e-a639-aa8f952cd8b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398631 Apr 29 08:16:24.555104 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58697b3-f2b8-4f4a-a1b6-7994e6c627e9 req-70dcbb0f-dc1d-4d67-819d-871c8e552d56 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:24.556593 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c58697b3-f2b8-4f4a-a1b6-7994e6c627e9 req-70dcbb0f-dc1d-4d67-819d-871c8e552d56 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0566339 Apr 29 08:16:24.611733 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c58697b3-f2b8-4f4a-a1b6-7994e6c627e9 req-98791ba6-0dbc-47fd-b0fc-750b8ca2cd1c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469108 Apr 29 08:16:25.737552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680df7a-1d83-4d60-ac31-f05d1ba71551 req-92ff0945-0a8d-41b2-b06a-9b3da742d898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:25.739032 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b680df7a-1d83-4d60-ac31-f05d1ba71551 req-92ff0945-0a8d-41b2-b06a-9b3da742d898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0536406 Apr 29 08:16:25.792004 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b680df7a-1d83-4d60-ac31-f05d1ba71551 req-12c0b4b5-6031-4279-b6c1-859e0a580775 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Apr 29 08:16:25.918563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f92bf3-7927-46bf-add8-c8bc8a3c6d23 req-ffc983d7-b55b-4d6d-b27c-8ba2c519818f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:25.920049 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-17f92bf3-7927-46bf-add8-c8bc8a3c6d23 req-ffc983d7-b55b-4d6d-b27c-8ba2c519818f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0551665 Apr 29 08:16:25.968420 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-17f92bf3-7927-46bf-add8-c8bc8a3c6d23 req-e04ea669-1e40-4fed-b9c5-31d5d1ece51a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426395 Apr 29 08:16:25.990729 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60880) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:26.036262 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65467a-2c92-471d-91cd-1c866928b180 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:26.037829 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5d65467a-2c92-471d-91cd-1c866928b180 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1125 time: 0.0461431 Apr 29 08:16:26.040812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60882) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:26.045012 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '7fc29074-4f03-40df-9fc6-443655602c0a', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:16:26.068049 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:26.175815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:26.280881 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.75 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/b3197414-833a-4c9b-b5cf-8bc4e3955ffe) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:16:26.384714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (b3197414-833a-4c9b-b5cf-8bc4e3955ffe), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:26.433394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (b3197414-833a-4c9b-b5cf-8bc4e3955ffe), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:26.471988 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:16:26.474851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:16:26.480961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:16:26.483983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=b3197414-833a-4c9b-b5cf-8bc4e3955ffe,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:26.826479 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (9242f861-b1fc-4745-a76f-c6ac1126b3b0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:26.898929 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (b3197414-833a-4c9b-b5cf-8bc4e3955ffe), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:27.047487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (b3197414-833a-4c9b-b5cf-8bc4e3955ffe), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:27.054036 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (b3197414-833a-4c9b-b5cf-8bc4e3955ffe), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:27.122384 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=b3197414-833a-4c9b-b5cf-8bc4e3955ffe,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:16:27.134293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (9242f861-b1fc-4745-a76f-c6ac1126b3b0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:27.240574 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 9242f861-b1fc-4745-a76f-c6ac1126b3b0 associated. External IP: 172.26.3.75, port: 7fc29074-4f03-40df-9fc6-443655602c0a. Apr 29 08:16:27.455206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 2cc2186f-5e02-451c-81db-8c561e0f6aba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:16:27.570673 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:16:27.580855 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] Sync routers for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:16:27.591060 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:27.591285 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:27.591901 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:27.621370 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2baa34b5-2b8e-4acd-9c38-d87ecf1fc8d0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5795181 Apr 29 08:16:27.622047 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:16:27.624570 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67a4b06-3ae2-45e0-adda-55d465ac3111" -d '{"events": [{"name": "network-changed", "server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:16:27.661405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1624ff4-1134-4843-8c20-0485878c813d x-openstack-request-id: req-d1624ff4-1134-4843-8c20-0485878c813d {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:16:27.661685 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:16:27.661943 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1624ff4-1134-4843-8c20-0485878c813d {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:16:27.662377 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1624ff4-1134-4843-8c20-0485878c813d'] response: {'name': 'network-changed', 'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a', 'status': 'completed', 'code': 200} Apr 29 08:16:27.709275 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:27.753553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce6291-4698-421f-9567-80cb7dee35a7 req-bd1cabaa-080f-4a14-8805-bbe1e27b91c8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:27.755107 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3cce6291-4698-421f-9567-80cb7dee35a7 req-bd1cabaa-080f-4a14-8805-bbe1e27b91c8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0859773 Apr 29 08:16:27.761950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-709b47d7-db30-4919-a7e5-be48cd3ceb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:27.763405 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-709b47d7-db30-4919-a7e5-be48cd3ceb74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1130 time: 0.0630236 Apr 29 08:16:27.860894 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3cce6291-4698-421f-9567-80cb7dee35a7 req-0cda5974-6a3f-4682-a568-d31c6af09110 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962100 Apr 29 08:16:27.883445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60888) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:27.883717 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-f4942fd1-5573-4dd7-a8d7-9a2378bc4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:27.885185 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-f4942fd1-5573-4dd7-a8d7-9a2378bc4220 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 897 time: 0.1145899 Apr 29 08:16:27.938174 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '9242f861-b1fc-4745-a76f-c6ac1126b3b0', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'port_id': '7fc29074-4f03-40df-9fc6-443655602c0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'mac_address': 'fa:16:3e:d1:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:16:26Z', 'updated_at': '2022-04-29T08:16:26Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a15fcf-178a-4934-a01e-ff79228c3143', 'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:b6:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:15Z', 'updated_at': '2022-04-29T08:16:18Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:27.950848 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6f9e470e-f050-4fc0-b7bf-41a0b38f1f22 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/9242f861-b1fc-4745-a76f-c6ac1126b3b0 HTTP/1.1" status: 200 len: 991 time: 0.0650895 Apr 29 08:16:27.951475 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-64deec9f-bb47-474f-bd23-47e09510cc01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 999 time: 0.0601532 Apr 29 08:16:27.963934 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] Checking router: 2cc2186f-5e02-451c-81db-8c561e0f6aba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:16:27.971991 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:16:27.972580 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:16:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:27.998006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-02bddfc5-5755-400b-ab46-c030c457fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:27.999443 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-02bddfc5-5755-400b-ab46-c030c457fe50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 200 len: 834 time: 0.0428166 Apr 29 08:16:28.051119 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-f9396397-714e-4a66-8333-c084d7113237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:28.052664 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-f9396397-714e-4a66-8333-c084d7113237 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f68d11-5999-491c-9915-658d89e944f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478117 Apr 29 08:16:28.080286 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:16:28.146206 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-f464c6bb-d802-4502-a507-0b3ef9e9936b service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863926 Apr 29 08:16:28.237314 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d67a4b06-3ae2-45e0-adda-55d465ac3111 req-b597988d-daa4-4442-9c04-33f9bf53b114 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855856 Apr 29 08:16:28.303871 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '9242f861-b1fc-4745-a76f-c6ac1126b3b0', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'port_id': '7fc29074-4f03-40df-9fc6-443655602c0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'mac_address': 'fa:16:3e:d1:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:16:26Z', 'updated_at': '2022-04-29T08:16:26Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a15fcf-178a-4934-a01e-ff79228c3143', 'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:b6:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:15Z', 'updated_at': '2022-04-29T08:16:18Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:16:28.329966 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df946d-3e40-40ec-b1b5-5d0f50a2961b None None] The sync data for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv is: [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '9242f861-b1fc-4745-a76f-c6ac1126b3b0', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'port_id': '7fc29074-4f03-40df-9fc6-443655602c0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'mac_address': 'fa:16:3e:d1:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:16:26Z', 'updated_at': '2022-04-29T08:16:26Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a15fcf-178a-4934-a01e-ff79228c3143', 'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:b6:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:15Z', 'updated_at': '2022-04-29T08:16:18Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:16:28.539993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d836ddd-6767-461e-857c-06561c1b2550 None None] New status for floating IP 9242f861-b1fc-4745-a76f-c6ac1126b3b0: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:16:28.953896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60890) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:16:29.015774 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-892e2b26-2e5a-44f2-b04e-64a5a22da7aa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/9242f861-b1fc-4745-a76f-c6ac1126b3b0 HTTP/1.1" status: 200 len: 993 time: 0.0606227 Apr 29 08:16:31.381833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-765c3c3b-ca78-41fe-b444-b2ac2ea2d95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:33.494244 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5cd54a06-7262-40af-bfe0-dce7620cafa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:34.940793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:35.767735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:36.253846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:37.361901 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:16:39.243112 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:16:49.369405 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-4eb3e59a-1b68-4dc1-89d6-314523a6d92b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893452 Apr 29 08:16:49.457468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f45cf-f146-4535-be06-1546868c8098 req-a82532bd-7f76-4ae1-8d56-e7830c0b3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:49.458857 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-a82532bd-7f76-4ae1-8d56-e7830c0b3071 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1130 time: 0.0455744 Apr 29 08:16:49.918982 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f45cf-f146-4535-be06-1546868c8098 req-718f10d7-288d-4dfc-ae76-9344a7977782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:49.921183 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-718f10d7-288d-4dfc-ae76-9344a7977782 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 897 time: 0.4425449 Apr 29 08:16:49.984274 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-0ca445b5-45b5-4e17-813b-603a6e1e35ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 1001 time: 0.0564580 Apr 29 08:16:50.030686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f45cf-f146-4535-be06-1546868c8098 req-6de2143f-b064-416f-b014-389857156378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:50.032074 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-6de2143f-b064-416f-b014-389857156378 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 200 len: 834 time: 0.0422525 Apr 29 08:16:50.083549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f45cf-f146-4535-be06-1546868c8098 req-ff817a87-4236-47c3-bf7f-ae42902d0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:16:50.085022 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-ff817a87-4236-47c3-bf7f-ae42902d0997 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f68d11-5999-491c-9915-658d89e944f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471070 Apr 29 08:16:50.094709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-fb2d9bfa-a968-4e10-bad0-9a5d10f44560 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:16:50.095633 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-fb2d9bfa-a968-4e10-bad0-9a5d10f44560 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047693 Apr 29 08:16:50.186198 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-3f26ffb9-3e97-4810-8cf3-b20fa87dc984 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841520 Apr 29 08:16:50.282466 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b3f45cf-f146-4535-be06-1546868c8098 req-8054cbcd-84a6-4f46-964b-d4b877482613 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907319 Apr 29 08:17:00.341927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-16c6fb2f-4520-4024-86e7-07c26833a8c1 req-23f83ea6-6f98-49fb-a2c3-8a058a72cece service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:17:00.342935 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-16c6fb2f-4520-4024-86e7-07c26833a8c1 req-23f83ea6-6f98-49fb-a2c3-8a058a72cece service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055363 Apr 29 08:17:00.534629 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92cf58-bf42-4130-a782-87cd97d719e6 req-32163ac3-a34d-4177-aa07-412dafcfa9fb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:00.536137 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-df92cf58-bf42-4130-a782-87cd97d719e6 req-32163ac3-a34d-4177-aa07-412dafcfa9fb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0580552 Apr 29 08:17:00.541413 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 60912) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:17:00.600155 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-df92cf58-bf42-4130-a782-87cd97d719e6 req-439c4eed-8f2f-48b0-9662-3e7005af9734 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567210 Apr 29 08:17:00.633403 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-dc77f5b2-a3b7-4ce5-b985-35a3d495bd85 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909841 Apr 29 08:17:00.641946 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-a4c46e75-f6e6-42ba-a857-8b716719d551 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:17:00.642878 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-a4c46e75-f6e6-42ba-a857-8b716719d551 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048110 Apr 29 08:17:00.988499 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60934) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:17:01.101622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-06056c72-a8f3-4870-98c4-2f54c592839c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:01.103822 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-06056c72-a8f3-4870-98c4-2f54c592839c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports/7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 943 time: 0.1132545 Apr 29 08:17:01.373988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-52a2d4bb-4be0-4806-ba66-91661d251ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:01.734314 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543a5a9-37db-47d9-92bd-969bdddbda4e req-263f4d8d-c103-47e8-8a8a-1263d1a9e3ad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:01.735798 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0543a5a9-37db-47d9-92bd-969bdddbda4e req-263f4d8d-c103-47e8-8a8a-1263d1a9e3ad tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0574167 Apr 29 08:17:01.791580 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0543a5a9-37db-47d9-92bd-969bdddbda4e req-40d5e91d-4295-4d8d-9b40-6c6b5dcf89de tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471323 Apr 29 08:17:01.904922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-f5859eda-7ec7-4fc7-a402-71ab5bc230a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:01.906940 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-f5859eda-7ec7-4fc7-a402-71ab5bc230a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1130 time: 0.0554748 Apr 29 08:17:01.994773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-b3c91c3c-9027-4dc8-ab19-2bbe27dce813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:01.996186 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-b3c91c3c-9027-4dc8-ab19-2bbe27dce813 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 897 time: 0.0831077 Apr 29 08:17:02.064928 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-69d59d6b-d715-4db0-aff0-a9e36fe30619 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 1001 time: 0.0620725 Apr 29 08:17:02.114466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-55be267b-8e06-4611-b39d-3c9775c06f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:02.115918 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-55be267b-8e06-4611-b39d-3c9775c06f50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 200 len: 834 time: 0.0453415 Apr 29 08:17:02.166074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-d5c7f0af-968e-4af3-8c87-1b5cd9795bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:02.167497 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-d5c7f0af-968e-4af3-8c87-1b5cd9795bae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f68d11-5999-491c-9915-658d89e944f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452845 Apr 29 08:17:02.263905 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-02d5c0c6-bb0e-4173-bab9-44422abf412e service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905094 Apr 29 08:17:02.354966 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-992c8603-dbcd-4f7a-8fcf-f225adb07c0c service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847175 Apr 29 08:17:02.925974 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb40652-5fa8-43b7-a860-cde7cfd07488 req-9f603992-4d24-421c-92ca-ad4c78e3c328 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:02.927453 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aeb40652-5fa8-43b7-a860-cde7cfd07488 req-9f603992-4d24-421c-92ca-ad4c78e3c328 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0598817 Apr 29 08:17:02.979920 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aeb40652-5fa8-43b7-a860-cde7cfd07488 req-ec577360-73cc-4731-bb8d-4c2cf28746ae tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440371 Apr 29 08:17:03.493795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-44a8528a-3275-4ed7-9eab-1339238bfee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:04.112692 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159f714-9f4d-4211-9c56-78a173ee2d79 req-8c6998c9-62c1-4a09-b0de-692ad2f800b1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:04.114202 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c159f714-9f4d-4211-9c56-78a173ee2d79 req-8c6998c9-62c1-4a09-b0de-692ad2f800b1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0560999 Apr 29 08:17:04.167882 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c159f714-9f4d-4211-9c56-78a173ee2d79 req-cb0fbe03-4af8-4aa2-a4d3-72fa5037fe52 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478549 Apr 29 08:17:04.950226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:05.293693 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfb1a4-7fd7-4aca-a976-2c10cc83aa74 req-a5d5f43d-2c35-4772-9877-b02fd7a14bdb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:05.295143 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6bbfb1a4-7fd7-4aca-a976-2c10cc83aa74 req-a5d5f43d-2c35-4772-9877-b02fd7a14bdb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0520101 Apr 29 08:17:05.343838 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-6bbfb1a4-7fd7-4aca-a976-2c10cc83aa74 req-dcf54f25-89c3-4acf-aa2d-909837c69ab7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431178 Apr 29 08:17:05.785262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:06.258573 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:06.470412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e683f-e5d6-4c91-83f5-f8cdf2068565 req-2b4463a8-0b2d-4b8e-8013-e3e7078c0ead tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:06.472915 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dd2e683f-e5d6-4c91-83f5-f8cdf2068565 req-2b4463a8-0b2d-4b8e-8013-e3e7078c0ead tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0545359 Apr 29 08:17:06.523410 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-dd2e683f-e5d6-4c91-83f5-f8cdf2068565 req-010ce498-3d4d-4578-a28d-ca57d836a550 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428226 Apr 29 08:17:07.372179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:07.645630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327125c-482c-4a37-ae1b-4aa713c737ca req-07134b74-eee0-4fc2-b31c-bec8d75d8b08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:07.646995 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e327125c-482c-4a37-ae1b-4aa713c737ca req-07134b74-eee0-4fc2-b31c-bec8d75d8b08 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0528741 Apr 29 08:17:07.708157 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e327125c-482c-4a37-ae1b-4aa713c737ca req-097746d6-c143-4de2-9c3b-d3821e86a6b3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554242 Apr 29 08:17:08.852481 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58cbe-2727-4175-b825-495452079286 req-9ab97280-e530-4203-a1f7-982ef5f62de3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:08.853901 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-76d58cbe-2727-4175-b825-495452079286 req-9ab97280-e530-4203-a1f7-982ef5f62de3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0642180 Apr 29 08:17:08.904288 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-76d58cbe-2727-4175-b825-495452079286 req-e82e3c06-3e00-433e-b365-e70a6e8c5253 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446270 Apr 29 08:17:10.028448 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bea090-0c3c-4812-bf8b-fafd93ede738 req-c366e586-fd05-4f4d-a965-434eddc45515 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:10.029961 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e9bea090-0c3c-4812-bf8b-fafd93ede738 req-c366e586-fd05-4f4d-a965-434eddc45515 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0557957 Apr 29 08:17:10.078735 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e9bea090-0c3c-4812-bf8b-fafd93ede738 req-a7688441-d626-483f-92bd-1c0b25d06e73 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431895 Apr 29 08:17:11.225194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8e679-fa3a-4c27-8d83-4bcf1939257b req-59ba56f1-d097-4f66-9ded-fa4ea384b59c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:11.226687 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-53f8e679-fa3a-4c27-8d83-4bcf1939257b req-59ba56f1-d097-4f66-9ded-fa4ea384b59c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0597682 Apr 29 08:17:11.276954 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-53f8e679-fa3a-4c27-8d83-4bcf1939257b req-d4c0ec9d-0c0c-4025-b702-486f58dabf2b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Apr 29 08:17:12.408185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebbe-adf5-467c-9724-1505591b34aa req-887300f1-7d74-42ee-94da-533acd44dec0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:12.409678 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3f45ebbe-adf5-467c-9724-1505591b34aa req-887300f1-7d74-42ee-94da-533acd44dec0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0562375 Apr 29 08:17:12.461756 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3f45ebbe-adf5-467c-9724-1505591b34aa req-e207ab7d-6bda-4280-9667-1246c2f2241a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441546 Apr 29 08:17:13.609667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650c4e2-3cf6-48b4-99dd-13298c06785b req-f575b4e0-9f93-4cd5-904c-14c385c926f7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:13.611165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0650c4e2-3cf6-48b4-99dd-13298c06785b req-f575b4e0-9f93-4cd5-904c-14c385c926f7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0603132 Apr 29 08:17:13.670199 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0650c4e2-3cf6-48b4-99dd-13298c06785b req-9ccebe91-73a2-4f8b-a030-87d97eb0ca66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501814 Apr 29 08:17:14.814184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd05328-bea4-4304-a8b5-de0a108f301d req-c94d34d1-85e7-41cf-bc4c-a9cb5c433dee tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:14.815577 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fbd05328-bea4-4304-a8b5-de0a108f301d req-c94d34d1-85e7-41cf-bc4c-a9cb5c433dee tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0590372 Apr 29 08:17:14.864546 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fbd05328-bea4-4304-a8b5-de0a108f301d req-81188350-ff16-465a-b55e-858e392e1dd9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432901 Apr 29 08:17:15.998979 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918227b-9b09-4a4b-a360-914fea8ed21c req-bc4f0c4f-d2ce-4312-b0b9-ca43bba08ea2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:16.000497 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5918227b-9b09-4a4b-a360-914fea8ed21c req-bc4f0c4f-d2ce-4312-b0b9-ca43bba08ea2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0629537 Apr 29 08:17:16.057833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5918227b-9b09-4a4b-a360-914fea8ed21c req-ced9792f-4b9a-4c78-9df8-9c2591cd0c00 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491261 Apr 29 08:17:16.247820 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:17:17.193951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef29203-f37e-4881-b40c-6a196630c8ff req-929d7677-17fe-403c-9fd3-443febc91f54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:17.195428 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ef29203-f37e-4881-b40c-6a196630c8ff req-929d7677-17fe-403c-9fd3-443febc91f54 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0608435 Apr 29 08:17:17.244391 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0ef29203-f37e-4881-b40c-6a196630c8ff req-872c0eb6-fa10-47c9-90d8-c23b9c6767ee tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Apr 29 08:17:18.374009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0586e59-86cb-42cf-85f5-45b7b3c0cdb6 req-8809b214-5999-4cca-b6cb-d8f2b819ce0f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:18.375548 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0586e59-86cb-42cf-85f5-45b7b3c0cdb6 req-8809b214-5999-4cca-b6cb-d8f2b819ce0f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0526743 Apr 29 08:17:18.424099 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f0586e59-86cb-42cf-85f5-45b7b3c0cdb6 req-7089d73f-4a55-481a-840e-d5f2dfd8ed6d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429366 Apr 29 08:17:18.910302 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-b937c8e6-bcec-42e9-8da3-a98ceba248a6 service neutron] 10.222.0.36 "GET /v2.0/ports/7fc29074-4f03-40df-9fc6-443655602c0a/bindings/hv-neutron-8398 HTTP/1.1" status: 200 len: 384 time: 0.0646789 Apr 29 08:17:19.129841 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-bd59ff82-a0ac-4570-a420-a09343a1fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:19.131332 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-bd59ff82-a0ac-4570-a420-a09343a1fa0c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 1130 time: 0.0492604 Apr 29 08:17:19.196577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-a8b13927-95f1-450b-98d7-ce52eed3fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:19.197979 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-a8b13927-95f1-450b-98d7-ce52eed3fd76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1130 time: 0.0444808 Apr 29 08:17:19.288174 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-ffaffff5-bc75-4c38-86a4-398f77600d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:19.289668 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-ffaffff5-bc75-4c38-86a4-398f77600d87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 897 time: 0.0860255 Apr 29 08:17:19.360616 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-dec3d982-6bda-4a14-a84f-27bb5fa681f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 1001 time: 0.0651917 Apr 29 08:17:19.407555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-183268bf-d2fe-454c-ac9c-fac2c4a8082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:19.408977 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-183268bf-d2fe-454c-ac9c-fac2c4a8082c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 200 len: 834 time: 0.0427344 Apr 29 08:17:19.458002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-bcb7f335-1666-4c24-9364-838a9c4a9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:19.459386 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-bcb7f335-1666-4c24-9364-838a9c4a9f98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f68d11-5999-491c-9915-658d89e944f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441232 Apr 29 08:17:19.548631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd1e3d-c5e1-4c0e-8e1e-6177c962c050 req-3ada1cca-59a8-47db-a0d6-0d014ffbb8fb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:19.550188 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c3fd1e3d-c5e1-4c0e-8e1e-6177c962c050 req-3ada1cca-59a8-47db-a0d6-0d014ffbb8fb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0578761 Apr 29 08:17:19.552758 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-212b4e83-a922-466f-ad55-b8a260a3ab76 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873935 Apr 29 08:17:19.598749 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c3fd1e3d-c5e1-4c0e-8e1e-6177c962c050 req-813bc8f1-36b2-43d0-881d-e55a8f2c36fd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430098 Apr 29 08:17:19.642267 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ba47ae02-72f2-4c89-a610-8a69ee1e4051 req-368e9bb3-ab08-4845-b52f-7544f95d811a service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832591 Apr 29 08:17:20.732588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e4ec5-267e-4487-a06e-4835003f94e2 req-db5dff28-e9eb-4db1-a503-115a5d0bfc26 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:20.734061 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-019e4ec5-267e-4487-a06e-4835003f94e2 req-db5dff28-e9eb-4db1-a503-115a5d0bfc26 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0594292 Apr 29 08:17:20.788355 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-019e4ec5-267e-4487-a06e-4835003f94e2 req-e137875d-0860-4fb0-8360-3f7f4d9a594b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482721 Apr 29 08:17:21.923303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c214cf-a545-4e9b-8df6-c1c000874f3b req-a5b955d5-8fdb-4d74-8806-1cf9e6865833 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:21.924762 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d9c214cf-a545-4e9b-8df6-c1c000874f3b req-a5b955d5-8fdb-4d74-8806-1cf9e6865833 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0543232 Apr 29 08:17:21.975648 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d9c214cf-a545-4e9b-8df6-c1c000874f3b req-6e77978d-49d6-4a2e-b0a1-5563ac5ce918 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452108 Apr 29 08:17:22.179918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebc783-c431-4d97-8761-cd9281a85777 req-363e3af0-2ac8-4e1c-a940-00878e47bdb9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:22.181580 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51ebc783-c431-4d97-8761-cd9281a85777 req-363e3af0-2ac8-4e1c-a940-00878e47bdb9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0548782 Apr 29 08:17:22.197161 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-d3aa2593-93d0-4c33-9a44-69aad746b50c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:22.198687 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-d3aa2593-93d0-4c33-9a44-69aad746b50c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab&tenant_id=12c8116034f34b859ad90b1a27492454&binding%3Ahost_id=hv-neutron-8398 HTTP/1.1" status: 200 len: 946 time: 0.0565898 Apr 29 08:17:22.234696 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51ebc783-c431-4d97-8761-cd9281a85777 req-b7639c0c-7a7b-4a10-819c-0410670183aa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472295 Apr 29 08:17:22.282586 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-1c4269c6-1ed3-41e5-88b3-fa13ec8ee906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:22.284098 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-1c4269c6-1ed3-41e5-88b3-fa13ec8ee906 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1130 time: 0.0444894 Apr 29 08:17:22.413557 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967446-4953-4769-a2bc-b59567ab4b8a req-4ac89eb1-d1df-4038-a575-b49003d2d64b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:22.415110 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-91967446-4953-4769-a2bc-b59567ab4b8a req-4ac89eb1-d1df-4038-a575-b49003d2d64b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.1074862 Apr 29 08:17:22.416201 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-c01326d0-8cb0-4930-86dd-1268ab8ebc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:22.417522 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-c01326d0-8cb0-4930-86dd-1268ab8ebc42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 897 time: 0.1270752 Apr 29 08:17:22.513464 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-9aed80d0-0696-4fd9-85da-619303cd1611 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 1001 time: 0.0901301 Apr 29 08:17:22.517048 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-91967446-4953-4769-a2bc-b59567ab4b8a req-32b85053-b3eb-45aa-802a-0305ac9f2775 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949020 Apr 29 08:17:22.561001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-becb8613-2157-4de6-b0a4-055d7109486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:22.562523 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-becb8613-2157-4de6-b0a4-055d7109486e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 200 len: 834 time: 0.0440760 Apr 29 08:17:22.611797 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-50612044-60c6-4bbe-9b8e-82cd46263be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:22.613254 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-50612044-60c6-4bbe-9b8e-82cd46263be5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f68d11-5999-491c-9915-658d89e944f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448704 Apr 29 08:17:22.704595 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-495d4ca6-0712-471d-b456-ba0cab76c804 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843520 Apr 29 08:17:22.797767 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1ff68c55-d458-481a-bc79-5d51207c6bc6 req-2a097a5e-66b4-453b-99f4-aca8b7e89a90 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872622 Apr 29 08:17:23.641781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24216ce1-aa7c-47ff-aee6-2d6ca3d314f9 req-dea77975-04c2-4002-8bef-405bb95cc5a4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:23.643264 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-24216ce1-aa7c-47ff-aee6-2d6ca3d314f9 req-dea77975-04c2-4002-8bef-405bb95cc5a4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0561292 Apr 29 08:17:23.695102 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-24216ce1-aa7c-47ff-aee6-2d6ca3d314f9 req-574dfb5f-b9ae-4aca-bf40-9ae6800abeff tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438015 Apr 29 08:17:23.717569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 60998) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:17:23.782788 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-72e105ef-55b3-431a-8b12-86895cac4fa5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/9242f861-b1fc-4745-a76f-c6ac1126b3b0 HTTP/1.1" status: 200 len: 993 time: 0.0640810 Apr 29 08:17:24.014115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7fc29074-4f03-40df-9fc6-443655602c0a details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:17:24.118390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7fc29074-4f03-40df-9fc6-443655602c0a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7fc29074-4f03-40df-9fc6-443655602c0a,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:24.133525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '7fc29074-4f03-40df-9fc6-443655602c0a', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'port_id': '7fc29074-4f03-40df-9fc6-443655602c0a', 'mac_address': 'fa:16:3e:d1:0c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:17:24.170838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 7fc29074-4f03-40df-9fc6-443655602c0a is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:17:24.171220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:24.183833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fc29074-4f03-40df-9fc6-443655602c0a {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:17:24.204658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7fc29074-4f03-40df-9fc6-443655602c0a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7fc29074-4f03-40df-9fc6-443655602c0a,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:24.211606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:24.270269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['7fc29074-4f03-40df-9fc6-443655602c0a'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:17:24.273472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=7fc29074-4f03-40df-9fc6-443655602c0a,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:24.302328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.302328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.302328 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.302814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.302942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.303200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.303521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.303838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.304186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.304474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.307770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.307770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:24.307770 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:26.025603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7fc29074-4f03-40df-9fc6-443655602c0a up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:17:26.083123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 7fc29074-4f03-40df-9fc6-443655602c0a triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:17:26.083478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:26.166472 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 7fc29074-4f03-40df-9fc6-443655602c0a is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:17:26.166850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:26.193687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:17:26.197374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd5e3fd-2064-4588-875f-dfc6df767c8b" -d '{"events": [{"server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "name": "network-vif-plugged", "status": "completed", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:17:26.210927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 7fc29074-4f03-40df-9fc6-443655602c0a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7fc29074-4f03-40df-9fc6-443655602c0a,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:26.216821 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:26.239819 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3faa37-6625-45c3-a1be-81503b4e9551 x-openstack-request-id: req-ec3faa37-6625-45c3-a1be-81503b4e9551 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:17:26.240121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "name": "network-vif-plugged", "status": "completed", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:17:26.240393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec3faa37-6625-45c3-a1be-81503b4e9551 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:17:26.240778 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3faa37-6625-45c3-a1be-81503b4e9551'] response: {'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a', 'code': 200} Apr 29 08:17:26.266250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=7fc29074-4f03-40df-9fc6-443655602c0a,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:31.380116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0933e1d0-9a09-4e06-a7d8-dad7ba985850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:33.491743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f4d38518-dada-4e21-8fa1-485bbac942f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:34.955070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:35.779256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:36.259177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:37.360441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:49.336988 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-5369f7cc-fac0-4e4a-a3ff-5690896d5d41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492775 Apr 29 08:17:49.430529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-354a8cb4-be4a-4c52-858c-8cc42569637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:49.432019 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-354a8cb4-be4a-4c52-858c-8cc42569637e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1130 time: 0.0474393 Apr 29 08:17:49.536020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-3f2cb5b3-e5b4-47a7-8c16-42045267736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:49.537505 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-3f2cb5b3-e5b4-47a7-8c16-42045267736e service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 897 time: 0.0867596 Apr 29 08:17:49.602017 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-8c686876-38ca-4341-b799-1dd970fdd96f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 1001 time: 0.0584624 Apr 29 08:17:49.630633 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-a872464c-00d7-4204-825d-be5d6d946959 req-c7f55b47-bbf1-41fc-8cc0-aa8d7cb65e6a tempest-ServerDiskConfigTestJSON-6609530 tempest-ServerDiskConfigTestJSON-6609530-project] (104224) timed out ('10.222.0.36', 62113) {{(pid=104224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 08:17:49.653795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-ac0aa298-95be-4f82-80b9-a072a7719079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:49.655272 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-ac0aa298-95be-4f82-80b9-a072a7719079 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 200 len: 834 time: 0.0474408 Apr 29 08:17:49.706910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-93a60f83-12ba-4e80-bc54-9b0133f4a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:49.708380 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-93a60f83-12ba-4e80-bc54-9b0133f4a6b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f68d11-5999-491c-9915-658d89e944f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466416 Apr 29 08:17:49.802025 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-f0ef1989-9cf6-4e35-b5e6-7219b81d9e25 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864751 Apr 29 08:17:49.903050 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c48c362f-c5c6-4501-9137-25f94400cb53 req-78ca0f67-c497-4b72-bc79-26975efce893 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937328 Apr 29 08:17:52.189652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 32778) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:17:52.369207 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port b3197414-833a-4c9b-b5cf-8bc4e3955ffe {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:17:52.369588 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (b3197414-833a-4c9b-b5cf-8bc4e3955ffe), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:52.445683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (b3197414-833a-4c9b-b5cf-8bc4e3955ffe), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:52.445931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (b3197414-833a-4c9b-b5cf-8bc4e3955ffe), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:52.457753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for b3197414-833a-4c9b-b5cf-8bc4e3955ffe owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:17:52.610864 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (b3197414-833a-4c9b-b5cf-8bc4e3955ffe), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:52.640733 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=b3197414-833a-4c9b-b5cf-8bc4e3955ffe,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:52.650408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.650756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.651101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.651437 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.651772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.652110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.652446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.653303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.653303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.653518 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.653732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.654058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.654389 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:52.716569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (9242f861-b1fc-4745-a76f-c6ac1126b3b0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:52.716809 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 9242f861-b1fc-4745-a76f-c6ac1126b3b0 disassociated (deleted). External IP: 172.26.3.75, port: 7fc29074-4f03-40df-9fc6-443655602c0a. Apr 29 08:17:52.945114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 2cc2186f-5e02-451c-81db-8c561e0f6aba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:17:53.060921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:17:53.066687 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:53.074390 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] Sync routers for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:17:53.084294 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:53.084896 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:17:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:53.098494 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-eb689e5f-7b06-4f80-9cd8-a149f456f7cd tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/floatingips/9242f861-b1fc-4745-a76f-c6ac1126b3b0 HTTP/1.1" status: 204 len: 168 time: 0.9074364 Apr 29 08:17:53.099142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:17:53.101524 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d4021f-eaaf-4865-9bb9-1972c5712887" -d '{"events": [{"name": "network-changed", "server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:17:53.142352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c11587-93b5-4b79-ba34-e77c5f8d6ad7 x-openstack-request-id: req-e4c11587-93b5-4b79-ba34-e77c5f8d6ad7 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:17:53.142650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:17:53.142902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4c11587-93b5-4b79-ba34-e77c5f8d6ad7 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:17:53.143322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c11587-93b5-4b79-ba34-e77c5f8d6ad7'] response: {'name': 'network-changed', 'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a', 'status': 'completed', 'code': 200} Apr 29 08:17:53.194032 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:53.210890 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-238f87e7-7dc5-409b-8a99-a502d777d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:53.213102 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-238f87e7-7dc5-409b-8a99-a502d777d78a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 1130 time: 0.0465300 Apr 29 08:17:53.295397 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:17:53.321458 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-44608613-04f1-41f8-ac62-2fdae57cf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:53.322940 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-44608613-04f1-41f8-ac62-2fdae57cf2ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 200 len: 897 time: 0.0967231 Apr 29 08:17:53.336930 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9acf5-f5a1-47c4-99e7-9be5d67ec8a8 req-ac265f38-e63e-4176-9180-1d167304ba2a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:53.338443 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-19f9acf5-f5a1-47c4-99e7-9be5d67ec8a8 req-ac265f38-e63e-4176-9180-1d167304ba2a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0539722 Apr 29 08:17:53.371580 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-ebcf249e-15d1-4839-a0e2-cdda73ed173f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 200 len: 217 time: 0.0416629 Apr 29 08:17:53.391501 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-19f9acf5-f5a1-47c4-99e7-9be5d67ec8a8 req-63a5bcbb-1f2c-4549-8018-62d3a3d8220c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465865 Apr 29 08:17:53.415616 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'c6a15fcf-178a-4934-a01e-ff79228c3143', 'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:b6:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:15Z', 'updated_at': '2022-04-29T08:16:18Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:53.427896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-a634df39-fce3-47e7-a16e-52824e2b3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:53.429391 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-a634df39-fce3-47e7-a16e-52824e2b3d05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 200 len: 834 time: 0.0446546 Apr 29 08:17:53.440991 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] Checking router: 2cc2186f-5e02-451c-81db-8c561e0f6aba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:17:53.449691 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:53.450316 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:17:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:53.484014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-c0f61b64-9f1c-4690-98a2-d57f4dd99647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:53.485649 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-c0f61b64-9f1c-4690-98a2-d57f4dd99647 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f68d11-5999-491c-9915-658d89e944f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495346 Apr 29 08:17:53.567515 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:53.582136 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-4857b267-60fa-4482-9ddc-309f8bb4a549 service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877647 Apr 29 08:17:53.678753 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4d4021f-eaaf-4865-9bb9-1972c5712887 req-d532fb04-0271-497e-a854-27258b3ea3ec service neutron] 10.222.0.36 "GET /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891602 Apr 29 08:17:53.768184 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'c6a15fcf-178a-4934-a01e-ff79228c3143', 'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:b6:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:15Z', 'updated_at': '2022-04-29T08:16:18Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:53.793469 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02827ae-16fb-497b-bf6e-43043270f76f None None] The sync data for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv is: [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:15Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'c6a15fcf-178a-4934-a01e-ff79228c3143', 'name': '', 'network_id': '56f68d11-5999-491c-9915-658d89e944f6', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:b6:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:15Z', 'updated_at': '2022-04-29T08:16:18Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'a406bb9b-486c-4335-a453-fa79e0c7eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:17:54.011981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164745cd-6ab1-464c-ad93-e17cacdc87f9 None None] New status for floating IP 9242f861-b1fc-4745-a76f-c6ac1126b3b0: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:17:54.530540 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225ea5a-5c76-4174-8dbf-2c20a2b73a09 req-cc0ac957-8420-4728-bf35-d2881073d9b7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:54.532031 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a225ea5a-5c76-4174-8dbf-2c20a2b73a09 req-cc0ac957-8420-4728-bf35-d2881073d9b7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0559680 Apr 29 08:17:54.583148 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a225ea5a-5c76-4174-8dbf-2c20a2b73a09 req-6c3849b1-2b1b-40b1-8206-7b323eb7521e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427718 Apr 29 08:17:55.085194 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-8586dad6-2f6f-4611-af6a-a6633331a99b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:17:55.086674 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-8586dad6-2f6f-4611-af6a-a6633331a99b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 946 time: 0.0649233 Apr 29 08:17:55.184649 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 7fc29074-4f03-40df-9fc6-443655602c0a {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:17:55.184989 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:55.278985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port 7fc29074-4f03-40df-9fc6-443655602c0a, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=7fc29074-4f03-40df-9fc6-443655602c0a,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:55.279349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:55.292547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 7fc29074-4f03-40df-9fc6-443655602c0a owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:17:55.435264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7fc29074-4f03-40df-9fc6-443655602c0a), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:55.464549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=7fc29074-4f03-40df-9fc6-443655602c0a,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:55.510447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] No DVR routers for this DVR port 7fc29074-4f03-40df-9fc6-443655602c0a on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:17:55.513111 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:55.516536 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-53fa83c9-3c84-4d88-82a9-13c7f07d3995 req-cdcdac30-52dd-465b-bcb7-af9fc0e2a869 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "DELETE /v2.0/ports/7fc29074-4f03-40df-9fc6-443655602c0a HTTP/1.1" status: 204 len: 173 time: 0.4244094 Apr 29 08:17:55.516940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'name': 'network-vif-deleted', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:17:55.519219 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d6589a-cc6a-4500-9864-465b5a228c68" -d '{"events": [{"server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "name": "network-vif-deleted", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:17:55.556621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c67bbfd-7caa-4a6b-8322-f42f678611df x-openstack-request-id: req-6c67bbfd-7caa-4a6b-8322-f42f678611df {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:17:55.557145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7841b8d-d12d-479a-b53d-010be88139ab", "name": "network-vif-deleted", "tag": "7fc29074-4f03-40df-9fc6-443655602c0a", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:17:55.557145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c67bbfd-7caa-4a6b-8322-f42f678611df {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:17:55.557600 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c67bbfd-7caa-4a6b-8322-f42f678611df'] response: {'server_uuid': 'f7841b8d-d12d-479a-b53d-010be88139ab', 'name': 'network-vif-deleted', 'tag': '7fc29074-4f03-40df-9fc6-443655602c0a', 'status': 'completed', 'code': 200} Apr 29 08:17:55.691043 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-67d7ecf4-cbcd-40c4-b99f-e7f3425ba5de req-11dcce50-afed-4f7b-bad7-a0ab5eb5181a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7841b8d-d12d-479a-b53d-010be88139ab HTTP/1.1" status: 200 len: 210 time: 0.0283971 Apr 29 08:17:56.755954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 32794) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:17:57.460868 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (2cc2186f-5e02-451c-81db-8c561e0f6aba), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:57.742638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port c6a15fcf-178a-4934-a01e-ff79228c3143 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:17:57.742875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:57.839206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port c6a15fcf-178a-4934-a01e-ff79228c3143, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c6a15fcf-178a-4934-a01e-ff79228c3143,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:57.839954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:57.851800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for c6a15fcf-178a-4934-a01e-ff79228c3143 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:17:58.037370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (c6a15fcf-178a-4934-a01e-ff79228c3143), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:58.062688 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=c6a15fcf-178a-4934-a01e-ff79228c3143,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:58.245549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (2cc2186f-5e02-451c-81db-8c561e0f6aba), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:58.471578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 2cc2186f-5e02-451c-81db-8c561e0f6aba has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:17:58.583124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:17:58.588632 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-76251144-0d5a-4cf7-8fba-1c362b9266b5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/2cc2186f-5e02-451c-81db-8c561e0f6aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8312328 Apr 29 08:17:58.590993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 32796) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:17:58.594156 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] Sync routers for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:17:58.604853 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:58.605578 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:17:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:58.644440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b9f271-9cf9-48f2-a05c-2afb4d378898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting subnet a406bb9b-486c-4335-a453-fa79e0c7eaf5 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:17:58.647873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f271-9cf9-48f2-a05c-2afb4d378898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (a406bb9b-486c-4335-a453-fa79e0c7eaf5), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:58.688952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f271-9cf9-48f2-a05c-2afb4d378898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (a406bb9b-486c-4335-a453-fa79e0c7eaf5), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:58.709838 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:58.771650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f271-9cf9-48f2-a05c-2afb4d378898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (a406bb9b-486c-4335-a453-fa79e0c7eaf5), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:58.832752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f271-9cf9-48f2-a05c-2afb4d378898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (a406bb9b-486c-4335-a453-fa79e0c7eaf5), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:58.860628 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9f271-9cf9-48f2-a05c-2afb4d378898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Subnet': ['ID=a406bb9b-486c-4335-a453-fa79e0c7eaf5,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:58.862577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f271-9cf9-48f2-a05c-2afb4d378898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:58.868341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45d63fe-f023-4604-add1-536f67dd2d11 None None] Network 56f68d11-5999-491c-9915-658d89e944f6 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:17:58.868878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32798) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:17:58.873754 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d4b9f271-9cf9-48f2-a05c-2afb4d378898 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/subnets/a406bb9b-486c-4335-a453-fa79e0c7eaf5 HTTP/1.1" status: 204 len: 168 time: 0.2817624 Apr 29 08:17:58.885765 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:17:57Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:58.914976 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] Checking router: 2cc2186f-5e02-451c-81db-8c561e0f6aba for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:17:58.925165 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] Routers {'2cc2186f-5e02-451c-81db-8c561e0f6aba'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:17:58.925805 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:17:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['2cc2186f-5e02-451c-81db-8c561e0f6aba'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:58.978382 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (2cc2186f-5e02-451c-81db-8c561e0f6aba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.035832 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] Set router 2cc2186f-5e02-451c-81db-8c561e0f6aba gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:17:59.050643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e3c1c5-0158-45cd-be22-344f03199aa9 None None] DHCP port deletion for 56f68d11-5999-491c-9915-658d89e944f6 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:17:59.086359 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (2cc2186f-5e02-451c-81db-8c561e0f6aba), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.101189 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-92e3c1c5-0158-45cd-be22-344f03199aa9 None None] Deleting port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:17:59.101871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-92e3c1c5-0158-45cd-be22-344f03199aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.145674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 06119b24-3f83-4051-bc83-7fe8cbf83854 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:17:59.146333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.166894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-92e3c1c5-0158-45cd-be22-344f03199aa9 None None] For port 7afc833b-901e-4382-90cc-6ce4f8df2dc2, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=7afc833b-901e-4382-90cc-6ce4f8df2dc2,segment=NetworkSegment(931713e4-17fd-40ca-878f-923188104358),segment_id=931713e4-17fd-40ca-878f-923188104358)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:59.167284 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-92e3c1c5-0158-45cd-be22-344f03199aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.184796 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-92e3c1c5-0158-45cd-be22-344f03199aa9 None None] Calling delete_port for 7afc833b-901e-4382-90cc-6ce4f8df2dc2 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:17:59.236301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port 06119b24-3f83-4051-bc83-7fe8cbf83854, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=06119b24-3f83-4051-bc83-7fe8cbf83854,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:17:59.236950 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.251417 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 06119b24-3f83-4051-bc83-7fe8cbf83854 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:17:59.268759 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-92e3c1c5-0158-45cd-be22-344f03199aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (7afc833b-901e-4382-90cc-6ce4f8df2dc2), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.291635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3c1c5-0158-45cd-be22-344f03199aa9 None None] Pushing event deleted for resources: {'Port': ['ID=7afc833b-901e-4382-90cc-6ce4f8df2dc2,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:59.297141 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3c1c5-0158-45cd-be22-344f03199aa9 None None] No DVR routers for this DVR port 7afc833b-901e-4382-90cc-6ce4f8df2dc2 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:17:59.321956 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:17:57Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:59.347961 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df490190-23ea-4dbf-a2d1-824cdc6aca70 None None] The sync data for ids ['2cc2186f-5e02-451c-81db-8c561e0f6aba'] in dv-neutron-839860-1-hyperv is: [{'id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825829801', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:17:57Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': '06119b24-3f83-4051-bc83-7fe8cbf83854', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc2186f-5e02-451c-81db-8c561e0f6aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:16:12Z', 'updated_at': '2022-04-29T08:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:17:59.428358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (06119b24-3f83-4051-bc83-7fe8cbf83854), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.460336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=06119b24-3f83-4051-bc83-7fe8cbf83854,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:17:59.484055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.484344 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.484687 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.485021 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.485379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.485711 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.486040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.486364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.486709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.487030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.487351 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.487670 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.487986 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:17:59.537782 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (2cc2186f-5e02-451c-81db-8c561e0f6aba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.634327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (2cc2186f-5e02-451c-81db-8c561e0f6aba), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.636512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (2cc2186f-5e02-451c-81db-8c561e0f6aba), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.683509 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (2cc2186f-5e02-451c-81db-8c561e0f6aba), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.683955 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Fanout notify agent at l3_agent the message router_deleted on router 2cc2186f-5e02-451c-81db-8c561e0f6aba {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:17:59.691358 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.692546 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-826b668c-fb79-4794-a381-64c4ae0ff9d8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/routers/2cc2186f-5e02-451c-81db-8c561e0f6aba HTTP/1.1" status: 204 len: 168 time: 0.8230631 Apr 29 08:17:59.695286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32800) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:17:59.779202 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (56f68d11-5999-491c-9915-658d89e944f6), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.869250 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (56f68d11-5999-491c-9915-658d89e944f6), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.896886 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f68d11-5999-491c-9915-658d89e944f6']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:59.909849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931713e4-17fd-40ca-878f-923188104358') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:59.910154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931713e4-17fd-40ca-878f-923188104358') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:17:59.920070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (931713e4-17fd-40ca-878f-923188104358), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.933865 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (931713e4-17fd-40ca-878f-923188104358), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.940054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:17:59.940476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (931713e4-17fd-40ca-878f-923188104358), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:17:59.943483 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:18:00.001102 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (56f68d11-5999-491c-9915-658d89e944f6), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.008042 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.011247 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/networks/56f68d11-5999-491c-9915-658d89e944f6 HTTP/1.1" status: 204 len: 168 time: 0.3150408 Apr 29 08:18:00.014163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 32802) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:00.023175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a6512-a642-4255-986b-8f976ac0c74e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Network': ['ID=56f68d11-5999-491c-9915-658d89e944f6,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:00.075591 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5adc871-af9c-4b4f-b8ed-50d415801d16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (1a73ee6f-3941-4bf0-b6bf-2581cddbb06c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.100821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5adc871-af9c-4b4f-b8ed-50d415801d16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (1a73ee6f-3941-4bf0-b6bf-2581cddbb06c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.168433 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5adc871-af9c-4b4f-b8ed-50d415801d16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (1a73ee6f-3941-4bf0-b6bf-2581cddbb06c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.171131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5adc871-af9c-4b4f-b8ed-50d415801d16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.172340 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f5adc871-af9c-4b4f-b8ed-50d415801d16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a73ee6f-3941-4bf0-b6bf-2581cddbb06c HTTP/1.1" status: 204 len: 168 time: 0.1571336 Apr 29 08:18:00.178430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7fc29074-4f03-40df-9fc6-443655602c0a no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:00.184554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adc871-af9c-4b4f-b8ed-50d415801d16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a73ee6f-3941-4bf0-b6bf-2581cddbb06c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:00.203240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 7fc29074-4f03-40df-9fc6-443655602c0a {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:18:00.203581 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 7fc29074-4f03-40df-9fc6-443655602c0a not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:00.389181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c6a15fcf-178a-4934-a01e-ff79228c3143 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:00.408357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 32808) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:00.413037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-f5673f4d-07e2-4f11-bac7-43df3ec5d0dc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618198949', 'description': 'tempest-secgroup-smoke-1618198949 description', 'project_id': '12c8116034f34b859ad90b1a27492454'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:00.415080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c6a15fcf-178a-4934-a01e-ff79228c3143 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:18:00.415445 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c6a15fcf-178a-4934-a01e-ff79228c3143 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:00.415859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 06119b24-3f83-4051-bc83-7fe8cbf83854 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:00.435220 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5673f4d-07e2-4f11-bac7-43df3ec5d0dc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.436380 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 06119b24-3f83-4051-bc83-7fe8cbf83854 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:18:00.436753 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 06119b24-3f83-4051-bc83-7fe8cbf83854 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:00.437168 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7afc833b-901e-4382-90cc-6ce4f8df2dc2 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:18:00.456889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 7afc833b-901e-4382-90cc-6ce4f8df2dc2 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:18:00.457265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 7afc833b-901e-4382-90cc-6ce4f8df2dc2 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:18:00.501072 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5673f4d-07e2-4f11-bac7-43df3ec5d0dc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (daaa3b4a-9f9a-4056-80b8-8e55b11210b1), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.505563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5673f4d-07e2-4f11-bac7-43df3ec5d0dc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (daaa3b4a-9f9a-4056-80b8-8e55b11210b1), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.538838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-f5673f4d-07e2-4f11-bac7-43df3ec5d0dc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.540067 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-f5673f4d-07e2-4f11-bac7-43df3ec5d0dc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1306522 Apr 29 08:18:00.541932 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5673f4d-07e2-4f11-bac7-43df3ec5d0dc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daaa3b4a-9f9a-4056-80b8-8e55b11210b1,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:00.543135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32810) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:00.548968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-05ab09c1-4354-43e0-886d-d4064e850826 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'daaa3b4a-9f9a-4056-80b8-8e55b11210b1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:00.577316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05ab09c1-4354-43e0-886d-d4064e850826 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (55c48688-b7f2-4bc3-b168-362f4d40b8fa), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.633694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05ab09c1-4354-43e0-886d-d4064e850826 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (55c48688-b7f2-4bc3-b168-362f4d40b8fa), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.638249 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05ab09c1-4354-43e0-886d-d4064e850826 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (55c48688-b7f2-4bc3-b168-362f4d40b8fa), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.659736 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab09c1-4354-43e0-886d-d4064e850826 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c48688-b7f2-4bc3-b168-362f4d40b8fa,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:00.669105 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-05ab09c1-4354-43e0-886d-d4064e850826 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.670323 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-05ab09c1-4354-43e0-886d-d4064e850826 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254249 Apr 29 08:18:00.673048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32812) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:00.677287 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0cdc496c-0663-4812-8a0d-ee83ed2e324e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'daaa3b4a-9f9a-4056-80b8-8e55b11210b1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:00.704316 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cdc496c-0663-4812-8a0d-ee83ed2e324e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (76df81e5-a23c-4189-a91c-9fd8a4eff327), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.760208 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cdc496c-0663-4812-8a0d-ee83ed2e324e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (76df81e5-a23c-4189-a91c-9fd8a4eff327), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.764825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cdc496c-0663-4812-8a0d-ee83ed2e324e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (76df81e5-a23c-4189-a91c-9fd8a4eff327), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.781739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc496c-0663-4812-8a0d-ee83ed2e324e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76df81e5-a23c-4189-a91c-9fd8a4eff327,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:00.791223 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0cdc496c-0663-4812-8a0d-ee83ed2e324e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.792416 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0cdc496c-0663-4812-8a0d-ee83ed2e324e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184461 Apr 29 08:18:00.795129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32814) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:00.799385 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5904958a-ce93-43c2-b378-10cb93cc334e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'daaa3b4a-9f9a-4056-80b8-8e55b11210b1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:00.823953 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5904958a-ce93-43c2-b378-10cb93cc334e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (1aaebb9e-80ef-4846-81d6-f29216811811), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.887860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5904958a-ce93-43c2-b378-10cb93cc334e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (1aaebb9e-80ef-4846-81d6-f29216811811), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.894663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5904958a-ce93-43c2-b378-10cb93cc334e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (1aaebb9e-80ef-4846-81d6-f29216811811), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.912087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904958a-ce93-43c2-b378-10cb93cc334e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aaebb9e-80ef-4846-81d6-f29216811811,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:00.920336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5904958a-ce93-43c2-b378-10cb93cc334e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:00.921895 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5904958a-ce93-43c2-b378-10cb93cc334e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258466 Apr 29 08:18:00.924801 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32816) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:00.930000 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1d37b39f-7a3b-4b8c-96ae-2d96fd3c356d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'daaa3b4a-9f9a-4056-80b8-8e55b11210b1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:00.957243 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1d37b39f-7a3b-4b8c-96ae-2d96fd3c356d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (02f6420a-4a47-417c-a248-d8d0f6e449c3), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.024597 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1d37b39f-7a3b-4b8c-96ae-2d96fd3c356d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (02f6420a-4a47-417c-a248-d8d0f6e449c3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.030129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1d37b39f-7a3b-4b8c-96ae-2d96fd3c356d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (02f6420a-4a47-417c-a248-d8d0f6e449c3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.050056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37b39f-7a3b-4b8c-96ae-2d96fd3c356d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f6420a-4a47-417c-a248-d8d0f6e449c3,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:01.057867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1d37b39f-7a3b-4b8c-96ae-2d96fd3c356d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.059041 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1d37b39f-7a3b-4b8c-96ae-2d96fd3c356d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330855 Apr 29 08:18:01.061810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32818) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:01.066029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-991c8d54-d6d6-4922-a19a-e1593d193980 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'daaa3b4a-9f9a-4056-80b8-8e55b11210b1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:01.089684 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-991c8d54-d6d6-4922-a19a-e1593d193980 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:18:01.095128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-991c8d54-d6d6-4922-a19a-e1593d193980 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (26591a89-f72b-4a6a-8931-e642436d1f1d), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.155185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-991c8d54-d6d6-4922-a19a-e1593d193980 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (26591a89-f72b-4a6a-8931-e642436d1f1d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.160819 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-991c8d54-d6d6-4922-a19a-e1593d193980 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (26591a89-f72b-4a6a-8931-e642436d1f1d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.181525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c8d54-d6d6-4922-a19a-e1593d193980 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26591a89-f72b-4a6a-8931-e642436d1f1d,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:01.192458 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-991c8d54-d6d6-4922-a19a-e1593d193980 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.193867 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-991c8d54-d6d6-4922-a19a-e1593d193980 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308413 Apr 29 08:18:01.198649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32820) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:01.203465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ead4cb0b-fcf5-42ce-a9cd-8e5f5ed3058b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': 'daaa3b4a-9f9a-4056-80b8-8e55b11210b1', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:01.229516 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-ead4cb0b-fcf5-42ce-a9cd-8e5f5ed3058b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:18:01.234850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ead4cb0b-fcf5-42ce-a9cd-8e5f5ed3058b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (6752f8a7-2df8-403d-9ccf-e913a962a2bf), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.294057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ead4cb0b-fcf5-42ce-a9cd-8e5f5ed3058b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (6752f8a7-2df8-403d-9ccf-e913a962a2bf), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.298255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ead4cb0b-fcf5-42ce-a9cd-8e5f5ed3058b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (6752f8a7-2df8-403d-9ccf-e913a962a2bf), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.316479 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4cb0b-fcf5-42ce-a9cd-8e5f5ed3058b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6752f8a7-2df8-403d-9ccf-e913a962a2bf,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:01.322100 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ead4cb0b-fcf5-42ce-a9cd-8e5f5ed3058b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.323345 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ead4cb0b-fcf5-42ce-a9cd-8e5f5ed3058b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236200 Apr 29 08:18:01.326143 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32822) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:01.330968 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'network': {'name': 'tempest-network-smoke--1488330305', 'project_id': '12c8116034f34b859ad90b1a27492454', 'port_security_enabled': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:01.351188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:18:01.354418 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.373426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ac8a16e9-e07e-42e4-bb6c-270993d98c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.378647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:18:01.387933 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (546a5cf4-6fe3-4259-95fc-0e981363bc65), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.388402 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Added segment 546a5cf4-6fe3-4259-95fc-0e981363bc65 of type vlan for network 7885fe89-d86a-40bc-aac6-834f873a383c Apr 29 08:18:01.431310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (7885fe89-d86a-40bc-aac6-834f873a383c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.459601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (7885fe89-d86a-40bc-aac6-834f873a383c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.464525 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:01.465099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.524922 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975374 Apr 29 08:18:01.527861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 32824) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:01.534760 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'admin_state_up': True, 'project_id': '12c8116034f34b859ad90b1a27492454', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:01.538694 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8e34e-7284-4d4e-8da1-4bc9fda674f3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Network': ['ID=7885fe89-d86a-40bc-aac6-834f873a383c,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:01.549326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 7885fe89-d86a-40bc-aac6-834f873a383c details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:18:01.560073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (b020861b-d17a-4c91-a06a-3959e6e06d0f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.561184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (b020861b-d17a-4c91-a06a-3959e6e06d0f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.616293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (b020861b-d17a-4c91-a06a-3959e6e06d0f), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.773913 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (b020861b-d17a-4c91-a06a-3959e6e06d0f), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.979984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (b020861b-d17a-4c91-a06a-3959e6e06d0f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:01.998537 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:02.104861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.85 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/abd47cf7-9e66-4ece-a673-f70b5a5b4afb) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:02.217883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:02.256254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:02.295107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:02.298285 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:02.301765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:02.328187 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=abd47cf7-9e66-4ece-a673-f70b5a5b4afb,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:02.560816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (b020861b-d17a-4c91-a06a-3959e6e06d0f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:02.765529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (b020861b-d17a-4c91-a06a-3959e6e06d0f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:02.905969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router b020861b-d17a-4c91-a06a-3959e6e06d0f is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:18:03.011473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:18:03.022112 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Sync routers for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:18:03.033926 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.035658 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:03.036277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:17:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:03.038701 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32826) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:03.039226 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c97fdd8e-e80e-44af-a823-e166ccd05f9e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5093613 Apr 29 08:18:03.068129 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-88931da6-5c3f-4684-bbcc-3053a0c265cf tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=12c8116034f34b859ad90b1a27492454&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281491 Apr 29 08:18:03.070666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32828) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:03.147320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:03.160732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103bdaaa-8eb9-4b9a-94a3-194ae04a8350 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:03.162203 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-103bdaaa-8eb9-4b9a-94a3-194ae04a8350 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903223 Apr 29 08:18:03.165016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32830) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:03.191545 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-872ec8ab-208e-49dc-9cd5-1d81fbe25672 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254419 Apr 29 08:18:03.193918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32832) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:03.198750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-561186307', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'project_id': '12c8116034f34b859ad90b1a27492454', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:03.287496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:18:03.290932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.321541 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:02Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:03.347533 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Checking router: b020861b-d17a-4c91-a06a-3959e6e06d0f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:18:03.347882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Updating router b020861b-d17a-4c91-a06a-3959e6e06d0f port abd47cf7-9e66-4ece-a673-f70b5a5b4afb binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:18:03.378992 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.494722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ffd79395-15d0-4412-ae04-0a0d9d9d3608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.648344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Publish callbacks [] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.655325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.708135 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Attempting to bind port abd47cf7-9e66-4ece-a673-f70b5a5b4afb on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:18:03.708504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Attempting to bind port abd47cf7-9e66-4ece-a673-f70b5a5b4afb by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:18:03.708863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Attempting to bind port abd47cf7-9e66-4ece-a673-f70b5a5b4afb on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:03.710750 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703374f5-081b-47d8-bc8c-f4ceecce1624 None None] Pushing event updated for resources: {'Port': ['ID=abd47cf7-9e66-4ece-a673-f70b5a5b4afb,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:03.716271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:03.716636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:18:03.717009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.717422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:03.718403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Bound port: abd47cf7-9e66-4ece-a673-f70b5a5b4afb, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:18:03.718403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.775868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] For port abd47cf7-9e66-4ece-a673-f70b5a5b4afb, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:03.778736 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] For port abd47cf7-9e66-4ece-a673-f70b5a5b4afb, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=abd47cf7-9e66-4ece-a673-f70b5a5b4afb,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:03.784618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.791198 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (70a8d84b-216d-46d0-8e14-739e44f5caf0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.838451 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:03.839063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:18:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:03.854759 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Subnet': ['ID=70a8d84b-216d-46d0-8e14-739e44f5caf0,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:03.860067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Checking segment: {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:18:03.860422 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network hostable DHCP agents. Network: 7885fe89-d86a-40bc-aac6-834f873a383c, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:18:03.875621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703374f5-081b-47d8-bc8c-f4ceecce1624 None None] Pushing event updated for resources: {'Port': ['ID=abd47cf7-9e66-4ece-a673-f70b5a5b4afb,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:03.878324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 7885fe89-d86a-40bc-aac6-834f873a383c is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:18:03.888267 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 7885fe89-d86a-40bc-aac6-834f873a383c) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:03.892388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:03.892982 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:03.910547 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3234d98a-3164-4128-89a6-bff6c0755028 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7155948 Apr 29 08:18:03.913288 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32834) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:04.058431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217371bd-d6c6-4389-83a9-a70b337a7637 None None] Network 7885fe89-d86a-40bc-aac6-834f873a383c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:18:04.158104 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:04.237308 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-7885fe89-d86a-40bc-aac6-834f873a383c', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:18:04.238137 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.362476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.445936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Allocated IP 172.20.0.2 (7885fe89-d86a-40bc-aac6-834f873a383c/70a8d84b-216d-46d0-8e14-739e44f5caf0/4beb22ce-0ae4-4465-a779-21a28a0443c4) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:04.475772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:02Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:04.528795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888551a9-4c16-4d34-8b3a-db19c1ef2a5e None None] The sync data for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv is: [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:02Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:18:04.628857 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Publish callbacks [] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.634967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.670804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Network 7885fe89-d86a-40bc-aac6-834f873a383c is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:04.675469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:04.679192 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:04.683832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.1 (7885fe89-d86a-40bc-aac6-834f873a383c/70a8d84b-216d-46d0-8e14-739e44f5caf0/6c63f1f6-3a3e-4e98-b3cb-261037c95ee7) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:04.687477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Pushing event updated for resources: {'Port': ['ID=4beb22ce-0ae4-4465-a779-21a28a0443c4,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:04.749915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Attempting to bind port 4beb22ce-0ae4-4465-a779-21a28a0443c4 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:18:04.750288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Attempting to bind port 4beb22ce-0ae4-4465-a779-21a28a0443c4 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:18:04.750651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Attempting to bind port 4beb22ce-0ae4-4465-a779-21a28a0443c4 on network 7885fe89-d86a-40bc-aac6-834f873a383c {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:04.777488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:04.777870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Checking segment: {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:18:04.778273 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.778666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Bound using segment: {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:04.779131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Bound port: 4beb22ce-0ae4-4465-a779-21a28a0443c4, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:18:04.779758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.813674 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.851590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] For port 4beb22ce-0ae4-4465-a779-21a28a0443c4, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:04.852006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.855514 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] For port 4beb22ce-0ae4-4465-a779-21a28a0443c4, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4beb22ce-0ae4-4465-a779-21a28a0443c4,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:04.864080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.893047 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 7885fe89-d86a-40bc-aac6-834f873a383c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:04.896308 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:04.910666 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:04.930730 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5748e-5aa7-4e02-8f7e-c5553201755d None None] Pushing event updated for resources: {'Port': ['ID=4beb22ce-0ae4-4465-a779-21a28a0443c4,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:04.958841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:04.959399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=6c63f1f6-3a3e-4e98-b3cb-261037c95ee7,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:04.971668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (b020861b-d17a-4c91-a06a-3959e6e06d0f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:05.146585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:05.444449 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:05.451216 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:05.525410 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=6c63f1f6-3a3e-4e98-b3cb-261037c95ee7,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:05.530732 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (b020861b-d17a-4c91-a06a-3959e6e06d0f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:05.623446 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 7885fe89-d86a-40bc-aac6-834f873a383c is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:05.624854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:05.743370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router b020861b-d17a-4c91-a06a-3959e6e06d0f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:18:05.796964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:05.835794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08a0be-7c2d-4726-8c70-9844485dba46 None None] Network 7885fe89-d86a-40bc-aac6-834f873a383c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:18:05.860807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:18:05.873288 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7f8f530a-b44b-49c0-97f7-f32b1f9c0de2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/b020861b-d17a-4c91-a06a-3959e6e06d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9514704 Apr 29 08:18:05.899897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-892c30ae-5b21-4935-ad47-cea902274e1b None None] Provisioning complete for port 4beb22ce-0ae4-4465-a779-21a28a0443c4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:05.900263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-892c30ae-5b21-4935-ad47-cea902274e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.027659 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-892c30ae-5b21-4935-ad47-cea902274e1b None None] Current status of the port 4beb22ce-0ae4-4465-a779-21a28a0443c4 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:06.028190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-892c30ae-5b21-4935-ad47-cea902274e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.068497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-892c30ae-5b21-4935-ad47-cea902274e1b None None] For port 4beb22ce-0ae4-4465-a779-21a28a0443c4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4beb22ce-0ae4-4465-a779-21a28a0443c4,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:06.074110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-892c30ae-5b21-4935-ad47-cea902274e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.128519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c30ae-5b21-4935-ad47-cea902274e1b None None] Pushing event updated for resources: {'Port': ['ID=4beb22ce-0ae4-4465-a779-21a28a0443c4,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:06.147367 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-0b1bb03f-af9c-4a1b-8471-57334cef3cf2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618198949&fields=id&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 267 time: 0.0495980 Apr 29 08:18:06.261110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-a018c034-1d40-4665-a856-e2aac5ed3127 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:06.262676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-a018c034-1d40-4665-a856-e2aac5ed3127 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/networks?id=7885fe89-d86a-40bc-aac6-834f873a383c HTTP/1.1" status: 200 len: 797 time: 0.1081228 Apr 29 08:18:06.268549 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.279096 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d2907656-c75b-4738-868c-6e5279fb3588 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/quotas/12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 375 time: 0.0096774 Apr 29 08:18:06.295131 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cae277fa-17d7-4a7f-b851-948d81a1d15e None None] Provisioning complete for port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:06.295616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cae277fa-17d7-4a7f-b851-948d81a1d15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.334403 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cae277fa-17d7-4a7f-b851-948d81a1d15e None None] Port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:18:06.343052 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-96ea13d7-e924-4dc3-8581-f53b40e23927 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577273 Apr 29 08:18:06.353153 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-cae277fa-17d7-4a7f-b851-948d81a1d15e None None] Provisioning complete for port 4beb22ce-0ae4-4465-a779-21a28a0443c4 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:06.353954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cae277fa-17d7-4a7f-b851-948d81a1d15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.374872 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Sync routers for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:18:06.386142 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:06.387349 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:18:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:06.470952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-cae277fa-17d7-4a7f-b851-948d81a1d15e None None] Current status of the port 4beb22ce-0ae4-4465-a779-21a28a0443c4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:06.498140 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-2d19f7c5-765a-4208-821d-cde9040712c2 service neutron] 10.222.0.23 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424804 Apr 29 08:18:06.514759 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:06.538977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4beb22ce-0ae4-4465-a779-21a28a0443c4 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:06.604984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-789b7129-b5db-4b71-8e9c-236b48cc627a None None] Provisioning complete for port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:06.605382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-789b7129-b5db-4b71-8e9c-236b48cc627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.637378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4beb22ce-0ae4-4465-a779-21a28a0443c4 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:06.637697 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.691516 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-789b7129-b5db-4b71-8e9c-236b48cc627a None None] Port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:18:06.744722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4beb22ce-0ae4-4465-a779-21a28a0443c4 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:06.745860 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device abd47cf7-9e66-4ece-a673-f70b5a5b4afb up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:06.776162 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '6c63f1f6-3a3e-4e98-b3cb-261037c95ee7', 'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:f1:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:04Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 2, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:06.803870 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Checking router: b020861b-d17a-4c91-a06a-3959e6e06d0f for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:18:06.804213 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Updating router b020861b-d17a-4c91-a06a-3959e6e06d0f port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:18:06.818387 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c035d0d2-c90f-477d-a4b8-87d8289b9857 None None] Provisioning complete for port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:06.818998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c035d0d2-c90f-477d-a4b8-87d8289b9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.822621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port abd47cf7-9e66-4ece-a673-f70b5a5b4afb triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:06.822977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.834363 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.878247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c035d0d2-c90f-477d-a4b8-87d8289b9857 None None] Port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:18:06.933491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port abd47cf7-9e66-4ece-a673-f70b5a5b4afb is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:06.933869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.958804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port abd47cf7-9e66-4ece-a673-f70b5a5b4afb, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=abd47cf7-9e66-4ece-a673-f70b5a5b4afb,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:06.964402 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:06.981303 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-8a60bf27-8e8d-4b62-a618-d3c862a7391f service neutron] 10.222.0.23 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767749 Apr 29 08:18:07.013042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=abd47cf7-9e66-4ece-a673-f70b5a5b4afb,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:07.103550 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Publish callbacks [] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.110262 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.168617 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-c3e896ed-ee90-44ed-ab81-a33709f89d5d req-d708a88c-21c2-43b6-988d-208f703666a3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 210 time: 0.0377567 Apr 29 08:18:07.180850 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Pushing event updated for resources: {'Port': ['ID=6c63f1f6-3a3e-4e98-b3cb-261037c95ee7,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:07.205464 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.205796 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.206125 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.206449 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.206770 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.207085 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.207398 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.207711 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.208023 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.208334 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.208673 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.208946 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.209280 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:18:07.226916 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Attempting to bind port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:18:07.227463 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Attempting to bind port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:18:07.227963 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Attempting to bind port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 on network 7885fe89-d86a-40bc-aac6-834f873a383c {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:07.234372 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:07.234741 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Checking segment: {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:18:07.235133 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.235519 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Bound using segment: {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:07.235966 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Bound port: 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:18:07.236336 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.303128 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] For port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:07.307023 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] For port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6c63f1f6-3a3e-4e98-b3cb-261037c95ee7,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:07.313805 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.356492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.365049 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:07.365702 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:18:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:07.409897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a9fb6ffb-c541-4f0c-bc72-a11cfc800968 None None] Provisioning complete for port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:07.410172 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6ffb-c541-4f0c-bc72-a11cfc800968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.478692 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:07.507261 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb6ffb-c541-4f0c-bc72-a11cfc800968 None None] Current status of the port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:07.507773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6ffb-c541-4f0c-bc72-a11cfc800968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.549805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-a9fb6ffb-c541-4f0c-bc72-a11cfc800968 None None] For port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6c63f1f6-3a3e-4e98-b3cb-261037c95ee7,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:07.557161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6ffb-c541-4f0c-bc72-a11cfc800968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.619483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb6ffb-c541-4f0c-bc72-a11cfc800968 None None] Pushing event updated for resources: {'Port': ['ID=6c63f1f6-3a3e-4e98-b3cb-261037c95ee7,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:07.645493 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ac88e-0616-44db-9d92-52cf06b6361e None None] Pushing event updated for resources: {'Port': ['ID=6c63f1f6-3a3e-4e98-b3cb-261037c95ee7,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:07.680405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-7c250a14-94d7-4815-99bd-c87411190ccb None None] Provisioning complete for port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:07.680873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7c250a14-94d7-4815-99bd-c87411190ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:07.723452 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '6c63f1f6-3a3e-4e98-b3cb-261037c95ee7', 'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:f1:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:04Z', 'updated_at': '2022-04-29T08:18:07Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:07.751247 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b297e-a68b-44d1-b649-cb5afb13018f None None] The sync data for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv is: [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '6c63f1f6-3a3e-4e98-b3cb-261037c95ee7', 'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:f1:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:04Z', 'updated_at': '2022-04-29T08:18:07Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:18:07.757956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-7c250a14-94d7-4815-99bd-c87411190ccb None None] Current status of the port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:08.205195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-b8d0a4b7-89bf-43d2-9651-ed77262a705b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:08.207310 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-b8d0a4b7-89bf-43d2-9651-ed77262a705b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/networks?id=7885fe89-d86a-40bc-aac6-834f873a383c HTTP/1.1" status: 200 len: 797 time: 0.1173489 Apr 29 08:18:08.309578 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cb94c731-b307-4c44-a356-32d24a1c9d3d req-65519560-9ca6-4850-9cf9-60d81a961b86 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 210 time: 0.0375330 Apr 29 08:18:08.316997 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-ae0bcdfd-9331-4e91-b1c7-3e62a28450fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 380 time: 0.0995564 Apr 29 08:18:08.329197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'port': {'device_id': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'admin_state_up': True, 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'security_groups': ['daaa3b4a-9f9a-4056-80b8-8e55b11210b1']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:08.439535 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:18:08.443219 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:08.485917 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device abd47cf7-9e66-4ece-a673-f70b5a5b4afb up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:08.540186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port abd47cf7-9e66-4ece-a673-f70b5a5b4afb triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:08.540541 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:08.585316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.10 (7885fe89-d86a-40bc-aac6-834f873a383c/70a8d84b-216d-46d0-8e14-739e44f5caf0/20067573-e16e-4a18-9672-b714fd60775c) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:08.618394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port abd47cf7-9e66-4ece-a673-f70b5a5b4afb is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:08.619480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:08.666598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:08.667016 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:08.736515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (20067573-e16e-4a18-9672-b714fd60775c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:08.746949 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:08.774656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (20067573-e16e-4a18-9672-b714fd60775c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:08.817727 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 7885fe89-d86a-40bc-aac6-834f873a383c is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:08.820788 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:08.824809 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:08.852011 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=20067573-e16e-4a18-9672-b714fd60775c,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:08.880631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:08.881358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:08.899828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3efe0c2-8129-46a3-b55b-8f6efc67d24b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5746636 Apr 29 08:18:08.911376 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Request body: {'port': {'device_id': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:08.978412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (20067573-e16e-4a18-9672-b714fd60775c), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:09.085706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c2424ae6-ce38-4be0-8cf9-b07a87f09f86 None None] Provisioning complete for port 20067573-e16e-4a18-9672-b714fd60775c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:09.086084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c2424ae6-ce38-4be0-8cf9-b07a87f09f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (20067573-e16e-4a18-9672-b714fd60775c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:09.121522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c2424ae6-ce38-4be0-8cf9-b07a87f09f86 None None] Port 20067573-e16e-4a18-9672-b714fd60775c cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:18:09.245646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20067573-e16e-4a18-9672-b714fd60775c {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:18:09.253514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Publish callbacks [] for port (20067573-e16e-4a18-9672-b714fd60775c), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:09.267706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Transition to ACTIVE for port object 20067573-e16e-4a18-9672-b714fd60775c will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:18:09.272288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (20067573-e16e-4a18-9672-b714fd60775c), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:09.321991 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Pushing event updated for resources: {'Port': ['ID=20067573-e16e-4a18-9672-b714fd60775c,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:09.398542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Attempting to bind port 20067573-e16e-4a18-9672-b714fd60775c on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:18:09.398886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Attempting to bind port 20067573-e16e-4a18-9672-b714fd60775c by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:18:09.399204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Attempting to bind port 20067573-e16e-4a18-9672-b714fd60775c on network 7885fe89-d86a-40bc-aac6-834f873a383c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:09.403886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Port 20067573-e16e-4a18-9672-b714fd60775c on network 7885fe89-d86a-40bc-aac6-834f873a383c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:18:09.404213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Attempting to bind port 20067573-e16e-4a18-9672-b714fd60775c on network 7885fe89-d86a-40bc-aac6-834f873a383c {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:18:09.409365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:18:09.409715 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Checking segment: {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:18:09.410096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Bound using segment: {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:18:09.410522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Bound port: 20067573-e16e-4a18-9672-b714fd60775c, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546a5cf4-6fe3-4259-95fc-0e981363bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:18:09.410876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (20067573-e16e-4a18-9672-b714fd60775c), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:09.478887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] For port 20067573-e16e-4a18-9672-b714fd60775c, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:18:09.484112 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] For port 20067573-e16e-4a18-9672-b714fd60775c, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=20067573-e16e-4a18-9672-b714fd60775c,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:18:09.491093 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (20067573-e16e-4a18-9672-b714fd60775c), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:09.499279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4a12c-15b7-4987-9ab3-d88877f8b848 req-d9ce949d-17c4-4aab-8535-7936dd50c401 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:09.500716 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b6a4a12c-15b7-4987-9ab3-d88877f8b848 req-d9ce949d-17c4-4aab-8535-7936dd50c401 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 944 time: 0.1182883 Apr 29 08:18:09.528085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:09.528697 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:09.534570 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/20067573-e16e-4a18-9672-b714fd60775c HTTP/1.1" status: 200 len: 1094 time: 0.6233187 Apr 29 08:18:09.537747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'tag': '20067573-e16e-4a18-9672-b714fd60775c'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:18:09.540910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8" -d '{"events": [{"name": "network-changed", "server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "tag": "20067573-e16e-4a18-9672-b714fd60775c"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:18:09.565781 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b6a4a12c-15b7-4987-9ab3-d88877f8b848 req-2befe97e-00c6-4040-ba26-5aa89b94e195 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593765 Apr 29 08:18:09.613347 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2be396e-7490-485d-ac95-e1e08138d4e8 x-openstack-request-id: req-a2be396e-7490-485d-ac95-e1e08138d4e8 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:18:09.613709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "tag": "20067573-e16e-4a18-9672-b714fd60775c", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:18:09.614028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2be396e-7490-485d-ac95-e1e08138d4e8 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:18:09.614497 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2be396e-7490-485d-ac95-e1e08138d4e8'] response: {'name': 'network-changed', 'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'tag': '20067573-e16e-4a18-9672-b714fd60775c', 'status': 'completed', 'code': 200} Apr 29 08:18:09.616384 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8095f30-07d4-4ac2-926c-98ba60ac41c9 service neutron] Pushing event updated for resources: {'Port': ['ID=20067573-e16e-4a18-9672-b714fd60775c,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:09.640326 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c9a8fad3-24c1-498b-aa61-e3968553a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:09.641905 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c9a8fad3-24c1-498b-aa61-e3968553a8ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 1128 time: 0.0712872 Apr 29 08:18:09.688275 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-d55eb25b-0c72-4bd5-9c39-cc589084b809 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20067573-e16e-4a18-9672-b714fd60775c HTTP/1.1" status: 200 len: 217 time: 0.0393758 Apr 29 08:18:09.737013 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c6c96d8a-b73b-42ff-ae89-90a78637af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:09.738569 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c6c96d8a-b73b-42ff-ae89-90a78637af65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70a8d84b-216d-46d0-8e14-739e44f5caf0 HTTP/1.1" status: 200 len: 834 time: 0.0445504 Apr 29 08:18:09.787763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3d9d16c-2e31-4412-8cdf-53f65cee8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:09.789474 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-c3d9d16c-2e31-4412-8cdf-53f65cee8e49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7885fe89-d86a-40bc-aac6-834f873a383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451171 Apr 29 08:18:09.888414 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-32fe3ab0-4573-471c-9222-4130dfef1f98 service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921504 Apr 29 08:18:09.975004 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f2a8430-ab06-4a1d-b1f4-da200f12b956 req-cddd0b3d-6173-42c1-a4e4-35da73c63564 service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806527 Apr 29 08:18:10.075471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-435f9782-8d14-44c2-b491-6a2522d7d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:10.076856 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-435f9782-8d14-44c2-b491-6a2522d7d3b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 1128 time: 0.0518095 Apr 29 08:18:10.168027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-1b58bf60-93a0-4655-b5c3-36de2a3837c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:10.169580 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-1b58bf60-93a0-4655-b5c3-36de2a3837c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7885fe89-d86a-40bc-aac6-834f873a383c HTTP/1.1" status: 200 len: 898 time: 0.0851116 Apr 29 08:18:10.214056 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-71323098-7025-42ef-82ff-d87f0e6bc82e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20067573-e16e-4a18-9672-b714fd60775c HTTP/1.1" status: 200 len: 217 time: 0.0383515 Apr 29 08:18:10.270166 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-8f0ca5a2-9ec8-43dc-aafa-5b576374335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:10.271594 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-8f0ca5a2-9ec8-43dc-aafa-5b576374335c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70a8d84b-216d-46d0-8e14-739e44f5caf0 HTTP/1.1" status: 200 len: 834 time: 0.0495040 Apr 29 08:18:10.323848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-b312e825-ebc4-4b68-9969-c6a7a5ce9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:10.325451 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-b312e825-ebc4-4b68-9969-c6a7a5ce9fa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7885fe89-d86a-40bc-aac6-834f873a383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466073 Apr 29 08:18:10.420334 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-b367615b-0068-4741-80eb-57a4d623af8b service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875368 Apr 29 08:18:10.513025 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-5dd354ed-5d66-4ee6-b63b-2ec9779a38f8 req-8bd3816a-4491-48e3-bb2e-fee00247c2b8 service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Apr 29 08:18:10.685547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2547bb-056d-4466-b06d-94c2c618b025 req-0a45ab43-e49a-40c3-8eb9-cf3c7843f3a7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:10.687020 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0e2547bb-056d-4466-b06d-94c2c618b025 req-0a45ab43-e49a-40c3-8eb9-cf3c7843f3a7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 944 time: 0.0556881 Apr 29 08:18:10.735760 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0e2547bb-056d-4466-b06d-94c2c618b025 req-b85b1775-15b0-4d41-bf39-f8e35d1134a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430043 Apr 29 08:18:11.860261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf53bec-5a06-428c-a8c0-9613f22ade0b req-5e1c0c98-bdc6-4168-b296-30ac93caf133 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:11.861668 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2cf53bec-5a06-428c-a8c0-9613f22ade0b req-5e1c0c98-bdc6-4168-b296-30ac93caf133 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 944 time: 0.0545907 Apr 29 08:18:11.913954 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2cf53bec-5a06-428c-a8c0-9613f22ade0b req-f291e9ba-580e-48ba-a2ed-e5cc85035c6a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 Apr 29 08:18:13.056416 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ddc0-026e-451b-9474-26871b4ac955 req-fc678c05-efbc-4162-ba26-691eb63492f6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:13.057937 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5113ddc0-026e-451b-9474-26871b4ac955 req-fc678c05-efbc-4162-ba26-691eb63492f6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 944 time: 0.0703199 Apr 29 08:18:13.113155 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5113ddc0-026e-451b-9474-26871b4ac955 req-fe08d1d8-c4b5-42d9-a7c0-998338758bbb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494852 Apr 29 08:18:14.255643 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68a132-4347-4119-ad87-805a8c8665d0 req-c7af6822-4b56-4705-aa97-bd0be3c2cafa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:14.257118 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8f68a132-4347-4119-ad87-805a8c8665d0 req-c7af6822-4b56-4705-aa97-bd0be3c2cafa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 944 time: 0.0591080 Apr 29 08:18:14.271859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 20067573-e16e-4a18-9672-b714fd60775c details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:18:14.310952 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8f68a132-4347-4119-ad87-805a8c8665d0 req-8e965a4d-46ae-427f-824f-24aea5bacad3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454252 Apr 29 08:18:14.366224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 20067573-e16e-4a18-9672-b714fd60775c, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=20067573-e16e-4a18-9672-b714fd60775c,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:14.377565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '20067573-e16e-4a18-9672-b714fd60775c', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'port_id': '20067573-e16e-4a18-9672-b714fd60775c', 'mac_address': 'fa:16:3e:6c:3c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:18:14.418276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 20067573-e16e-4a18-9672-b714fd60775c is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:14.418578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (20067573-e16e-4a18-9672-b714fd60775c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:14.431130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20067573-e16e-4a18-9672-b714fd60775c {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:18:14.450360 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 20067573-e16e-4a18-9672-b714fd60775c, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=20067573-e16e-4a18-9672-b714fd60775c,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:14.456778 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (20067573-e16e-4a18-9672-b714fd60775c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:14.502850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=20067573-e16e-4a18-9672-b714fd60775c,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:14.661160 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['20067573-e16e-4a18-9672-b714fd60775c'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:18:15.441586 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec030b8-ca02-4d83-91ab-5dde7ed4d85d req-3cdd4a67-3c9f-438e-be01-f187805dadd8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:15.443036 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9ec030b8-ca02-4d83-91ab-5dde7ed4d85d req-3cdd4a67-3c9f-438e-be01-f187805dadd8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 945 time: 0.0538340 Apr 29 08:18:15.493624 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9ec030b8-ca02-4d83-91ab-5dde7ed4d85d req-eccdc538-ff2b-477c-b8fd-0826d69a8d37 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420170 Apr 29 08:18:16.289911 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 20067573-e16e-4a18-9672-b714fd60775c up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:18:16.351017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 20067573-e16e-4a18-9672-b714fd60775c completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:18:16.356706 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 20067573-e16e-4a18-9672-b714fd60775c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:18:16.357272 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (20067573-e16e-4a18-9672-b714fd60775c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:16.443539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 20067573-e16e-4a18-9672-b714fd60775c is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:18:16.443926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (20067573-e16e-4a18-9672-b714fd60775c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:16.467786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20067573-e16e-4a18-9672-b714fd60775c'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:18:16.470071 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5179c2b6-bc85-4ee4-bc08-fd79baf2aaa0" -d '{"events": [{"server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "name": "network-vif-plugged", "status": "completed", "tag": "20067573-e16e-4a18-9672-b714fd60775c"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:18:16.481936 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 20067573-e16e-4a18-9672-b714fd60775c, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=20067573-e16e-4a18-9672-b714fd60775c,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:18:16.486927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (20067573-e16e-4a18-9672-b714fd60775c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:16.509334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2409188a-cc7d-431b-8c87-c8ee6bbcaff0 x-openstack-request-id: req-2409188a-cc7d-431b-8c87-c8ee6bbcaff0 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:18:16.509652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "name": "network-vif-plugged", "status": "completed", "tag": "20067573-e16e-4a18-9672-b714fd60775c", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:18:16.509882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2409188a-cc7d-431b-8c87-c8ee6bbcaff0 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:18:16.510277 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2409188a-cc7d-431b-8c87-c8ee6bbcaff0'] response: {'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20067573-e16e-4a18-9672-b714fd60775c', 'code': 200} Apr 29 08:18:16.538576 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=20067573-e16e-4a18-9672-b714fd60775c,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:16.618842 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f6428-b100-4f04-b080-ff79682e3392 req-56a38c4f-7b38-4946-be2d-2b5f259b80d9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:16.620452 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e18f6428-b100-4f04-b080-ff79682e3392 req-56a38c4f-7b38-4946-be2d-2b5f259b80d9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0542445 Apr 29 08:18:16.669098 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e18f6428-b100-4f04-b080-ff79682e3392 req-376f5b17-6140-482e-802c-80692a291c8c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 Apr 29 08:18:16.682172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3509562-6c0a-4038-a769-e16d69f28658 req-adb48b71-11e8-46d6-b669-f8ee442a6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:16.683773 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3509562-6c0a-4038-a769-e16d69f28658 req-adb48b71-11e8-46d6-b669-f8ee442a6b33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 1130 time: 0.0435615 Apr 29 08:18:16.733731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a3509562-6c0a-4038-a769-e16d69f28658 req-8080bfa4-d993-4e44-8f00-eb8f411c22e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Apr 29 08:18:17.796313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa419f-6831-4b65-a9ff-1f7a7b1c6ea3 req-d280c11c-372c-4afc-9281-b465f2413c1b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:17.797861 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-86fa419f-6831-4b65-a9ff-1f7a7b1c6ea3 req-d280c11c-372c-4afc-9281-b465f2413c1b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0600984 Apr 29 08:18:17.845798 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-86fa419f-6831-4b65-a9ff-1f7a7b1c6ea3 req-4160ae7a-c954-4679-9bc2-6ba3d32af326 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Apr 29 08:18:17.984086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feb436-0359-48f8-b0fc-d394f9720678 req-5ae17a12-2a0b-4a7b-ac4f-132bd9f09db7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:17.985609 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-59feb436-0359-48f8-b0fc-d394f9720678 req-5ae17a12-2a0b-4a7b-ac4f-132bd9f09db7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0698085 Apr 29 08:18:18.034924 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-59feb436-0359-48f8-b0fc-d394f9720678 req-42b40c8d-de6f-407f-9d57-a7cdc97d301a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435181 Apr 29 08:18:18.056347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32890) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:18.103099 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cfb918-3f4a-43f6-98b9-12443778b7c0 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:18.104599 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-87cfb918-3f4a-43f6-98b9-12443778b7c0 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 1125 time: 0.0472863 Apr 29 08:18:18.108599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32892) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:18.112768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '20067573-e16e-4a18-9672-b714fd60775c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:18:18.134030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:18.239603 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:18.339726 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.225 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/f67b6132-d3f1-43f2-b737-83d80dc128b3) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:18:18.456816 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (f67b6132-d3f1-43f2-b737-83d80dc128b3), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:18.493334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f67b6132-d3f1-43f2-b737-83d80dc128b3), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:18.530431 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:18:18.533426 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:18:18.536871 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:18:18.544975 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=f67b6132-d3f1-43f2-b737-83d80dc128b3,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:18.901086 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:18.970740 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f67b6132-d3f1-43f2-b737-83d80dc128b3), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:19.124896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (f67b6132-d3f1-43f2-b737-83d80dc128b3), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:19.132304 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (f67b6132-d3f1-43f2-b737-83d80dc128b3), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:19.202830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=f67b6132-d3f1-43f2-b737-83d80dc128b3,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:18:19.216595 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:19.327787 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0 associated. External IP: 172.26.3.225, port: 20067573-e16e-4a18-9672-b714fd60775c. Apr 29 08:18:19.547349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router b020861b-d17a-4c91-a06a-3959e6e06d0f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:18:19.968097 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:18:19.979600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] Sync routers for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:18:19.991512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:19.992133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:18:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:19.992272 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:20.022900 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-15b3852b-c0dc-4b2e-acad-2f2bdd1b0f66 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9133115 Apr 29 08:18:20.023547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'tag': '20067573-e16e-4a18-9672-b714fd60775c'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:18:20.026033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f583bf3-437f-4152-bbe2-12d7e741db97" -d '{"events": [{"name": "network-changed", "server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "tag": "20067573-e16e-4a18-9672-b714fd60775c"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:18:20.130218 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18009f51-c980-4b7f-94df-a3fe9f09fe13 x-openstack-request-id: req-18009f51-c980-4b7f-94df-a3fe9f09fe13 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:18:20.130829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "tag": "20067573-e16e-4a18-9672-b714fd60775c", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:18:20.130829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18009f51-c980-4b7f-94df-a3fe9f09fe13 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:18:20.131175 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18009f51-c980-4b7f-94df-a3fe9f09fe13'] response: {'name': 'network-changed', 'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'tag': '20067573-e16e-4a18-9672-b714fd60775c', 'status': 'completed', 'code': 200} Apr 29 08:18:20.208611 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113c87b-e7e3-4cb8-a8a3-227ebdef5914 req-5d64c3e9-1add-4e41-98a5-27531a55dd96 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:20.210113 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f113c87b-e7e3-4cb8-a8a3-227ebdef5914 req-5d64c3e9-1add-4e41-98a5-27531a55dd96 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0859296 Apr 29 08:18:20.215578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-d360f1df-9b18-43f5-afac-11941d9972da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:20.216991 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-d360f1df-9b18-43f5-afac-11941d9972da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 1130 time: 0.0634975 Apr 29 08:18:20.261755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:20.316445 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f113c87b-e7e3-4cb8-a8a3-227ebdef5914 req-2b47be91-2e9f-41d2-891d-4c1d074b1063 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984683 Apr 29 08:18:20.338132 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-da8967b8-4c63-4625-b152-1682c759fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:20.339683 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-da8967b8-4c63-4625-b152-1682c759fbc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7885fe89-d86a-40bc-aac6-834f873a383c HTTP/1.1" status: 200 len: 898 time: 0.1159108 Apr 29 08:18:20.339817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32902) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:20.406370 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-8d103358-4826-4a81-8a8c-59d6cebf6576 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20067573-e16e-4a18-9672-b714fd60775c HTTP/1.1" status: 200 len: 1000 time: 0.0613241 Apr 29 08:18:20.411751 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9676ec23-11b2-4886-8cb1-50c3421faf55 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0 HTTP/1.1" status: 200 len: 992 time: 0.0710258 Apr 29 08:18:20.459108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-6e1a8271-904e-4df2-9794-6b3da5fa90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:20.460559 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-6e1a8271-904e-4df2-9794-6b3da5fa90aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70a8d84b-216d-46d0-8e14-739e44f5caf0 HTTP/1.1" status: 200 len: 834 time: 0.0469146 Apr 29 08:18:20.496375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.225', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'port_id': '20067573-e16e-4a18-9672-b714fd60775c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'mac_address': 'fa:16:3e:6c:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:18:18Z', 'updated_at': '2022-04-29T08:18:18Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c63f1f6-3a3e-4e98-b3cb-261037c95ee7', 'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:f1:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:04Z', 'updated_at': '2022-04-29T08:18:07Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:20.508127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-9595da6c-95a6-45f0-a387-78954471ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:20.509655 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-9595da6c-95a6-45f0-a387-78954471ab3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7885fe89-d86a-40bc-aac6-834f873a383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432668 Apr 29 08:18:20.522358 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] Checking router: b020861b-d17a-4c91-a06a-3959e6e06d0f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:18:20.531462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:18:20.532074 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:18:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:20.598207 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-779a90ec-4776-4f84-8cff-a11516085d7f service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822504 Apr 29 08:18:20.638634 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:18:20.690732 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4f583bf3-437f-4152-bbe2-12d7e741db97 req-b796c365-5810-4c4a-bc3a-a2255aabdb6b service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Apr 29 08:18:20.867092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.225', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'port_id': '20067573-e16e-4a18-9672-b714fd60775c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'mac_address': 'fa:16:3e:6c:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:18:18Z', 'updated_at': '2022-04-29T08:18:18Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c63f1f6-3a3e-4e98-b3cb-261037c95ee7', 'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:f1:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:04Z', 'updated_at': '2022-04-29T08:18:07Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:18:20.893352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ccc1ba-6cc4-4658-ac8e-c35b5971a922 None None] The sync data for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv is: [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.225', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'port_id': '20067573-e16e-4a18-9672-b714fd60775c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'mac_address': 'fa:16:3e:6c:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:18:18Z', 'updated_at': '2022-04-29T08:18:18Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c63f1f6-3a3e-4e98-b3cb-261037c95ee7', 'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:f1:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:04Z', 'updated_at': '2022-04-29T08:18:07Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:18:21.097516 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22b97a-832f-4838-a53b-b92cda9fb72a None None] New status for floating IP 0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:18:21.416212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32904) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:18:21.487423 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-94a9e7ec-eceb-4370-b448-22bd2cec22fe tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0 HTTP/1.1" status: 200 len: 994 time: 0.0697274 Apr 29 08:18:30.270966 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:18:31.377843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-863ffdc3-c677-449d-bb36-cc1a60bf9ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:33.498986 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5788bf4d-8158-4b4c-811d-7ab87dfed9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:34.955359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:35.812739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:36.267175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:37.368275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:18:51.334846 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-597c861a-a76d-407b-8a64-8a387b0720bc req-312049df-07b7-472a-b5d5-0afd8f700ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478861 Apr 29 08:18:51.429319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c861a-a76d-407b-8a64-8a387b0720bc req-483a6f0a-44b8-4733-aaae-f3b133a1e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:51.430778 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-597c861a-a76d-407b-8a64-8a387b0720bc req-483a6f0a-44b8-4733-aaae-f3b133a1e7c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 1130 time: 0.0466115 Apr 29 08:18:51.540444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c861a-a76d-407b-8a64-8a387b0720bc req-15d72aae-89a1-4057-9647-221990f2a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:51.542362 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-597c861a-a76d-407b-8a64-8a387b0720bc req-15d72aae-89a1-4057-9647-221990f2a225 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7885fe89-d86a-40bc-aac6-834f873a383c HTTP/1.1" status: 200 len: 898 time: 0.0920820 Apr 29 08:18:51.609705 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-597c861a-a76d-407b-8a64-8a387b0720bc req-29081d1d-9066-43c7-aa58-319de6aa7d4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20067573-e16e-4a18-9672-b714fd60775c HTTP/1.1" status: 200 len: 1002 time: 0.0603917 Apr 29 08:18:51.660648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c861a-a76d-407b-8a64-8a387b0720bc req-c5e8394d-bd93-4c05-838c-f206ac567a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:51.662117 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-597c861a-a76d-407b-8a64-8a387b0720bc req-c5e8394d-bd93-4c05-838c-f206ac567a2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70a8d84b-216d-46d0-8e14-739e44f5caf0 HTTP/1.1" status: 200 len: 834 time: 0.0470343 Apr 29 08:18:51.712912 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c861a-a76d-407b-8a64-8a387b0720bc req-65be5c6e-2831-478e-aa47-05080f7c567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:51.714473 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-597c861a-a76d-407b-8a64-8a387b0720bc req-65be5c6e-2831-478e-aa47-05080f7c567d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7885fe89-d86a-40bc-aac6-834f873a383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459023 Apr 29 08:18:51.804897 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-597c861a-a76d-407b-8a64-8a387b0720bc req-50d273d7-fd95-4e21-8dca-e1652bd5893f service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835238 Apr 29 08:18:51.907843 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-597c861a-a76d-407b-8a64-8a387b0720bc req-0d587ca7-5fcd-4465-9f36-1a1856382cf3 service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965583 Apr 29 08:18:55.000054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cdc68-dd04-4433-9943-0cea56e0086e req-f7b12a74-f5e7-4913-bcf6-8bdffe25175f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:55.001566 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b77cdc68-dd04-4433-9943-0cea56e0086e req-f7b12a74-f5e7-4913-bcf6-8bdffe25175f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0584924 Apr 29 08:18:55.049701 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b77cdc68-dd04-4433-9943-0cea56e0086e req-1a1b76db-d5df-4ace-ac76-f3b37bcf6baa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Apr 29 08:18:56.203031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb0b9c-5018-4bab-bf4e-57f4b24e6600 req-d288a2ce-d99b-4e80-92a8-e2d35dee06f8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:56.204489 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d5bb0b9c-5018-4bab-bf4e-57f4b24e6600 req-d288a2ce-d99b-4e80-92a8-e2d35dee06f8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0711823 Apr 29 08:18:56.252079 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d5bb0b9c-5018-4bab-bf4e-57f4b24e6600 req-6b5e621d-c12b-4150-aa2b-ca3d83fcb531 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Apr 29 08:18:57.389825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191479bd-1ceb-4999-9897-781471e8d727 req-3b65154c-2067-41c1-857c-0363c2279af3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:57.391299 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-191479bd-1ceb-4999-9897-781471e8d727 req-3b65154c-2067-41c1-857c-0363c2279af3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0568089 Apr 29 08:18:57.447109 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-191479bd-1ceb-4999-9897-781471e8d727 req-8cb9e6f3-9c9d-420a-82bd-b0a5409b1ea4 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470679 Apr 29 08:18:58.607921 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341b71b-a794-4a0f-b7ec-a385ff3d6701 req-c5b85f07-d845-4d03-b81b-8123a0c6665c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:58.610485 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e341b71b-a794-4a0f-b7ec-a385ff3d6701 req-c5b85f07-d845-4d03-b81b-8123a0c6665c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0858896 Apr 29 08:18:58.661757 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e341b71b-a794-4a0f-b7ec-a385ff3d6701 req-5236f836-89a7-478a-83cc-3053540574fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454414 Apr 29 08:18:59.791379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3a2f0-38e4-467f-8814-aac6c38553ae req-9d7f50da-43b1-4ead-9817-822b49a02a16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:18:59.792891 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-38d3a2f0-38e4-467f-8814-aac6c38553ae req-9d7f50da-43b1-4ead-9817-822b49a02a16 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0606432 Apr 29 08:18:59.843296 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-38d3a2f0-38e4-467f-8814-aac6c38553ae req-4bc96c7e-156e-4b88-8636-9ef02d3ca23c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Apr 29 08:19:00.994814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dca0b8-f9e5-4c2b-bb75-8a813a5b924b req-850dfa5b-cdd4-4ae9-8bd6-04afaaea8833 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:00.996304 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-16dca0b8-f9e5-4c2b-bb75-8a813a5b924b req-850dfa5b-cdd4-4ae9-8bd6-04afaaea8833 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0724866 Apr 29 08:19:01.048939 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-16dca0b8-f9e5-4c2b-bb75-8a813a5b924b req-e5720ed5-e0e1-4358-a83d-7549bd318981 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452631 Apr 29 08:19:01.395436 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d5307b74-7fb5-46b4-9a67-2d66f3395ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:02.183463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbeb409-2dfa-4feb-9522-320e5ac16ebd req-c0bca25e-92c6-4eac-ad28-3d34181a395d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:02.184924 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0cbeb409-2dfa-4feb-9522-320e5ac16ebd req-c0bca25e-92c6-4eac-ad28-3d34181a395d tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0566061 Apr 29 08:19:02.235903 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0cbeb409-2dfa-4feb-9522-320e5ac16ebd req-be055c7a-3f83-4d2c-b564-f4ef7c7a0098 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426598 Apr 29 08:19:03.371264 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbf8aa-ddac-4091-8913-44ee240f28bb req-61033d53-8710-458c-93ae-f4836eb71504 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:03.372868 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-28fbf8aa-ddac-4091-8913-44ee240f28bb req-61033d53-8710-458c-93ae-f4836eb71504 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0626838 Apr 29 08:19:03.425453 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-28fbf8aa-ddac-4091-8913-44ee240f28bb req-b2e27c60-7231-46ca-a07e-c3a328688de5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466106 Apr 29 08:19:03.493903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fb61-98c4-461a-8350-90b33ee8e94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:04.563297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0a380-6bf6-4e28-b808-3d569a558d41 req-841bab9b-c697-40d5-9367-0e8314d70804 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:04.564782 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f4c0a380-6bf6-4e28-b808-3d569a558d41 req-841bab9b-c697-40d5-9367-0e8314d70804 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0606084 Apr 29 08:19:04.619828 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f4c0a380-6bf6-4e28-b808-3d569a558d41 req-b57f12ec-089a-4814-bf40-4be8c7519529 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466578 Apr 29 08:19:04.962546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:05.766446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aa640-695f-4844-b993-50d32e75e63a req-373e0cf2-d08b-4278-8c50-ce59f769d57e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:05.767948 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d73aa640-695f-4844-b993-50d32e75e63a req-373e0cf2-d08b-4278-8c50-ce59f769d57e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0543740 Apr 29 08:19:05.801066 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:05.820061 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d73aa640-695f-4844-b993-50d32e75e63a req-40a40dfc-dc94-4da1-b583-eb2a7b5e7840 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437109 Apr 29 08:19:06.273060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:06.945029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37225bd0-8b0d-42db-b1a9-fe0ae289def7 req-466f812e-4151-42ef-b37f-43ffbcfb37b9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:06.946973 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-37225bd0-8b0d-42db-b1a9-fe0ae289def7 req-466f812e-4151-42ef-b37f-43ffbcfb37b9 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0529540 Apr 29 08:19:07.002391 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-37225bd0-8b0d-42db-b1a9-fe0ae289def7 req-68eee63e-1b32-4d22-bcf7-3c19ed68e50e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496740 Apr 29 08:19:07.270082 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:19:07.367130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:08.145417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2273bc-071f-4c52-bef1-c9507df76cef req-089716cf-afe7-4f35-b7be-d6d826113302 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:08.146877 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fc2273bc-071f-4c52-bef1-c9507df76cef req-089716cf-afe7-4f35-b7be-d6d826113302 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0699098 Apr 29 08:19:08.196813 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fc2273bc-071f-4c52-bef1-c9507df76cef req-2bcdd38f-adae-4700-9e49-a286dfa8c1f8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Apr 29 08:19:09.339814 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa58c70-e6a6-4739-bdbd-8b8928599b10 req-4852424e-e0cd-4673-b055-3a9a6d2ee4b8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:09.341328 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4fa58c70-e6a6-4739-bdbd-8b8928599b10 req-4852424e-e0cd-4673-b055-3a9a6d2ee4b8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0637677 Apr 29 08:19:09.396478 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4fa58c70-e6a6-4739-bdbd-8b8928599b10 req-1dac8ded-8fc8-4caf-bde1-f17f63be7b52 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493159 Apr 29 08:19:10.542686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa5248-63bb-4e7d-95b4-5dd9140d7234 req-ced5c0b6-1703-4237-8748-83ba45c73fe3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:10.544173 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cbfa5248-63bb-4e7d-95b4-5dd9140d7234 req-ced5c0b6-1703-4237-8748-83ba45c73fe3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0596006 Apr 29 08:19:10.596411 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cbfa5248-63bb-4e7d-95b4-5dd9140d7234 req-11005493-7498-4300-a19c-91583202258c tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453494 Apr 29 08:19:10.626561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32948) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:10.698159 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5d232eaa-a046-4fa6-beef-fae2358c31a3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0 HTTP/1.1" status: 200 len: 994 time: 0.0700469 Apr 29 08:19:12.006453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ecac0-a2ed-412f-af23-8cc5e7ea83e0 req-aeb668c4-570c-4eef-8d3d-14504d8d96d1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:12.007984 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ea0ecac0-a2ed-412f-af23-8cc5e7ea83e0 req-aeb668c4-570c-4eef-8d3d-14504d8d96d1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0531073 Apr 29 08:19:12.023812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-131c49ce-1d23-4382-a5e1-7b3f9f47c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:12.025438 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-131c49ce-1d23-4382-a5e1-7b3f9f47c77b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 1130 time: 0.0451899 Apr 29 08:19:12.056993 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ea0ecac0-a2ed-412f-af23-8cc5e7ea83e0 req-0d0159b1-8e04-41db-a2d1-5a5573d7800f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431476 Apr 29 08:19:12.130976 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-a623b93b-7fe7-4c92-836e-3e64448cfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:12.132429 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-a623b93b-7fe7-4c92-836e-3e64448cfd58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7885fe89-d86a-40bc-aac6-834f873a383c HTTP/1.1" status: 200 len: 898 time: 0.1006901 Apr 29 08:19:12.197269 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-e51f9c88-7f14-4fd5-ae5e-744405b4c564 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20067573-e16e-4a18-9672-b714fd60775c HTTP/1.1" status: 200 len: 1002 time: 0.0591881 Apr 29 08:19:12.249260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-49be7b45-d639-4a77-962e-05f51b79f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:12.250760 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-49be7b45-d639-4a77-962e-05f51b79f3e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70a8d84b-216d-46d0-8e14-739e44f5caf0 HTTP/1.1" status: 200 len: 834 time: 0.0479746 Apr 29 08:19:12.302547 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-5486fc3b-a927-4ede-828e-f4fa2c3fbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:12.303999 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-5486fc3b-a927-4ede-828e-f4fa2c3fbc53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7885fe89-d86a-40bc-aac6-834f873a383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476096 Apr 29 08:19:12.405151 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-599193f7-94e2-4c83-a74e-a8dc987dbb6c service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948851 Apr 29 08:19:12.501806 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-80cb21dd-945e-4c29-bfdd-5d7e31f78b1a req-f4ac6f96-db51-470c-91e1-7aba6ca2e8c8 service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912163 Apr 29 08:19:13.181441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3632f06-93e4-411b-992d-2b2aa1224420 req-72b4e733-3c9c-44b0-9013-d0107729ece1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:13.182898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c3632f06-93e4-411b-992d-2b2aa1224420 req-72b4e733-3c9c-44b0-9013-d0107729ece1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0543690 Apr 29 08:19:13.234271 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c3632f06-93e4-411b-992d-2b2aa1224420 req-4bf0ed00-e6d8-42f1-9c3b-0e5ece490963 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Apr 29 08:19:13.256580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32958) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:13.320662 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c3c16410-331e-4ac6-97c6-fa1a74ac70ba tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0 HTTP/1.1" status: 200 len: 994 time: 0.0629442 Apr 29 08:19:31.380169 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-33c52c4a-9003-477f-963c-91320502cbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:33.503760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-458ee094-3ac4-4cf2-83b6-b01cee000f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:34.973406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:35.811106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:36.276988 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:37.371817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:43.966456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32978) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:44.128001 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port f67b6132-d3f1-43f2-b737-83d80dc128b3 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:19:44.128313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f67b6132-d3f1-43f2-b737-83d80dc128b3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:44.205902 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f67b6132-d3f1-43f2-b737-83d80dc128b3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:44.206221 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (f67b6132-d3f1-43f2-b737-83d80dc128b3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:44.218731 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for f67b6132-d3f1-43f2-b737-83d80dc128b3 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:19:44.268213 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:19:44.382959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f67b6132-d3f1-43f2-b737-83d80dc128b3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:44.407917 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=f67b6132-d3f1-43f2-b737-83d80dc128b3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:44.419300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.419679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.420055 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.420401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.420736 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.421070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.421432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.421763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.422075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.422401 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.422728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.423048 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.423370 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:44.479134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:44.479362 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0 disassociated (deleted). External IP: 172.26.3.225, port: 20067573-e16e-4a18-9672-b714fd60775c. Apr 29 08:19:44.694487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router b020861b-d17a-4c91-a06a-3959e6e06d0f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:19:44.807668 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:19:44.813038 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:44.817968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] Sync routers for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:19:44.828083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:44.828702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:19:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:44.846132 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c4ffbdaf-7668-4881-98c0-3ed2169a68c1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/floatingips/0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0 HTTP/1.1" status: 204 len: 168 time: 0.8758266 Apr 29 08:19:44.846132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'tag': '20067573-e16e-4a18-9672-b714fd60775c'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:19:44.846675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5" -d '{"events": [{"name": "network-changed", "server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "tag": "20067573-e16e-4a18-9672-b714fd60775c"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:19:44.886165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83e4aa7-12b4-4ef5-99b6-a6138a74b9bb x-openstack-request-id: req-c83e4aa7-12b4-4ef5-99b6-a6138a74b9bb {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:19:44.886465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "tag": "20067573-e16e-4a18-9672-b714fd60775c", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:19:44.886727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c83e4aa7-12b4-4ef5-99b6-a6138a74b9bb {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:19:44.887149 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83e4aa7-12b4-4ef5-99b6-a6138a74b9bb'] response: {'name': 'network-changed', 'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'tag': '20067573-e16e-4a18-9672-b714fd60775c', 'status': 'completed', 'code': 200} Apr 29 08:19:44.943417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:44.957813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-a4051013-7680-47ed-bf74-18ce97965690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:44.959667 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-a4051013-7680-47ed-bf74-18ce97965690 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 1130 time: 0.0515075 Apr 29 08:19:45.060505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-f302219d-91d6-4674-8e72-2df20722958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:45.061965 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-f302219d-91d6-4674-8e72-2df20722958e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7885fe89-d86a-40bc-aac6-834f873a383c HTTP/1.1" status: 200 len: 898 time: 0.0928328 Apr 29 08:19:45.086343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596534d-854c-4956-a648-ddda60a14669 req-769b4335-eed9-4584-9c9e-1dfcee89adc0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:45.087964 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f596534d-854c-4956-a648-ddda60a14669 req-769b4335-eed9-4584-9c9e-1dfcee89adc0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0566120 Apr 29 08:19:45.103882 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-0a693908-b5ff-4119-a9e5-d0eb79899539 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20067573-e16e-4a18-9672-b714fd60775c HTTP/1.1" status: 200 len: 217 time: 0.0356457 Apr 29 08:19:45.144850 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f596534d-854c-4956-a648-ddda60a14669 req-11180103-7c08-4408-9083-f9c6a9e9aad0 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496943 Apr 29 08:19:45.154971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-e85ebf9f-726f-4ac2-818b-5ee5baf34e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:45.156517 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-e85ebf9f-726f-4ac2-818b-5ee5baf34e02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70a8d84b-216d-46d0-8e14-739e44f5caf0 HTTP/1.1" status: 200 len: 834 time: 0.0455368 Apr 29 08:19:45.157754 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '6c63f1f6-3a3e-4e98-b3cb-261037c95ee7', 'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:f1:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:04Z', 'updated_at': '2022-04-29T08:18:07Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:45.184522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] Checking router: b020861b-d17a-4c91-a06a-3959e6e06d0f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:19:45.192881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:45.193565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:19:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:45.209929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-3b1d7ad5-f13f-419a-8c62-9989e0bf56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:45.211470 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-3b1d7ad5-f13f-419a-8c62-9989e0bf56a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7885fe89-d86a-40bc-aac6-834f873a383c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488000 Apr 29 08:19:45.300612 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-7246d5dc-c664-4ed5-98fc-199a02984e42 service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815842 Apr 29 08:19:45.302960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:45.394142 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4dc29bf7-9865-43e8-a1ad-0d632c7a78d5 req-f415d51c-e3e6-4565-9c8c-e9f726c6a7ed service neutron] 10.222.0.36 "GET /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868018 Apr 29 08:19:45.497010 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '6c63f1f6-3a3e-4e98-b3cb-261037c95ee7', 'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:f1:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:04Z', 'updated_at': '2022-04-29T08:18:07Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:45.525797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366e2c1-5bf7-44bf-95a9-614d4276dd35 None None] The sync data for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv is: [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:18:05Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '6c63f1f6-3a3e-4e98-b3cb-261037c95ee7', 'name': '', 'network_id': '7885fe89-d86a-40bc-aac6-834f873a383c', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:f1:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:04Z', 'updated_at': '2022-04-29T08:18:07Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': '70a8d84b-216d-46d0-8e14-739e44f5caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:19:45.766433 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b4f5e-a1a2-4314-ae14-c1a23d0299e0 None None] New status for floating IP 0ecab6d2-d2d9-4f8a-a0dc-6475f79b94c0: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:19:46.275744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43fe08-4886-4d61-8b50-63840315e92b req-82bfb76a-5552-4b30-8d93-bc72de23ea72 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:46.277333 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb43fe08-4886-4d61-8b50-63840315e92b req-82bfb76a-5552-4b30-8d93-bc72de23ea72 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0570912 Apr 29 08:19:46.332577 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb43fe08-4886-4d61-8b50-63840315e92b req-134f0bcd-4693-4c08-a2dc-f8689770b590 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=daaa3b4a-9f9a-4056-80b8-8e55b11210b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469835 Apr 29 08:19:46.609561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-7644f1a4-76a4-4f4e-a132-8b610b44e5ba tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:46.611004 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-7644f1a4-76a4-4f4e-a132-8b610b44e5ba tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 946 time: 0.0603700 Apr 29 08:19:46.705451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 20067573-e16e-4a18-9672-b714fd60775c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:19:46.705784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (20067573-e16e-4a18-9672-b714fd60775c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:46.806082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port 20067573-e16e-4a18-9672-b714fd60775c, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=20067573-e16e-4a18-9672-b714fd60775c,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:46.806413 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (20067573-e16e-4a18-9672-b714fd60775c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:46.824048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 20067573-e16e-4a18-9672-b714fd60775c owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:19:46.956096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (20067573-e16e-4a18-9672-b714fd60775c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:46.990142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=20067573-e16e-4a18-9672-b714fd60775c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:47.002350 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.002700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.003077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.003427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.003725 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.004064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.004396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.004786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.005046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.005393 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.005723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.006049 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.006370 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:47.050343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] No DVR routers for this DVR port 20067573-e16e-4a18-9672-b714fd60775c on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:19:47.053003 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:47.056399 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b479ab71-b83e-4226-9310-a6da2b57fa8f req-1974eb2f-321b-4ba8-8a9c-1c12fe380dc7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "DELETE /v2.0/ports/20067573-e16e-4a18-9672-b714fd60775c HTTP/1.1" status: 204 len: 173 time: 0.4403901 Apr 29 08:19:47.056784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'name': 'network-vif-deleted', 'tag': '20067573-e16e-4a18-9672-b714fd60775c'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:19:47.059153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ae250c-6d1c-415f-af31-f98d1c3a569e" -d '{"events": [{"server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "name": "network-vif-deleted", "tag": "20067573-e16e-4a18-9672-b714fd60775c"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:19:47.166848 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771228d8-74da-4525-89ef-e71f8969b91a x-openstack-request-id: req-771228d8-74da-4525-89ef-e71f8969b91a {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:19:47.167142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21811f59-a1b1-4da3-a1ed-e868e5fcdae1", "name": "network-vif-deleted", "tag": "20067573-e16e-4a18-9672-b714fd60775c", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:19:47.167447 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-771228d8-74da-4525-89ef-e71f8969b91a {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:19:47.167840 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771228d8-74da-4525-89ef-e71f8969b91a'] response: {'server_uuid': '21811f59-a1b1-4da3-a1ed-e868e5fcdae1', 'name': 'network-vif-deleted', 'tag': '20067573-e16e-4a18-9672-b714fd60775c', 'status': 'completed', 'code': 200} Apr 29 08:19:47.447408 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6eb4f061-4253-401e-80a7-0223cc4ea5cc req-865ae689-0771-4f0f-8718-5842987704c8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=21811f59-a1b1-4da3-a1ed-e868e5fcdae1 HTTP/1.1" status: 200 len: 210 time: 0.0309000 Apr 29 08:19:48.515516 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 32998) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:48.896243 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (b020861b-d17a-4c91-a06a-3959e6e06d0f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:49.173965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:19:49.174200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:49.276132 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=6c63f1f6-3a3e-4e98-b3cb-261037c95ee7,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:49.276531 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:49.289993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:19:49.490314 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (6c63f1f6-3a3e-4e98-b3cb-261037c95ee7), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:49.515812 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=6c63f1f6-3a3e-4e98-b3cb-261037c95ee7,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:49.694529 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (b020861b-d17a-4c91-a06a-3959e6e06d0f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:49.919806 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router b020861b-d17a-4c91-a06a-3959e6e06d0f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:19:50.031932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:19:50.037986 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-12ce8bb1-9732-41e4-89e6-8aff0a43e9fa tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/b020861b-d17a-4c91-a06a-3959e6e06d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5213816 Apr 29 08:19:50.040122 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33000) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:50.041923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] Sync routers for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:19:50.053255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:50.053850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:19:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:50.091035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81578b7-14a8-4967-99fc-f55bb8110916 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting subnet 70a8d84b-216d-46d0-8e14-739e44f5caf0 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:19:50.094233 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b81578b7-14a8-4967-99fc-f55bb8110916 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (70a8d84b-216d-46d0-8e14-739e44f5caf0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.136691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b81578b7-14a8-4967-99fc-f55bb8110916 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (70a8d84b-216d-46d0-8e14-739e44f5caf0), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.160427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:50.217743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b81578b7-14a8-4967-99fc-f55bb8110916 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (70a8d84b-216d-46d0-8e14-739e44f5caf0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.279442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b81578b7-14a8-4967-99fc-f55bb8110916 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (70a8d84b-216d-46d0-8e14-739e44f5caf0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.309681 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81578b7-14a8-4967-99fc-f55bb8110916 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Subnet': ['ID=70a8d84b-216d-46d0-8e14-739e44f5caf0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:50.314778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-b81578b7-14a8-4967-99fc-f55bb8110916 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.319774 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-b81578b7-14a8-4967-99fc-f55bb8110916 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/subnets/70a8d84b-216d-46d0-8e14-739e44f5caf0 HTTP/1.1" status: 204 len: 168 time: 0.2782681 Apr 29 08:19:50.321537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016745c-ada4-4fb3-a215-b944d6f2b92d None None] Network 7885fe89-d86a-40bc-aac6-834f873a383c requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:19:50.322638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33002) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:50.440148 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (b020861b-d17a-4c91-a06a-3959e6e06d0f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.556606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (b020861b-d17a-4c91-a06a-3959e6e06d0f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.563171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:19:49Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'abd47cf7-9e66-4ece-a673-f70b5a5b4afb', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:18:02Z', 'updated_at': '2022-04-29T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:50.593785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] Checking router: b020861b-d17a-4c91-a06a-3959e6e06d0f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:19:50.607009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] Routers {'b020861b-d17a-4c91-a06a-3959e6e06d0f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:50.607629 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:19:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['b020861b-d17a-4c91-a06a-3959e6e06d0f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:50.610513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port abd47cf7-9e66-4ece-a673-f70b5a5b4afb {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:19:50.610851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.697757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port abd47cf7-9e66-4ece-a673-f70b5a5b4afb, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=abd47cf7-9e66-4ece-a673-f70b5a5b4afb,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:50.698146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.704357 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] Set router b020861b-d17a-4c91-a06a-3959e6e06d0f gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:50.710631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for abd47cf7-9e66-4ece-a673-f70b5a5b4afb owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:19:50.735618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] DHCP port deletion for 7885fe89-d86a-40bc-aac6-834f873a383c request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:19:50.764710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:19:50Z', 'revision_number': 6, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:50.769777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 20067573-e16e-4a18-9672-b714fd60775c no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:19:50.834709 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 20067573-e16e-4a18-9672-b714fd60775c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:19:50.835019 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 20067573-e16e-4a18-9672-b714fd60775c not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:19:50.837425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03448a17-1c80-4d38-86cc-d624ee4f1060 None None] The sync data for ids ['b020861b-d17a-4c91-a06a-3959e6e06d0f'] in dv-neutron-839860-1-hyperv is: [{'id': 'b020861b-d17a-4c91-a06a-3959e6e06d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803566688', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:18:01Z', 'updated_at': '2022-04-29T08:19:50Z', 'revision_number': 6, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:19:50.866696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Deleting port 4beb22ce-0ae4-4465-a779-21a28a0443c4 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:19:50.867070 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.932319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] For port 4beb22ce-0ae4-4465-a779-21a28a0443c4, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4beb22ce-0ae4-4465-a779-21a28a0443c4,segment=NetworkSegment(546a5cf4-6fe3-4259-95fc-0e981363bc65),segment_id=546a5cf4-6fe3-4259-95fc-0e981363bc65)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:50.932545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:50.946553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Calling delete_port for 4beb22ce-0ae4-4465-a779-21a28a0443c4 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:19:51.031448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (4beb22ce-0ae4-4465-a779-21a28a0443c4), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.056335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Pushing event deleted for resources: {'Port': ['ID=4beb22ce-0ae4-4465-a779-21a28a0443c4,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:51.060422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] No DVR routers for this DVR port 4beb22ce-0ae4-4465-a779-21a28a0443c4 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:19:51.073848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.074187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.074525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.075125 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.075253 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.075521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.075852 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.076166 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.076497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.076805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.077124 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.077461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.077776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c914c3a5-e2b8-4586-8d7c-6dd04b770db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:51.203852 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (abd47cf7-9e66-4ece-a673-f70b5a5b4afb), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.229634 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=abd47cf7-9e66-4ece-a673-f70b5a5b4afb,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:51.301283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (b020861b-d17a-4c91-a06a-3959e6e06d0f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.410764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (b020861b-d17a-4c91-a06a-3959e6e06d0f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.412962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (b020861b-d17a-4c91-a06a-3959e6e06d0f), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.458273 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (b020861b-d17a-4c91-a06a-3959e6e06d0f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.458855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Fanout notify agent at l3_agent the message router_deleted on router b020861b-d17a-4c91-a06a-3959e6e06d0f {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:19:51.466469 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.467557 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7ee5f582-2c2c-4fe4-ae02-217cfb9bdf04 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/routers/b020861b-d17a-4c91-a06a-3959e6e06d0f HTTP/1.1" status: 204 len: 168 time: 1.1438949 Apr 29 08:19:51.470404 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33004) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:51.545029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (7885fe89-d86a-40bc-aac6-834f873a383c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.634755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (7885fe89-d86a-40bc-aac6-834f873a383c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.654890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7885fe89-d86a-40bc-aac6-834f873a383c']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:51.664181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546a5cf4-6fe3-4259-95fc-0e981363bc65') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:51.664478 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546a5cf4-6fe3-4259-95fc-0e981363bc65') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:51.673882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (546a5cf4-6fe3-4259-95fc-0e981363bc65), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.687118 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (546a5cf4-6fe3-4259-95fc-0e981363bc65), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.693155 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:19:51.693560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (546a5cf4-6fe3-4259-95fc-0e981363bc65), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:19:51.696850 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:19:51.760319 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (7885fe89-d86a-40bc-aac6-834f873a383c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.765062 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.768373 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/networks/7885fe89-d86a-40bc-aac6-834f873a383c HTTP/1.1" status: 204 len: 168 time: 0.2970333 Apr 29 08:19:51.771330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33006) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:51.783329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92103565-7e29-4663-8c12-d68355471293 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Network': ['ID=7885fe89-d86a-40bc-aac6-834f873a383c,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:51.830360 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d96dada0-191c-4b07-a2c3-0c9128f34410 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (daaa3b4a-9f9a-4056-80b8-8e55b11210b1), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.856506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d96dada0-191c-4b07-a2c3-0c9128f34410 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (daaa3b4a-9f9a-4056-80b8-8e55b11210b1), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.919640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d96dada0-191c-4b07-a2c3-0c9128f34410 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (daaa3b4a-9f9a-4056-80b8-8e55b11210b1), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.922506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d96dada0-191c-4b07-a2c3-0c9128f34410 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:51.923734 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d96dada0-191c-4b07-a2c3-0c9128f34410 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/security-groups/daaa3b4a-9f9a-4056-80b8-8e55b11210b1 HTTP/1.1" status: 204 len: 168 time: 0.1513796 Apr 29 08:19:51.933505 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dada0-191c-4b07-a2c3-0c9128f34410 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaa3b4a-9f9a-4056-80b8-8e55b11210b1,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:52.123864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33012) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:52.128655 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-bb720dfd-c463-48dd-a92b-0fa5b18281fc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094551740', 'description': 'tempest-secgroup-smoke-2094551740 description', 'project_id': '12c8116034f34b859ad90b1a27492454'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:52.150518 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb720dfd-c463-48dd-a92b-0fa5b18281fc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.218010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb720dfd-c463-48dd-a92b-0fa5b18281fc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (117c2475-932c-4b85-bfcd-492450474949), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.223423 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb720dfd-c463-48dd-a92b-0fa5b18281fc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (117c2475-932c-4b85-bfcd-492450474949), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.251463 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bb720dfd-c463-48dd-a92b-0fa5b18281fc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.252767 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bb720dfd-c463-48dd-a92b-0fa5b18281fc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277831 Apr 29 08:19:52.255853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33014) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:52.259122 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb720dfd-c463-48dd-a92b-0fa5b18281fc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117c2475-932c-4b85-bfcd-492450474949,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:52.260368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-08ecf388-a0fe-4536-a449-038bcd62eb22 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '117c2475-932c-4b85-bfcd-492450474949', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:52.288299 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08ecf388-a0fe-4536-a449-038bcd62eb22 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (1c669278-86ea-4f4d-a485-a0c538abdf75), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.334503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08ecf388-a0fe-4536-a449-038bcd62eb22 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (1c669278-86ea-4f4d-a485-a0c538abdf75), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.339496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08ecf388-a0fe-4536-a449-038bcd62eb22 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (1c669278-86ea-4f4d-a485-a0c538abdf75), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.357748 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecf388-a0fe-4536-a449-038bcd62eb22 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c669278-86ea-4f4d-a485-a0c538abdf75,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:52.365937 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-08ecf388-a0fe-4536-a449-038bcd62eb22 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.367149 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-08ecf388-a0fe-4536-a449-038bcd62eb22 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102681 Apr 29 08:19:52.370012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33016) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:52.374358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a5aee314-2ae0-4d74-8249-e3066d86ce0e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '117c2475-932c-4b85-bfcd-492450474949', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:52.399881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5aee314-2ae0-4d74-8249-e3066d86ce0e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (ef10c14d-396f-432c-b852-e16aca331a32), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.455098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5aee314-2ae0-4d74-8249-e3066d86ce0e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (ef10c14d-396f-432c-b852-e16aca331a32), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.460666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5aee314-2ae0-4d74-8249-e3066d86ce0e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (ef10c14d-396f-432c-b852-e16aca331a32), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.488897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aee314-2ae0-4d74-8249-e3066d86ce0e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef10c14d-396f-432c-b852-e16aca331a32,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:52.493855 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a5aee314-2ae0-4d74-8249-e3066d86ce0e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.497635 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a5aee314-2ae0-4d74-8249-e3066d86ce0e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240427 Apr 29 08:19:52.498128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33018) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:52.502480 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-ece2de7b-4e19-4172-b9bc-19fe83c94957 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '117c2475-932c-4b85-bfcd-492450474949', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:52.539428 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ece2de7b-4e19-4172-b9bc-19fe83c94957 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (8ab58fee-1bca-4501-9b1d-4bf8555a11e8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.564044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4beb22ce-0ae4-4465-a779-21a28a0443c4 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:19:52.584602 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4beb22ce-0ae4-4465-a779-21a28a0443c4 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:19:52.584956 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4beb22ce-0ae4-4465-a779-21a28a0443c4 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:19:52.585441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device abd47cf7-9e66-4ece-a673-f70b5a5b4afb no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:19:52.597709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ece2de7b-4e19-4172-b9bc-19fe83c94957 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (8ab58fee-1bca-4501-9b1d-4bf8555a11e8), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.601771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ece2de7b-4e19-4172-b9bc-19fe83c94957 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (8ab58fee-1bca-4501-9b1d-4bf8555a11e8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.605951 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: abd47cf7-9e66-4ece-a673-f70b5a5b4afb {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:19:52.606367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device abd47cf7-9e66-4ece-a673-f70b5a5b4afb not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:19:52.606845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:19:52.622452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2de7b-4e19-4172-b9bc-19fe83c94957 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab58fee-1bca-4501-9b1d-4bf8555a11e8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:52.628312 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ece2de7b-4e19-4172-b9bc-19fe83c94957 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.629589 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ece2de7b-4e19-4172-b9bc-19fe83c94957 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305506 Apr 29 08:19:52.632200 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33020) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:52.632650 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:19:52.632998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 6c63f1f6-3a3e-4e98-b3cb-261037c95ee7 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:19:52.636706 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-060d0a61-5da7-4a40-9660-4ce59b1eac20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '117c2475-932c-4b85-bfcd-492450474949', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:52.660620 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-060d0a61-5da7-4a40-9660-4ce59b1eac20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (249c07ec-b03f-4e96-aaac-0fab731fadad), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.721686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-060d0a61-5da7-4a40-9660-4ce59b1eac20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (249c07ec-b03f-4e96-aaac-0fab731fadad), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.726419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-060d0a61-5da7-4a40-9660-4ce59b1eac20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (249c07ec-b03f-4e96-aaac-0fab731fadad), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.745488 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d0a61-5da7-4a40-9660-4ce59b1eac20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249c07ec-b03f-4e96-aaac-0fab731fadad,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:52.751326 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-060d0a61-5da7-4a40-9660-4ce59b1eac20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.752501 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-060d0a61-5da7-4a40-9660-4ce59b1eac20 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193199 Apr 29 08:19:52.756160 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33022) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:52.760535 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-5eb184cf-e0e7-4aea-8f8a-dd3e9b622664 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '117c2475-932c-4b85-bfcd-492450474949', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:52.782771 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-5eb184cf-e0e7-4aea-8f8a-dd3e9b622664 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:19:52.787753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5eb184cf-e0e7-4aea-8f8a-dd3e9b622664 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (96a345ca-467c-45d8-8068-eaaf69efd0ef), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.847585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5eb184cf-e0e7-4aea-8f8a-dd3e9b622664 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (96a345ca-467c-45d8-8068-eaaf69efd0ef), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.852582 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5eb184cf-e0e7-4aea-8f8a-dd3e9b622664 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (96a345ca-467c-45d8-8068-eaaf69efd0ef), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.870317 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb184cf-e0e7-4aea-8f8a-dd3e9b622664 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a345ca-467c-45d8-8068-eaaf69efd0ef,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:52.881894 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-5eb184cf-e0e7-4aea-8f8a-dd3e9b622664 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.883082 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5eb184cf-e0e7-4aea-8f8a-dd3e9b622664 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259642 Apr 29 08:19:52.885859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33024) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:52.890283 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-db08f7b0-ecea-47ba-beb6-b1a979fd75d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'security_group_rule': {'security_group_id': '117c2475-932c-4b85-bfcd-492450474949', 'project_id': '12c8116034f34b859ad90b1a27492454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:52.911081 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.securitygroups_db [None req-db08f7b0-ecea-47ba-beb6-b1a979fd75d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Project 12c8116034f34b859ad90b1a27492454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:19:52.916293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db08f7b0-ecea-47ba-beb6-b1a979fd75d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (aa9b14cc-ecfc-4c84-94f7-4d5df4176a7f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.985960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db08f7b0-ecea-47ba-beb6-b1a979fd75d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (aa9b14cc-ecfc-4c84-94f7-4d5df4176a7f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:52.991916 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db08f7b0-ecea-47ba-beb6-b1a979fd75d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (aa9b14cc-ecfc-4c84-94f7-4d5df4176a7f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.011379 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08f7b0-ecea-47ba-beb6-b1a979fd75d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9b14cc-ecfc-4c84-94f7-4d5df4176a7f,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:53.016769 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-db08f7b0-ecea-47ba-beb6-b1a979fd75d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.018032 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-db08f7b0-ecea-47ba-beb6-b1a979fd75d2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311779 Apr 29 08:19:53.021019 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33026) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:53.027796 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'network': {'name': 'tempest-network-smoke--377432412', 'project_id': '12c8116034f34b859ad90b1a27492454', 'port_security_enabled': True}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:53.047495 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:19:53.050773 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.074329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:19:53.083528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b625f167-80c5-4e36-b3e0-ae60b2d57dea), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.083902 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Added segment b625f167-80c5-4e36-b3e0-ae60b2d57dea of type vlan for network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 Apr 29 08:19:53.134298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.161211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.166181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:53.166766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.219567 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1972787 Apr 29 08:19:53.222561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33028) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:53.236201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'admin_state_up': True, 'project_id': '12c8116034f34b859ad90b1a27492454', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:53.249372 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee5cb5-b8e1-484a-bc55-d89d57d81b28 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Network': ['ID=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:53.263056 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:19:53.263996 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.265181 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.327623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.474762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.671919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.690473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.808348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.230 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/f3ff9ccd-e5bb-45f3-9422-8ca48d65d571) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:19:53.911313 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.954201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:53.993265 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:19:53.997934 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:19:54.001515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:19:54.009493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=f3ff9ccd-e5bb-45f3-9422-8ca48d65d571,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:54.273575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:54.491467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:54.628408 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:19:54.732092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:19:54.742866 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Sync routers for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:19:54.754381 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:54.754868 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:54.755486 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:19:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:54.755664 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c03cca45-3f0c-47cf-b19d-b44dd66aa639 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5318778 Apr 29 08:19:54.759753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33030) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:54.833136 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-71492ac7-9ac5-48b2-993c-f81877bf4737 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=12c8116034f34b859ad90b1a27492454&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721741 Apr 29 08:19:54.835825 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33034) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:54.861443 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:54.920936 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259787f-5670-4561-bdf0-715848d942da tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:54.925113 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-9259787f-5670-4561-bdf0-715848d942da tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857568 Apr 29 08:19:54.925368 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33036) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:54.953549 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-efa23fd7-4d5b-47a5-9b4a-9ae8f5432461 tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=e510ec30-9138-4508-8232-c3a3eb935c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270274 Apr 29 08:19:54.955972 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33038) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:54.960612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-929209598', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'project_id': '12c8116034f34b859ad90b1a27492454', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:55.038760 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:54Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:55.050663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:19:55.055178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.068154 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Checking router: 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:19:55.068501 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Updating router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:19:55.107539 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.254201 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (bab1b529-da4e-4f39-acc0-37ff41d1ae4e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.318752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Subnet': ['ID=bab1b529-da4e-4f39-acc0-37ff41d1ae4e,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:55.327211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Checking segment: {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:19:55.327575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network hostable DHCP agents. Network: 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:19:55.345079 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:19:55.353980 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:19:55.358552 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:55.359080 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.365884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8600aac-2e47-4a5c-9579-1394e30e21ab None None] Network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:19:55.370551 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Publish callbacks [] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.376549 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.381679 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d9706af0-1591-4464-99b0-7f7f661705d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4215479 Apr 29 08:19:55.381679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33040) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:19:55.427310 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Attempting to bind port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:19:55.428059 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Attempting to bind port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:19:55.428059 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Attempting to bind port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:19:55.437586 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:19:55.437953 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:19:55.438357 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.438740 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:19:55.439197 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Bound port: f3ff9ccd-e5bb-45f3-9422-8ca48d65d571, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:19:55.440581 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.441142 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Pushing event updated for resources: {'Port': ['ID=f3ff9ccd-e5bb-45f3-9422-8ca48d65d571,revision_number=2']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:55.464448 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.464787 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.465120 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.465482 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.465809 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.466126 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.466447 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.466771 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.467089 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.467416 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.467715 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.468386 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.468386 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:19:55.479217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:19:55.480318 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.504620 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] For port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:19:55.507875 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] For port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f3ff9ccd-e5bb-45f3-9422-8ca48d65d571,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:19:55.519409 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.594665 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:55.595603 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:19:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:55.643009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Allocated IP 172.20.0.2 (4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5/bab1b529-da4e-4f39-acc0-37ff41d1ae4e/fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:19:55.734254 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9809f15-d0a8-4c93-b1b9-812d9ff6c504 None None] Pushing event updated for resources: {'Port': ['ID=f3ff9ccd-e5bb-45f3-9422-8ca48d65d571,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:55.738022 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:55.832907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Publish callbacks [] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.842492 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.894494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:19:55.896927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:19:55.899596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:19:55.902008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Pushing event updated for resources: {'Port': ['ID=fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:55.955145 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:54Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:55.963546 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Attempting to bind port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:19:55.963948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Attempting to bind port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:19:55.964329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Attempting to bind port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 on network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:19:55.969644 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:19:55.970017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Checking segment: {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:19:55.970412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.970795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Bound using segment: {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:19:55.971258 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Bound port: fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:19:55.971625 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:55.987845 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747078cf-ba1e-41f2-bc7d-250786a661b1 None None] The sync data for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv is: [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:54Z', 'revision_number': 3, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:19:56.050277 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] For port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:19:56.053935 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] For port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:19:56.061929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:56.125723 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c461087-3af4-4f70-847e-fa3a47564335 None None] Pushing event updated for resources: {'Port': ['ID=fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:56.274659 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:56.614002 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.1 (4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5/bab1b529-da4e-4f39-acc0-37ff41d1ae4e/4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:19:56.637371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:19:56.693849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:56.694363 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:56.748076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:56.783263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:19:56.783886 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:56.788067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:56.825415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:56.832426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:56.833406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:19:56.834752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:19:56.841041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:19:56.843888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:19:56.881979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:56.888209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:56.914135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:56.937969 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:56.938347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.033103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:19:57.033671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.056811 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f3ff9ccd-e5bb-45f3-9422-8ca48d65d571,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:57.062168 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.083750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.119065 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=f3ff9ccd-e5bb-45f3-9422-8ca48d65d571,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:57.228398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce479ec4-20eb-44f8-ab1c-7dac9842bc39 None None] Network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:19:57.297267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-00d4897b-be0a-4f67-b8d9-213897281b79 None None] Provisioning complete for port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:57.297641 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-00d4897b-be0a-4f67-b8d9-213897281b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.377708 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.384027 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.414198 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-00d4897b-be0a-4f67-b8d9-213897281b79 None None] Current status of the port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:19:57.465689 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:57.469450 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.582415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:19:57.584290 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:19:57.635054 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-46d3a915-c8de-41c2-88ed-ad98580d390e None None] Provisioning complete for port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:57.635425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46d3a915-c8de-41c2-88ed-ad98580d390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.683173 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-46d3a915-c8de-41c2-88ed-ad98580d390e None None] Port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:19:57.693568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-46d3a915-c8de-41c2-88ed-ad98580d390e None None] Provisioning complete for port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:57.694046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-46d3a915-c8de-41c2-88ed-ad98580d390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:57.723580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:19:57.787209 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-46d3a915-c8de-41c2-88ed-ad98580d390e None None] Current status of the port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:19:57.852237 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:19:57.857779 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d6571b17-872f-4289-b5f3-0e71723d88ed tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/3a9a3640-3f7a-46b2-9699-fa45aa4ead0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4746003 Apr 29 08:19:57.871702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Sync routers for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:19:57.881728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:57.882303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:19:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:57.985525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-168729fd-3806-4d90-8577-de4136bfa112 None None] Provisioning complete for port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:57.985890 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-168729fd-3806-4d90-8577-de4136bfa112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:58.024322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-a563a0c4-b3dc-4d27-8fbb-530cbcabeef8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094551740&fields=id&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 267 time: 0.0523262 Apr 29 08:19:58.034263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-168729fd-3806-4d90-8577-de4136bfa112 None None] Port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:19:58.044094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:58.133527 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd70f-34df-4799-bcaa-586681fead75 req-3cc2bb42-f982-425d-bbb3-74167aee7eb2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:58.135004 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-3cc2bb42-f982-425d-bbb3-74167aee7eb2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/networks?id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 HTTP/1.1" status: 200 len: 796 time: 0.1034729 Apr 29 08:19:58.149906 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-380c6a7e-00bc-42a8-aaa4-76b7b30e57c6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/quotas/12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 375 time: 0.0092957 Apr 29 08:19:58.178522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9a018da8-361e-40ab-a043-395732538563 None None] Provisioning complete for port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:58.178883 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9a018da8-361e-40ab-a043-395732538563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:58.209474 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-ba48565a-8d6f-4f2c-bd4e-4ba0e67e79f2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536237 Apr 29 08:19:58.225538 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-759ab4a1-594a-44b3-ae17-5a93c74ce504 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:19:58.226507 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-759ab4a1-594a-44b3-ae17-5a93c74ce504 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053256 Apr 29 08:19:58.235749 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9a018da8-361e-40ab-a043-395732538563 None None] Port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:19:58.286023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406', 'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:bb:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:56Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 2, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:58.316103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Checking router: 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:19:58.316455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Updating router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:19:58.316901 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-0e8a9ceb-d0d4-44e8-b925-8eec00924ed7 service neutron] 10.222.0.23 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846071 Apr 29 08:19:58.343532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:58.408529 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-2b1089f8-efb8-4762-9e11-eec7a5138bb2 service neutron] 10.222.0.23 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853908 Apr 29 08:19:58.618731 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4d7948fd-859e-4954-b3da-d28c0483bc43 req-cefb11bd-ec4e-4a93-a69f-d1f6d49e8f50 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 210 time: 0.0464008 Apr 29 08:19:58.624822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:19:58.742914 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:58.743549 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:58.863208 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Publish callbacks [] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:58.872375 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:58.905288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:19:58.906429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:19:58.955800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d1ab7-a2a3-4801-bf5f-8fe016ee56da None None] Pushing event updated for resources: {'Port': ['ID=4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:59.027095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:59.027461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:59.047518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Attempting to bind port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:19:59.047887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Attempting to bind port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:19:59.048247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Attempting to bind port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 on network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:19:59.062317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:19:59.062690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Checking segment: {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:19:59.063083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:59.063464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Bound using segment: {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:19:59.063927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Bound port: 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:19:59.064296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:59.174480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] For port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:19:59.179671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] For port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:19:59.187887 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-ca14ecca-abe5-4298-8540-8e959b914b30 None None] Provisioning complete for port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:59.188168 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ca14ecca-abe5-4298-8540-8e959b914b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:59.189894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:19:59.193973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:59.283784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d1ab7-a2a3-4801-bf5f-8fe016ee56da None None] Pushing event updated for resources: {'Port': ['ID=4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:59.293022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:19:59.293699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:19:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:59.411075 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ca14ecca-abe5-4298-8540-8e959b914b30 None None] Current status of the port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:19:59.411513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ca14ecca-abe5-4298-8540-8e959b914b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:59.460617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:19:59.463299 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ca14ecca-abe5-4298-8540-8e959b914b30 None None] For port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:19:59.489845 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ca14ecca-abe5-4298-8540-8e959b914b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:59.594268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd70f-34df-4799-bcaa-586681fead75 req-a9cc489f-6126-4797-8d62-1b37063bb3a1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:19:59.595886 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-a9cc489f-6126-4797-8d62-1b37063bb3a1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/networks?id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 HTTP/1.1" status: 200 len: 796 time: 0.1180546 Apr 29 08:19:59.627390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14ecca-abe5-4298-8540-8e959b914b30 None None] Pushing event updated for resources: {'Port': ['ID=4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:19:59.678077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-a6bc3cad-096a-4967-b668-7268520fcb75 None None] Provisioning complete for port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:19:59.678456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3cad-096a-4967-b668-7268520fcb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:59.681636 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-32ea1780-5b43-4d00-900d-0c4e679fdfdc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c8116034f34b859ad90b1a27492454 HTTP/1.1" status: 200 len: 380 time: 0.0770595 Apr 29 08:19:59.695067 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'port': {'device_id': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'admin_state_up': True, 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'security_groups': ['117c2475-932c-4b85-bfcd-492450474949']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:19:59.762878 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-abb751c7-6068-4490-9a86-b65982fb75a1 req-074b4eff-46ca-427b-b28b-231221d50e9b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 210 time: 0.0638251 Apr 29 08:19:59.811684 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc3cad-096a-4967-b668-7268520fcb75 None None] Current status of the port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:19:59.819068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406', 'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:bb:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:56Z', 'updated_at': '2022-04-29T08:19:59Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:19:59.830142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Made reservation on behalf of 12c8116034f34b859ad90b1a27492454 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:19:59.833511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:19:59.846489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99359c3-70f3-484f-a779-bd09b636636e None None] The sync data for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv is: [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406', 'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:bb:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:56Z', 'updated_at': '2022-04-29T08:19:59Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:19:59.982618 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.20.0.4 (4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5/bab1b529-da4e-4f39-acc0-37ff41d1ae4e/2d954804-1f32-4b23-b282-aca042775654) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:20:00.128309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (2d954804-1f32-4b23-b282-aca042775654), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.162896 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2d954804-1f32-4b23-b282-aca042775654), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.207009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:20:00.210150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:20:00.212720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:20:00.243484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=2d954804-1f32-4b23-b282-aca042775654,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:00.273312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:00.273954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.292631 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-b8726521-18b0-4e84-9031-9feceba20392 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6025448 Apr 29 08:20:00.305068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Request body: {'port': {'device_id': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:20:00.380545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2d954804-1f32-4b23-b282-aca042775654), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.442869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9f743e36-da5b-4a69-b728-e4f4531aa2e7 None None] Provisioning complete for port 2d954804-1f32-4b23-b282-aca042775654 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:20:00.443323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f743e36-da5b-4a69-b728-e4f4531aa2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2d954804-1f32-4b23-b282-aca042775654), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.479101 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9f743e36-da5b-4a69-b728-e4f4531aa2e7 None None] Port 2d954804-1f32-4b23-b282-aca042775654 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:20:00.591294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:20:00.648579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:20:00.648961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.663761 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d954804-1f32-4b23-b282-aca042775654 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:20:00.672853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Publish callbacks [] for port (2d954804-1f32-4b23-b282-aca042775654), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.687180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Transition to ACTIVE for port object 2d954804-1f32-4b23-b282-aca042775654 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:20:00.692251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2d954804-1f32-4b23-b282-aca042775654), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.744795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:20:00.764712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d954804-1f32-4b23-b282-aca042775654,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:00.825549 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Attempting to bind port 2d954804-1f32-4b23-b282-aca042775654 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:20:00.825887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Attempting to bind port 2d954804-1f32-4b23-b282-aca042775654 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:20:00.826216 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Attempting to bind port 2d954804-1f32-4b23-b282-aca042775654 on network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:20:00.830963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Port 2d954804-1f32-4b23-b282-aca042775654 on network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:20:00.831288 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Attempting to bind port 2d954804-1f32-4b23-b282-aca042775654 on network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:20:00.837088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:20:00.837407 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Checking segment: {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:20:00.837777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Bound using segment: {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:20:00.838192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Bound port: 2d954804-1f32-4b23-b282-aca042775654, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b625f167-80c5-4e36-b3e0-ae60b2d57dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:20:00.838552 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2d954804-1f32-4b23-b282-aca042775654), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.912500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] For port 2d954804-1f32-4b23-b282-aca042775654, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:20:00.916022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] For port 2d954804-1f32-4b23-b282-aca042775654, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2d954804-1f32-4b23-b282-aca042775654,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:20:00.919675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8648b-78ff-479c-8926-791471beebeb req-60d52736-c4b9-465c-9580-ab64a248ffc5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:00.923513 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2d954804-1f32-4b23-b282-aca042775654), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.927863 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-35e8648b-78ff-479c-8926-791471beebeb req-60d52736-c4b9-465c-9580-ab64a248ffc5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 943 time: 0.0795953 Apr 29 08:20:00.971071 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:00.971992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:00.973911 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/2d954804-1f32-4b23-b282-aca042775654 HTTP/1.1" status: 200 len: 1093 time: 0.6737199 Apr 29 08:20:00.974502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'tag': '2d954804-1f32-4b23-b282-aca042775654'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:20:00.977031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb" -d '{"events": [{"name": "network-changed", "server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "tag": "2d954804-1f32-4b23-b282-aca042775654"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:20:00.998654 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-35e8648b-78ff-479c-8926-791471beebeb req-da7045ab-1048-470a-89f9-a2b9f1fce187 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693967 Apr 29 08:20:01.024234 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765da35-604f-45de-8aa4-1c9a9dcd67b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d954804-1f32-4b23-b282-aca042775654,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:01.051141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eafb0f-b294-4b0f-8460-838e5fd17ec5 x-openstack-request-id: req-d4eafb0f-b294-4b0f-8460-838e5fd17ec5 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:20:01.052002 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "tag": "2d954804-1f32-4b23-b282-aca042775654", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:20:01.052271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4eafb0f-b294-4b0f-8460-838e5fd17ec5 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:20:01.052676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4eafb0f-b294-4b0f-8460-838e5fd17ec5'] response: {'name': 'network-changed', 'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'tag': '2d954804-1f32-4b23-b282-aca042775654', 'status': 'completed', 'code': 200} Apr 29 08:20:01.097169 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd70f-34df-4799-bcaa-586681fead75 req-acb55553-c5c3-4288-a795-490b5708cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:01.098744 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-acb55553-c5c3-4288-a795-490b5708cb41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 1127 time: 0.0601792 Apr 29 08:20:01.149948 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-efe36967-ebcc-40ae-87a0-00568b499f1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d954804-1f32-4b23-b282-aca042775654 HTTP/1.1" status: 200 len: 217 time: 0.0446105 Apr 29 08:20:01.202479 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd70f-34df-4799-bcaa-586681fead75 req-524f05dc-fd11-41c1-ab0b-05fdb9c5d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:01.203964 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-524f05dc-fd11-41c1-ab0b-05fdb9c5d6bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bab1b529-da4e-4f39-acc0-37ff41d1ae4e HTTP/1.1" status: 200 len: 834 time: 0.0472636 Apr 29 08:20:01.256651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd70f-34df-4799-bcaa-586681fead75 req-d07069aa-9f43-4f72-99bd-10293e6237f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:01.258414 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-d07069aa-9f43-4f72-99bd-10293e6237f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474102 Apr 29 08:20:01.359540 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-13a16189-280a-4d9a-8c87-b9e212153928 service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941377 Apr 29 08:20:01.384868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-abc038dc-fd50-4c40-b2c0-e06ea012ed78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:01.456346 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f83cd70f-34df-4799-bcaa-586681fead75 req-dfa645de-f8b9-44b6-a987-0425b5ed8a76 service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909901 Apr 29 08:20:01.564564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-9ce40d44-116e-415f-9cc3-78af9e7ee914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:01.566158 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-9ce40d44-116e-415f-9cc3-78af9e7ee914 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 1127 time: 0.0547049 Apr 29 08:20:02.047699 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-255a88c8-8a8e-4e9b-927f-0eeca66f6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:02.049199 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-255a88c8-8a8e-4e9b-927f-0eeca66f6a77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 HTTP/1.1" status: 200 len: 897 time: 0.4766061 Apr 29 08:20:02.094015 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-fec47dd2-cdc3-435b-b1aa-36a80f382a28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d954804-1f32-4b23-b282-aca042775654 HTTP/1.1" status: 200 len: 217 time: 0.0378766 Apr 29 08:20:02.120347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dba918-3cc3-4e63-ac4b-b90680bdbe47 req-da73a33e-7d05-4735-a45d-19f6a15782d1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:02.121940 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-05dba918-3cc3-4e63-ac4b-b90680bdbe47 req-da73a33e-7d05-4735-a45d-19f6a15782d1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 943 time: 0.0565188 Apr 29 08:20:02.143786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-269dabae-749b-48a6-9db8-1a767cbea018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:02.145307 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-269dabae-749b-48a6-9db8-1a767cbea018 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bab1b529-da4e-4f39-acc0-37ff41d1ae4e HTTP/1.1" status: 200 len: 834 time: 0.0456769 Apr 29 08:20:02.171217 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-05dba918-3cc3-4e63-ac4b-b90680bdbe47 req-7015f143-9775-48aa-8128-962e44f97422 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 Apr 29 08:20:02.193195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-a89b2e8e-c253-48db-887b-93e3a1d6f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:02.194765 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-a89b2e8e-c253-48db-887b-93e3a1d6f925 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437355 Apr 29 08:20:02.285031 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-654848de-8f5e-485b-ac45-2eda613e7c6a service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843632 Apr 29 08:20:02.382807 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-784cb5fc-ece7-46bf-a3ca-db57f5f470cb req-271528e4-8aad-4bb3-a40b-9e5118ee0070 service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895588 Apr 29 08:20:03.300159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6f922-9cf0-4922-b0a1-c405b9c0ee2c req-2958b37e-f670-4ac4-8093-4974261fb265 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:03.301625 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b9d6f922-9cf0-4922-b0a1-c405b9c0ee2c req-2958b37e-f670-4ac4-8093-4974261fb265 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 943 time: 0.0541775 Apr 29 08:20:03.354214 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b9d6f922-9cf0-4922-b0a1-c405b9c0ee2c req-3f3c17fe-c8d6-4493-82d8-3a70f61f25bc tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466897 Apr 29 08:20:03.505735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a6721dc4-6372-4d1f-b7d1-6f9dffbc7b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:04.491875 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbfd4-a1a9-43a1-bb1f-401983e8875b req-1e63453a-93b4-4a2c-b470-3d984b4a66e8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:04.493315 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d62bbfd4-a1a9-43a1-bb1f-401983e8875b req-1e63453a-93b4-4a2c-b470-3d984b4a66e8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 943 time: 0.0642264 Apr 29 08:20:04.541764 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d62bbfd4-a1a9-43a1-bb1f-401983e8875b req-b379dbd8-273e-46d2-944f-6301dfb63d6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Apr 29 08:20:04.847823 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2d954804-1f32-4b23-b282-aca042775654 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:20:04.968940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2d954804-1f32-4b23-b282-aca042775654, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2d954804-1f32-4b23-b282-aca042775654,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:04.981586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '2d954804-1f32-4b23-b282-aca042775654', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'port_id': '2d954804-1f32-4b23-b282-aca042775654', 'mac_address': 'fa:16:3e:8a:96:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:20:04.984843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:05.019300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 2d954804-1f32-4b23-b282-aca042775654 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:20:05.019666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2d954804-1f32-4b23-b282-aca042775654), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:05.035589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d954804-1f32-4b23-b282-aca042775654 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:20:05.056386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2d954804-1f32-4b23-b282-aca042775654, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2d954804-1f32-4b23-b282-aca042775654,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:05.061822 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2d954804-1f32-4b23-b282-aca042775654), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:05.109396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=2d954804-1f32-4b23-b282-aca042775654,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:05.296493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['2d954804-1f32-4b23-b282-aca042775654'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:20:05.665025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308cccd-7c7d-4850-b823-523d7cf31e70 req-975ca63f-5d5a-42e3-a185-539864e1e76f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:05.666517 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0308cccd-7c7d-4850-b823-523d7cf31e70 req-975ca63f-5d5a-42e3-a185-539864e1e76f tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 944 time: 0.0553551 Apr 29 08:20:05.718880 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0308cccd-7c7d-4850-b823-523d7cf31e70 req-f52b8498-d7bb-4327-89f3-c35659d476a3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Apr 29 08:20:05.799721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:06.273590 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:06.851942 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca8ec-38fb-4c2f-a93d-87b71902b29d req-089d8ac2-1023-4a59-9d38-2caeddf7f064 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:06.853485 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e92ca8ec-38fb-4c2f-a93d-87b71902b29d req-089d8ac2-1023-4a59-9d38-2caeddf7f064 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 944 time: 0.0556939 Apr 29 08:20:06.861545 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2d954804-1f32-4b23-b282-aca042775654 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:20:06.904557 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e92ca8ec-38fb-4c2f-a93d-87b71902b29d req-5e418575-cc14-45ce-a9db-a0ce15f36cd6 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Apr 29 08:20:06.917121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 2d954804-1f32-4b23-b282-aca042775654 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:20:06.924420 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 2d954804-1f32-4b23-b282-aca042775654 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:20:06.924806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2d954804-1f32-4b23-b282-aca042775654), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:07.008676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 2d954804-1f32-4b23-b282-aca042775654 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:20:07.008908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2d954804-1f32-4b23-b282-aca042775654), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:07.031507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d954804-1f32-4b23-b282-aca042775654'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:20:07.033931 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9b34d1-e85b-46ef-a195-ce3984c83d85" -d '{"events": [{"server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "name": "network-vif-plugged", "status": "completed", "tag": "2d954804-1f32-4b23-b282-aca042775654"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:20:07.045943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 2d954804-1f32-4b23-b282-aca042775654, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2d954804-1f32-4b23-b282-aca042775654,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:07.051185 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2d954804-1f32-4b23-b282-aca042775654), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:07.099565 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=2d954804-1f32-4b23-b282-aca042775654,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:07.121197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f0bef8-fcbf-44bb-82af-ff8f93b783cc x-openstack-request-id: req-12f0bef8-fcbf-44bb-82af-ff8f93b783cc {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:20:07.121537 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "name": "network-vif-plugged", "status": "completed", "tag": "2d954804-1f32-4b23-b282-aca042775654", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:20:07.121799 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12f0bef8-fcbf-44bb-82af-ff8f93b783cc {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:20:07.122205 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f0bef8-fcbf-44bb-82af-ff8f93b783cc'] response: {'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d954804-1f32-4b23-b282-aca042775654', 'code': 200} Apr 29 08:20:07.296863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c316e-d60a-4cfc-81ac-63e0364595dc req-9bb51ce8-0afa-4771-8512-c74b05e66bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:07.298464 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-da8c316e-d60a-4cfc-81ac-63e0364595dc req-9bb51ce8-0afa-4771-8512-c74b05e66bfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 1129 time: 0.0476019 Apr 29 08:20:07.345939 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-da8c316e-d60a-4cfc-81ac-63e0364595dc req-98e1384b-e3b3-412b-a958-5c615b44f1a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Apr 29 08:20:07.367628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:08.049877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c524e-88ab-4fbc-8d02-ef365a630edb req-236fa3be-d927-4426-9ddd-c47543fcc372 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:08.051464 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b70c524e-88ab-4fbc-8d02-ef365a630edb req-236fa3be-d927-4426-9ddd-c47543fcc372 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0653467 Apr 29 08:20:08.100376 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b70c524e-88ab-4fbc-8d02-ef365a630edb req-db2c77d2-41a4-4555-8f52-b4c59e9c0fde tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Apr 29 08:20:09.229070 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c957df-8500-4391-9650-47ab1ed645d9 req-ad96c5c9-f528-4f6b-ab7d-04b9fc5b8f87 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:09.230599 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-78c957df-8500-4391-9650-47ab1ed645d9 req-ad96c5c9-f528-4f6b-ab7d-04b9fc5b8f87 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0583649 Apr 29 08:20:09.278575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-78c957df-8500-4391-9650-47ab1ed645d9 req-a173d601-3d4d-48e8-b6a8-55c88b1d79de tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Apr 29 08:20:09.409578 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5eb55-90c8-432c-9972-0364725a7ebe req-d0a3b4e3-31d3-4932-9183-55910c9e73f5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:09.411000 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0bd5eb55-90c8-432c-9972-0364725a7ebe req-d0a3b4e3-31d3-4932-9183-55910c9e73f5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0659740 Apr 29 08:20:09.459107 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0bd5eb55-90c8-432c-9972-0364725a7ebe req-49593ea6-2603-45ba-b590-759c1fd42114 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 Apr 29 08:20:09.485432 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33104) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:09.530056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d30b863-d164-454c-a4a1-7b615c9b9e6f tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:09.531657 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0d30b863-d164-454c-a4a1-7b615c9b9e6f tempest-TestNetworkAdvancedServerOps-403051579 tempest-TestNetworkAdvancedServerOps-403051579-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 1124 time: 0.0452590 Apr 29 08:20:09.534605 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33106) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:09.538808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '2d954804-1f32-4b23-b282-aca042775654', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:20:09.561134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:09.664438 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:09.771515 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Allocated IP 172.26.3.204 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/315d9ec8-108e-4656-879d-2dba9691e570) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:20:09.885804 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (315d9ec8-108e-4656-879d-2dba9691e570), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:09.924328 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (315d9ec8-108e-4656-879d-2dba9691e570), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:09.966654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:20:09.969487 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:20:09.972888 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:20:09.980627 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=315d9ec8-108e-4656-879d-2dba9691e570,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:10.345899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (89015d10-f5b5-451c-aa8c-2515bd31f9a2), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:10.437395 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (315d9ec8-108e-4656-879d-2dba9691e570), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:10.584083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for port (315d9ec8-108e-4656-879d-2dba9691e570), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:10.591040 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (315d9ec8-108e-4656-879d-2dba9691e570), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:10.660707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event updated for resources: {'Port': ['ID=315d9ec8-108e-4656-879d-2dba9691e570,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:10.676905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (89015d10-f5b5-451c-aa8c-2515bd31f9a2), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:10.780013 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 89015d10-f5b5-451c-aa8c-2515bd31f9a2 associated. External IP: 172.26.3.204, port: 2d954804-1f32-4b23-b282-aca042775654. Apr 29 08:20:10.999506 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:20:11.124041 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:20:11.134110 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] Sync routers for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:20:11.145866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:11.147129 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:11.147742 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:20:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:11.176904 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4e31a871-d5ac-4bc4-81cd-0b9ea04d0ccf tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6412463 Apr 29 08:20:11.178954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'tag': '2d954804-1f32-4b23-b282-aca042775654'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:20:11.181475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03" -d '{"events": [{"name": "network-changed", "server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "tag": "2d954804-1f32-4b23-b282-aca042775654"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:20:11.222082 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedaada5-bcca-452f-94f5-911fc57becd9 x-openstack-request-id: req-bedaada5-bcca-452f-94f5-911fc57becd9 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:20:11.222409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "tag": "2d954804-1f32-4b23-b282-aca042775654", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:20:11.222703 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bedaada5-bcca-452f-94f5-911fc57becd9 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:20:11.223180 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedaada5-bcca-452f-94f5-911fc57becd9'] response: {'name': 'network-changed', 'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'tag': '2d954804-1f32-4b23-b282-aca042775654', 'status': 'completed', 'code': 200} Apr 29 08:20:11.315378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4775d-4531-413d-9e0d-b0e9f19414db req-3300b80e-27a6-4d61-a09b-df86929e3f7e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:11.316843 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-75a4775d-4531-413d-9e0d-b0e9f19414db req-3300b80e-27a6-4d61-a09b-df86929e3f7e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0863819 Apr 29 08:20:11.322763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-a1df51fd-2280-4498-991e-590ea2203874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:11.324165 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-a1df51fd-2280-4498-991e-590ea2203874 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 1129 time: 0.0797822 Apr 29 08:20:11.348967 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:11.417209 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-75a4775d-4531-413d-9e0d-b0e9f19414db req-766087d3-b655-4ec4-8629-391da75e41e1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920415 Apr 29 08:20:11.442725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33112) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:11.444915 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-a2163563-3980-4a9f-bde7-17a8d0d634ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:11.446858 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-a2163563-3980-4a9f-bde7-17a8d0d634ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 HTTP/1.1" status: 200 len: 897 time: 0.1151962 Apr 29 08:20:11.505404 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fb29bacd-b096-4d16-891b-00c7b0732cc8 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/89015d10-f5b5-451c-aa8c-2515bd31f9a2 HTTP/1.1" status: 200 len: 991 time: 0.0611455 Apr 29 08:20:11.515264 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-661aee86-6187-42e8-8a29-443c53896c20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d954804-1f32-4b23-b282-aca042775654 HTTP/1.1" status: 200 len: 999 time: 0.0627217 Apr 29 08:20:11.563800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-e501339b-4eba-41a2-a26b-6e7d2d188a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:11.565314 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-e501339b-4eba-41a2-a26b-6e7d2d188a50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bab1b529-da4e-4f39-acc0-37ff41d1ae4e HTTP/1.1" status: 200 len: 834 time: 0.0436614 Apr 29 08:20:11.574461 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '89015d10-f5b5-451c-aa8c-2515bd31f9a2', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.204', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'port_id': '2d954804-1f32-4b23-b282-aca042775654', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'mac_address': 'fa:16:3e:8a:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:20:10Z', 'updated_at': '2022-04-29T08:20:10Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406', 'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:bb:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:56Z', 'updated_at': '2022-04-29T08:19:59Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:11.603812 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] Checking router: 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:20:11.612624 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:11.613289 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:20:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:11.614154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-93e64961-80d0-4c35-844e-63950f607f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:11.615664 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-93e64961-80d0-4c35-844e-63950f607f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437908 Apr 29 08:20:11.707988 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-f672b688-a213-4c6d-a8d5-edf196dbfdf5 service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862517 Apr 29 08:20:11.721673 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:11.795036 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c07690e-b25a-4e5c-ab7c-ec4b9693ee03 req-36d3711b-0e54-45a2-a062-4ba03ecf3403 service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815301 Apr 29 08:20:11.951513 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '89015d10-f5b5-451c-aa8c-2515bd31f9a2', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.204', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'port_id': '2d954804-1f32-4b23-b282-aca042775654', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'mac_address': 'fa:16:3e:8a:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:20:10Z', 'updated_at': '2022-04-29T08:20:10Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406', 'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:bb:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:56Z', 'updated_at': '2022-04-29T08:19:59Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:11.980755 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbab814-95df-4bdb-8931-07a0541e3dde None None] The sync data for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv is: [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '89015d10-f5b5-451c-aa8c-2515bd31f9a2', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'floating_ip_address': '172.26.3.204', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'port_id': '2d954804-1f32-4b23-b282-aca042775654', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'mac_address': 'fa:16:3e:8a:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:20:10Z', 'updated_at': '2022-04-29T08:20:10Z', 'revision_number': 0, 'project_id': '12c8116034f34b859ad90b1a27492454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406', 'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:bb:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:56Z', 'updated_at': '2022-04-29T08:19:59Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:20:12.177097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc360df-0f8a-4c86-90db-141c57726bba None None] New status for floating IP 89015d10-f5b5-451c-aa8c-2515bd31f9a2: ACTIVE {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:20:12.510065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33114) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:12.577911 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-28408f56-5544-43a7-9dc6-f8cab7f9db52 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/89015d10-f5b5-451c-aa8c-2515bd31f9a2 HTTP/1.1" status: 200 len: 993 time: 0.0663257 Apr 29 08:20:21.275922 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:20:31.380017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ab8b-d91a-45e7-b71f-c4890022a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:33.506662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a34ae6b7-44c0-419c-a663-65956351d3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:34.971538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:35.812118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:36.269754 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:37.369377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:44.050690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ff85d-b149-4258-9202-24add30a8226 req-9533bc49-d058-473f-9a61-86a6bbda34c7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:44.052206 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-385ff85d-b149-4258-9202-24add30a8226 req-9533bc49-d058-473f-9a61-86a6bbda34c7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0553923 Apr 29 08:20:44.104053 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-385ff85d-b149-4258-9202-24add30a8226 req-435808be-de85-487c-ab3c-f153300af9a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Apr 29 08:20:45.240272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274e22a-0592-49b3-a762-43ea45fa5126 req-d87b84c6-03c9-402d-b61d-74ad6c5b3c7e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:45.241731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f274e22a-0592-49b3-a762-43ea45fa5126 req-d87b84c6-03c9-402d-b61d-74ad6c5b3c7e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0569894 Apr 29 08:20:45.289870 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f274e22a-0592-49b3-a762-43ea45fa5126 req-da7da588-6076-4856-9a2f-6e928dc980d3 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424795 Apr 29 08:20:45.319275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33132) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:45.699820 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6149a829-8992-4f78-9f83-962303b43541 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/89015d10-f5b5-451c-aa8c-2515bd31f9a2 HTTP/1.1" status: 200 len: 993 time: 0.3794038 Apr 29 08:20:47.007497 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706bf77-f6be-4814-8375-a01fee9266c0 req-96ce9262-28a4-4060-bc3e-512ad1a2cd72 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:47.008969 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0706bf77-f6be-4814-8375-a01fee9266c0 req-96ce9262-28a4-4060-bc3e-512ad1a2cd72 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0525444 Apr 29 08:20:47.029040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-b0c56c04-1274-48fa-827b-38bbcc549dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:47.030605 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-b0c56c04-1274-48fa-827b-38bbcc549dad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 1129 time: 0.0495741 Apr 29 08:20:47.057365 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0706bf77-f6be-4814-8375-a01fee9266c0 req-ea391dca-1f7e-4678-a111-1a7151af3b80 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 Apr 29 08:20:47.118931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-a3dfb3c2-bfd5-4a10-aa7d-7be502ad5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:47.120424 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-a3dfb3c2-bfd5-4a10-aa7d-7be502ad5d93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 HTTP/1.1" status: 200 len: 897 time: 0.0843985 Apr 29 08:20:47.190695 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-2a26b467-4f64-4cdc-8529-bbdedd85edd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d954804-1f32-4b23-b282-aca042775654 HTTP/1.1" status: 200 len: 1001 time: 0.0635364 Apr 29 08:20:47.238580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-5e943fe8-7a2b-4905-af5e-295250110446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:47.240069 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-5e943fe8-7a2b-4905-af5e-295250110446 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bab1b529-da4e-4f39-acc0-37ff41d1ae4e HTTP/1.1" status: 200 len: 834 time: 0.0431988 Apr 29 08:20:47.290818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-edca2eeb-ba3a-469c-94af-07994c6b46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:47.292274 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-edca2eeb-ba3a-469c-94af-07994c6b46b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468686 Apr 29 08:20:47.397283 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-e048f51b-24b1-4ec8-910e-225c3b23973c service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980785 Apr 29 08:20:47.489620 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7ce63fb3-e2b1-46c1-bd4e-aee8eaad5956 req-94ab62b3-0e43-4cd5-b45b-fbd8226a7f60 service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867140 Apr 29 08:20:48.194004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41beb-3071-4333-bc2a-66469a178649 req-9baeb04a-d770-4b6d-91e0-40d1efa93a25 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:48.195496 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1fd41beb-3071-4333-bc2a-66469a178649 req-9baeb04a-d770-4b6d-91e0-40d1efa93a25 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0569386 Apr 29 08:20:48.254642 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1fd41beb-3071-4333-bc2a-66469a178649 req-398f84c0-b485-47dd-b66e-96857c0737d7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507267 Apr 29 08:20:49.397976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc5b5a-6103-48f0-b133-fc1ed88dd664 req-b84689c4-0ccb-4607-a6b1-f602c5309edb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:49.400200 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-60fc5b5a-6103-48f0-b133-fc1ed88dd664 req-b84689c4-0ccb-4607-a6b1-f602c5309edb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0674281 Apr 29 08:20:49.450670 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-60fc5b5a-6103-48f0-b133-fc1ed88dd664 req-dbc56fb8-d840-4947-abd0-fb726bdcad79 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444508 Apr 29 08:20:49.473459 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33144) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:49.533435 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a2aa5a45-94d1-4e3b-8a55-3ce59876fa89 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/floatingips/89015d10-f5b5-451c-aa8c-2515bd31f9a2 HTTP/1.1" status: 200 len: 993 time: 0.0587924 Apr 29 08:20:49.770873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33150) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:49.944508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 315d9ec8-108e-4656-879d-2dba9691e570 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:20:49.944831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (315d9ec8-108e-4656-879d-2dba9691e570), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:50.022781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (315d9ec8-108e-4656-879d-2dba9691e570), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:50.023075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (315d9ec8-108e-4656-879d-2dba9691e570), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:50.034797 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 315d9ec8-108e-4656-879d-2dba9691e570 owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:20:50.188237 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (315d9ec8-108e-4656-879d-2dba9691e570), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:50.214885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=315d9ec8-108e-4656-879d-2dba9691e570,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:50.239484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.239833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.240175 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.240519 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.240877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.241254 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.241561 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.241993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.242227 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.242542 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.242863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.243334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.243631 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:50.283210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for floatingip (89015d10-f5b5-451c-aa8c-2515bd31f9a2), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:50.283533 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Floating IP 89015d10-f5b5-451c-aa8c-2515bd31f9a2 disassociated (deleted). External IP: 172.26.3.204, port: 2d954804-1f32-4b23-b282-aca042775654. Apr 29 08:20:50.494324 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:20:50.610628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:20:50.615973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:50.621511 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] Sync routers for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:20:50.632015 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:50.632587 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:20:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:50.652336 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-571f0e51-d94f-4e9e-8e3a-1fcc8b6b755e tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/floatingips/89015d10-f5b5-451c-aa8c-2515bd31f9a2 HTTP/1.1" status: 204 len: 168 time: 0.8801811 Apr 29 08:20:50.652937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'tag': '2d954804-1f32-4b23-b282-aca042775654'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:20:50.659394 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8" -d '{"events": [{"name": "network-changed", "server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "tag": "2d954804-1f32-4b23-b282-aca042775654"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:20:50.697089 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e113896b-e799-44a6-8d1a-4082e82379b4 x-openstack-request-id: req-e113896b-e799-44a6-8d1a-4082e82379b4 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:20:50.697408 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "tag": "2d954804-1f32-4b23-b282-aca042775654", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:20:50.697619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e113896b-e799-44a6-8d1a-4082e82379b4 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:20:50.698027 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e113896b-e799-44a6-8d1a-4082e82379b4'] response: {'name': 'network-changed', 'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'tag': '2d954804-1f32-4b23-b282-aca042775654', 'status': 'completed', 'code': 200} Apr 29 08:20:50.744469 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:50.764495 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-c2615410-c440-4211-bd95-c35fb5eb7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:50.766095 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-c2615410-c440-4211-bd95-c35fb5eb7c15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12c8116034f34b859ad90b1a27492454&device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 1129 time: 0.0451870 Apr 29 08:20:50.895948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-2bee08a4-87fd-4d6c-9242-fcb1443fad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:50.897453 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-2bee08a4-87fd-4d6c-9242-fcb1443fad29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 HTTP/1.1" status: 200 len: 897 time: 0.1200457 Apr 29 08:20:50.942072 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-e01f33f0-196b-4fc6-9fb1-ad8c773881d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d954804-1f32-4b23-b282-aca042775654 HTTP/1.1" status: 200 len: 217 time: 0.0380085 Apr 29 08:20:50.950040 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406', 'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:bb:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:56Z', 'updated_at': '2022-04-29T08:19:59Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:50.950673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5bc70-c9b0-4a65-80a8-5667694732e3 req-bb6c8a2e-a340-4336-b85f-dca50ac573ca tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:50.953189 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-45e5bc70-c9b0-4a65-80a8-5667694732e3 req-bb6c8a2e-a340-4336-b85f-dca50ac573ca tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.1088362 Apr 29 08:20:50.976314 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] Checking router: 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:20:50.985010 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:50.985640 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:20:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:51.030431 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-8ec7b6c9-f43e-49d5-a7c9-47334d7f8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:51.032046 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-8ec7b6c9-f43e-49d5-a7c9-47334d7f8d19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bab1b529-da4e-4f39-acc0-37ff41d1ae4e HTTP/1.1" status: 200 len: 834 time: 0.0790372 Apr 29 08:20:51.049189 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-45e5bc70-c9b0-4a65-80a8-5667694732e3 req-eefe175e-1f40-4300-813d-84f15313bbdb tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887997 Apr 29 08:20:51.089040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-bd8f373d-f87c-4e8e-bfb3-e40c86799a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:51.090599 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-bd8f373d-f87c-4e8e-bfb3-e40c86799a07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0522559 Apr 29 08:20:51.097523 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:51.178190 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-be333c89-4634-470e-a311-e6f99f92cede service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804555 Apr 29 08:20:51.271747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-741b9b1e-dc43-4d3c-aa47-f9d63dd761e8 req-a697ae43-9b54-43ed-aeb9-e6f4cdbfb702 service neutron] 10.222.0.36 "GET /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865967 Apr 29 08:20:51.291464 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406', 'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:bb:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:56Z', 'updated_at': '2022-04-29T08:19:59Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:51.405903 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b2d15-a103-4848-b1a2-b9a42f17c7df None None] The sync data for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv is: [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406', 'name': '', 'network_id': '4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'mac_address': 'fa:16:3e:bb:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:56Z', 'updated_at': '2022-04-29T08:19:59Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'subnets': [{'id': 'bab1b529-da4e-4f39-acc0-37ff41d1ae4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:20:51.629513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3ad15-a8ae-4f77-9920-4a14283b9506 None None] New status for floating IP 89015d10-f5b5-451c-aa8c-2515bd31f9a2: DOWN {{(pid=104225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:20:52.180831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c185c4-d034-4f05-96c9-9670942ef453 req-73ecfb2d-6ed0-4662-a30d-cbad2f303ab5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:52.182370 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-60c185c4-d034-4f05-96c9-9670942ef453 req-73ecfb2d-6ed0-4662-a30d-cbad2f303ab5 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0589952 Apr 29 08:20:52.234228 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-60c185c4-d034-4f05-96c9-9670942ef453 req-f81ae3f3-d5b9-4f75-b365-dfc42521bf30 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/security-groups?id=117c2475-932c-4b85-bfcd-492450474949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Apr 29 08:20:52.421956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-47e22c11-b769-4be6-889b-5e46a91664b7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:52.423494 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-47e22c11-b769-4be6-889b-5e46a91664b7 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 945 time: 0.0680323 Apr 29 08:20:52.522893 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 2d954804-1f32-4b23-b282-aca042775654 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:20:52.524490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2d954804-1f32-4b23-b282-aca042775654), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:52.614283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port 2d954804-1f32-4b23-b282-aca042775654, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=2d954804-1f32-4b23-b282-aca042775654,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:52.614648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2d954804-1f32-4b23-b282-aca042775654), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:52.627420 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 2d954804-1f32-4b23-b282-aca042775654 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:20:52.769147 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2d954804-1f32-4b23-b282-aca042775654), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:52.796871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=2d954804-1f32-4b23-b282-aca042775654,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:52.808409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.808756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.809096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.809466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.809796 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.810127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.810422 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.810769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.811087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.811398 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.811723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.812040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.812380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:52.847958 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] No DVR routers for this DVR port 2d954804-1f32-4b23-b282-aca042775654 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:20:52.850415 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:52.853677 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eeb3f603-6ae9-4c64-b751-daee8aac8a32 req-1f6c3c83-ad92-48d9-b51b-096abc6a4380 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.36 "DELETE /v2.0/ports/2d954804-1f32-4b23-b282-aca042775654 HTTP/1.1" status: 204 len: 173 time: 0.4243948 Apr 29 08:20:52.854125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'name': 'network-vif-deleted', 'tag': '2d954804-1f32-4b23-b282-aca042775654'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:20:52.856655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a83473-7839-49ee-b968-c4096e7d13c4" -d '{"events": [{"server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "name": "network-vif-deleted", "tag": "2d954804-1f32-4b23-b282-aca042775654"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:20:52.896024 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7246c78c-16d7-4bf4-8fb3-a1361dc865ca x-openstack-request-id: req-7246c78c-16d7-4bf4-8fb3-a1361dc865ca {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:20:52.896320 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dc67cc-4a34-4bcf-a84a-4e4e763792db", "name": "network-vif-deleted", "tag": "2d954804-1f32-4b23-b282-aca042775654", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:20:52.896574 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7246c78c-16d7-4bf4-8fb3-a1361dc865ca {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:20:52.896990 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7246c78c-16d7-4bf4-8fb3-a1361dc865ca'] response: {'server_uuid': '75dc67cc-4a34-4bcf-a84a-4e4e763792db', 'name': 'network-vif-deleted', 'tag': '2d954804-1f32-4b23-b282-aca042775654', 'status': 'completed', 'code': 200} Apr 29 08:20:53.346751 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8ff48621-0a51-49ab-9a52-054064c31408 req-8b309a96-e5d4-4ff7-a3a8-d120ca984fc1 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dc67cc-4a34-4bcf-a84a-4e4e763792db HTTP/1.1" status: 200 len: 210 time: 0.0283232 Apr 29 08:20:54.411262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33166) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:54.780107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:55.039502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:20:55.039721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:55.129467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:55.129836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:55.141630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:20:55.332922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:55.359303 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:55.534786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:55.753172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:20:55.865863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:20:55.871250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-c98a9553-3244-41c1-a6c7-8222371ddd6b tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "PUT /v2.0/routers/3a9a3640-3f7a-46b2-9699-fa45aa4ead0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4589479 Apr 29 08:20:55.874660 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33168) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:55.876078 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] Sync routers for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:20:55.886250 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:55.886853 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:20:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:55.927300 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a097e19d-bf39-43e3-ab60-e9bc35e870a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting subnet bab1b529-da4e-4f39-acc0-37ff41d1ae4e {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:20:55.930611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a097e19d-bf39-43e3-ab60-e9bc35e870a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (bab1b529-da4e-4f39-acc0-37ff41d1ae4e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:55.975460 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a097e19d-bf39-43e3-ab60-e9bc35e870a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (bab1b529-da4e-4f39-acc0-37ff41d1ae4e), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:55.990989 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:56.056210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a097e19d-bf39-43e3-ab60-e9bc35e870a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (bab1b529-da4e-4f39-acc0-37ff41d1ae4e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.114076 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a097e19d-bf39-43e3-ab60-e9bc35e870a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (bab1b529-da4e-4f39-acc0-37ff41d1ae4e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.145029 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097e19d-bf39-43e3-ab60-e9bc35e870a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Subnet': ['ID=bab1b529-da4e-4f39-acc0-37ff41d1ae4e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:56.149903 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-a097e19d-bf39-43e3-ab60-e9bc35e870a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.153082 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-a097e19d-bf39-43e3-ab60-e9bc35e870a2 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/subnets/bab1b529-da4e-4f39-acc0-37ff41d1ae4e HTTP/1.1" status: 204 len: 168 time: 0.2773905 Apr 29 08:20:56.155877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33170) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:56.157483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d235e2c-41bf-4af6-960c-3fef5d9bab8f None None] Network 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:20:56.172601 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:20:55Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:56.205139 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] Checking router: 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:20:56.213480 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] Routers {'3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:20:56.214082 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:20:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:56.263213 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.321402 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] Set router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:20:56.337459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] DHCP port deletion for 4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:20:56.382942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Deleting port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:20:56.383488 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.384944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_gateway (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.446949 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Deleting port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:20:56.447327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.457398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] For port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830,segment=NetworkSegment(b625f167-80c5-4e36-b3e0-ae60b2d57dea),segment_id=b625f167-80c5-4e36-b3e0-ae60b2d57dea)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:56.457802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.471098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Calling delete_port for fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:20:56.515897 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:20:55Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:56.536855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] For port f3ff9ccd-e5bb-45f3-9422-8ca48d65d571, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f3ff9ccd-e5bb-45f3-9422-8ca48d65d571,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:20:56.537310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.552216 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133d4ab-9a4d-49e6-bbca-a1bf2d91c9e0 None None] The sync data for ids ['3a9a3640-3f7a-46b2-9699-fa45aa4ead0c'] in dv-neutron-839860-1-hyperv is: [{'id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791678859', 'tenant_id': '12c8116034f34b859ad90b1a27492454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:20:55Z', 'revision_number': 5, 'project_id': '12c8116034f34b859ad90b1a27492454', 'gw_port': {'id': 'f3ff9ccd-e5bb-45f3-9422-8ca48d65d571', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9a3640-3f7a-46b2-9699-fa45aa4ead0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:19:53Z', 'updated_at': '2022-04-29T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:20:56.555428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.562204 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Calling delete_port for f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:20:56.600662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Pushing event deleted for resources: {'Port': ['ID=fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:56.603717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] No DVR routers for this DVR port fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:20:56.618700 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.619443 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.619972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.620563 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.621095 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.621787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.622314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.622840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.623359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.623883 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.624435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.625656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.626207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9d58f-7494-4a73-ac25-b7535829dcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:20:56.774327 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (f3ff9ccd-e5bb-45f3-9422-8ca48d65d571), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.799911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Port': ['ID=f3ff9ccd-e5bb-45f3-9422-8ca48d65d571,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:56.867755 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.967713 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:20:56.968606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.972925 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router_controller (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:56.989701 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:20:56.990042 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device fafba97b-f6ee-47bd-8cb2-bc7aaf2c9830 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:20:57.021067 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (3a9a3640-3f7a-46b2-9699-fa45aa4ead0c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.021878 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Fanout notify agent at l3_agent the message router_deleted on router 3a9a3640-3f7a-46b2-9699-fa45aa4ead0c {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:20:57.028762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.029903 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fe099359-a03d-43d3-b3c7-2bc26074e514 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/routers/3a9a3640-3f7a-46b2-9699-fa45aa4ead0c HTTP/1.1" status: 204 len: 168 time: 0.8729241 Apr 29 08:20:57.032778 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33172) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:57.047052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2d954804-1f32-4b23-b282-aca042775654 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:20:57.069661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 2d954804-1f32-4b23-b282-aca042775654 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:20:57.069999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 2d954804-1f32-4b23-b282-aca042775654 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:20:57.118528 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.205618 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.227590 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:57.237473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b625f167-80c5-4e36-b3e0-ae60b2d57dea') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:57.237764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b625f167-80c5-4e36-b3e0-ae60b2d57dea') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:20:57.252472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (b625f167-80c5-4e36-b3e0-ae60b2d57dea), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.267064 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (b625f167-80c5-4e36-b3e0-ae60b2d57dea), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.272993 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:20:57.273437 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (b625f167-80c5-4e36-b3e0-ae60b2d57dea), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:20:57.276506 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:20:57.335452 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.343647 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.346871 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/networks/4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5 HTTP/1.1" status: 204 len: 168 time: 0.3130987 Apr 29 08:20:57.349752 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33174) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:57.358389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0d768-d8b3-4bc5-b316-d06966c2a034 tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'Network': ['ID=4cd6f570-6de4-4c6c-afe9-4537d0e4eeb5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:57.408209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10b40a8b-0110-4356-a211-bb4a31fcc71a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (117c2475-932c-4b85-bfcd-492450474949), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.434706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10b40a8b-0110-4356-a211-bb4a31fcc71a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (117c2475-932c-4b85-bfcd-492450474949), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.496225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10b40a8b-0110-4356-a211-bb4a31fcc71a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (117c2475-932c-4b85-bfcd-492450474949), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.498939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-10b40a8b-0110-4356-a211-bb4a31fcc71a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:57.500162 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-10b40a8b-0110-4356-a211-bb4a31fcc71a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] 10.222.0.23 "DELETE /v2.0/security-groups/117c2475-932c-4b85-bfcd-492450474949 HTTP/1.1" status: 204 len: 168 time: 0.1492848 Apr 29 08:20:57.509267 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b40a8b-0110-4356-a211-bb4a31fcc71a tempest-TestNetworkAdvancedServerOps-850767122 tempest-TestNetworkAdvancedServerOps-850767122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117c2475-932c-4b85-bfcd-492450474949,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:57.855851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33182) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:58.025359 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-08e48a13-06c5-4549-a04d-cc7862c15adb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12c8116034f34b859ad90b1a27492454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680353 Apr 29 08:20:58.028165 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33186) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:58.078130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3e6be16-a2c1-47c0-ba1a-2a891707bb3d admin admin] Publish callbacks [] for security_group (6c663eb3-10d6-49c3-a71c-eeeb8fa64b98), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.100366 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3e6be16-a2c1-47c0-ba1a-2a891707bb3d admin admin] Publish callbacks [] for security_group (6c663eb3-10d6-49c3-a71c-eeeb8fa64b98), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.158356 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3e6be16-a2c1-47c0-ba1a-2a891707bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (6c663eb3-10d6-49c3-a71c-eeeb8fa64b98), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.161502 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f3e6be16-a2c1-47c0-ba1a-2a891707bb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.162851 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f3e6be16-a2c1-47c0-ba1a-2a891707bb3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c663eb3-10d6-49c3-a71c-eeeb8fa64b98 HTTP/1.1" status: 204 len: 168 time: 0.1337306 Apr 29 08:20:58.170675 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6be16-a2c1-47c0-ba1a-2a891707bb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c663eb3-10d6-49c3-a71c-eeeb8fa64b98,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:58.275110 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:20:58.436952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33192) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:58.451304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67875140-46a5-4953-a94f-de6200b25608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.529405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67875140-46a5-4953-a94f-de6200b25608 admin admin] Publish callbacks [] for security_group (7273191f-9b30-4ddd-87f3-b00c225d4581), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.535274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-67875140-46a5-4953-a94f-de6200b25608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (7273191f-9b30-4ddd-87f3-b00c225d4581), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.577094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67875140-46a5-4953-a94f-de6200b25608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7273191f-9b30-4ddd-87f3-b00c225d4581,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:58.585581 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33194) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:58.585747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-67875140-46a5-4953-a94f-de6200b25608 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7c6fac39b5f4aebb527353c529cb3b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475170 Apr 29 08:20:58.597946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:20:58.621103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:20:58.621474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 4fdf8bbf-c6cb-4e82-87ca-9aeaec8c5406 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:20:58.621885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:20:58.635173 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e6f585e-08d1-4fca-bbad-ee9b458b2cf6 admin admin] Publish callbacks [] for security_group (7273191f-9b30-4ddd-87f3-b00c225d4581), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.641263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:20:58.641592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f3ff9ccd-e5bb-45f3-9422-8ca48d65d571 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:20:58.656534 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e6f585e-08d1-4fca-bbad-ee9b458b2cf6 admin admin] Publish callbacks [] for security_group (7273191f-9b30-4ddd-87f3-b00c225d4581), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.705125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e6f585e-08d1-4fca-bbad-ee9b458b2cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (7273191f-9b30-4ddd-87f3-b00c225d4581), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.707714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2e6f585e-08d1-4fca-bbad-ee9b458b2cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:58.708869 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2e6f585e-08d1-4fca-bbad-ee9b458b2cf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7273191f-9b30-4ddd-87f3-b00c225d4581 HTTP/1.1" status: 204 len: 168 time: 0.1223218 Apr 29 08:20:58.716306 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f585e-08d1-4fca-bbad-ee9b458b2cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7273191f-9b30-4ddd-87f3-b00c225d4581,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:59.443595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33216) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:59.557323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1403119153-network', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:20:59.582178 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Made reservation on behalf of 4417f9ca22084f349d3d5137ef94da9c for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:20:59.584561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:59.594660 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:59.669533 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Publish callbacks [] for security_group (0e35a38d-73f2-40a6-8833-06d53b12ca1e), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:59.674928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0e35a38d-73f2-40a6-8833-06d53b12ca1e), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:59.694807 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:20:59.709519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e35a38d-73f2-40a6-8833-06d53b12ca1e,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:59.712346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (83e901cd-bf43-426a-93fe-b5a4a253c287), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:59.712680 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Added segment 83e901cd-bf43-426a-93fe-b5a4a253c287 of type vlan for network 9b22426b-e72b-437b-b21f-8a5313269eb7 Apr 29 08:20:59.752195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (9b22426b-e72b-437b-b21f-8a5313269eb7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:59.779417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (9b22426b-e72b-437b-b21f-8a5313269eb7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:59.780382 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:20:59.781014 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:20:59.833323 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3885434 Apr 29 08:20:59.836364 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33220) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:20:59.841483 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Request body: {'subnet': {'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1403119153-subnet', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:20:59.845319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68736454-1c9c-470a-8ac9-f7d2ab3d2de7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b22426b-e72b-437b-b21f-8a5313269eb7,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:20:59.855275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:20:59.867010 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Made reservation on behalf of 4417f9ca22084f349d3d5137ef94da9c for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:20:59.869350 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.042776 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (9ba886aa-1717-4725-87c2-54f3815531f8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.095130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba886aa-1717-4725-87c2-54f3815531f8,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:00.105329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Checking segment: {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:21:00.105678 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Network hostable DHCP agents. Network: 9b22426b-e72b-437b-b21f-8a5313269eb7, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:21:00.123690 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:21:00.135069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 9b22426b-e72b-437b-b21f-8a5313269eb7) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:00.139257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:00.139859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.144925 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0464eac6-042f-4aad-b251-b5d01c1afea0 None None] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:21:00.158186 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-eff1c724-5bd0-4629-90b3-8ac24dfbdb84 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3204575 Apr 29 08:21:00.160754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33222) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:00.165146 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:00.183610 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (9db835f1-ac1b-4a30-aa43-1d8312471b8f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.184613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (9db835f1-ac1b-4a30-aa43-1d8312471b8f), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.240123 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks [] for router_controller (9db835f1-ac1b-4a30-aa43-1d8312471b8f), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.249140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-9b22426b-e72b-437b-b21f-8a5313269eb7', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:21:00.250123 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.382725 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks [] for router_gateway (9db835f1-ac1b-4a30-aa43-1d8312471b8f), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.396323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Allocated IP 172.20.0.2 (9b22426b-e72b-437b-b21f-8a5313269eb7/9ba886aa-1717-4725-87c2-54f3815531f8/dc602789-e7a6-4c0e-96d8-2f0c1f478b9c) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:00.544212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Publish callbacks [] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.556996 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.588959 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks [] for router_gateway (9db835f1-ac1b-4a30-aa43-1d8312471b8f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.599934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:00.602839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:00.609817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:00.612836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.613003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Pushing event updated for resources: {'Port': ['ID=dc602789-e7a6-4c0e-96d8-2f0c1f478b9c,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:00.666106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Attempting to bind port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:21:00.666332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Attempting to bind port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:21:00.666722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Attempting to bind port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c on network 9b22426b-e72b-437b-b21f-8a5313269eb7 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:00.671810 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:00.672181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Checking segment: {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:21:00.672572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.672955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Bound using segment: {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:00.673442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Bound port: dc602789-e7a6-4c0e-96d8-2f0c1f478b9c, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:21:00.673816 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.719476 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Allocated IP 172.26.3.69 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/50e70999-dd82-4eb9-9907-f2627e510bd0) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:00.741902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] For port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:00.745035 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] For port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dc602789-e7a6-4c0e-96d8-2f0c1f478b9c,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:00.752614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.809001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465133b-1fa3-4fa4-8717-df3d6a828044 None None] Pushing event updated for resources: {'Port': ['ID=dc602789-e7a6-4c0e-96d8-2f0c1f478b9c,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:00.836592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks [] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.872246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:00.916845 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:00.919851 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:00.922336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:00.949193 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Pushing event updated for resources: {'Port': ['ID=50e70999-dd82-4eb9-9907-f2627e510bd0,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:01.205801 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks [] for router_gateway (9db835f1-ac1b-4a30-aa43-1d8312471b8f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:01.383627 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c061a2af-1625-4b25-b5b9-b62c3664eec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:01.731291 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (9db835f1-ac1b-4a30-aa43-1d8312471b8f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:01.744666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d85680-46ad-4a2f-a24b-3297bf1116c9 None None] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:21:01.827994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-425493f3-4b33-471e-a606-13a5ccb6aceb None None] Provisioning complete for port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:01.828388 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-425493f3-4b33-471e-a606-13a5ccb6aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:01.862263 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Router 9db835f1-ac1b-4a30-aa43-1d8312471b8f is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:21:01.934820 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-425493f3-4b33-471e-a606-13a5ccb6aceb None None] Current status of the port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:01.935201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-425493f3-4b33-471e-a606-13a5ccb6aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:01.978202 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-425493f3-4b33-471e-a606-13a5ccb6aceb None None] For port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dc602789-e7a6-4c0e-96d8-2f0c1f478b9c,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:01.981930 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:21:01.983136 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-425493f3-4b33-471e-a606-13a5ccb6aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:02.008286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Sync routers for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:21:02.012587 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:02.017343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33224) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:02.017937 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-71ef3aec-1ab4-4b1f-8d15-8f2af6f325a4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8557057 Apr 29 08:21:02.028397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:02.029046 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:20:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:02.110356 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425493f3-4b33-471e-a606-13a5ccb6aceb None None] Pushing event updated for resources: {'Port': ['ID=dc602789-e7a6-4c0e-96d8-2f0c1f478b9c,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:02.161463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:02.269973 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9c87aa65-bc94-4483-b2a9-9c178d2fe758 None None] Provisioning complete for port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:02.270224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9c87aa65-bc94-4483-b2a9-9c178d2fe758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:02.404215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9c87aa65-bc94-4483-b2a9-9c178d2fe758 None None] Current status of the port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:02.417255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:01Z', 'revision_number': 3, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:02.445113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Checking router: 9db835f1-ac1b-4a30-aa43-1d8312471b8f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:21:02.445476 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Updating router 9db835f1-ac1b-4a30-aa43-1d8312471b8f port 50e70999-dd82-4eb9-9907-f2627e510bd0 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:21:02.634243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:02.657092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dc602789-e7a6-4c0e-96d8-2f0c1f478b9c up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:02.824179 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:02.824453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:02.832927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:02.997019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Allocated IP 172.20.0.1 (9b22426b-e72b-437b-b21f-8a5313269eb7/9ba886aa-1717-4725-87c2-54f3815531f8/2995b909-1fde-4678-a6bb-144e96e6be49) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:03.004139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:03.022366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Publish callbacks [] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.028483 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.089017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Attempting to bind port 50e70999-dd82-4eb9-9907-f2627e510bd0 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:21:03.089303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Attempting to bind port 50e70999-dd82-4eb9-9907-f2627e510bd0 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:21:03.089671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Attempting to bind port 50e70999-dd82-4eb9-9907-f2627e510bd0 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:03.092741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d2f8b-7051-4cca-8e94-24a10c2b58e5 None None] Pushing event updated for resources: {'Port': ['ID=50e70999-dd82-4eb9-9907-f2627e510bd0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:03.097760 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:03.098452 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:21:03.098777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.099155 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:03.099649 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Bound port: 50e70999-dd82-4eb9-9907-f2627e510bd0, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:21:03.100020 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.118228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Publish callbacks [] for port (2995b909-1fde-4678-a6bb-144e96e6be49), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.155463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.156746 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] For port 50e70999-dd82-4eb9-9907-f2627e510bd0, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:03.159867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] For port 50e70999-dd82-4eb9-9907-f2627e510bd0, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=50e70999-dd82-4eb9-9907-f2627e510bd0,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:03.167128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.192973 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:03.196254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:03.199700 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:03.208139 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Pushing event updated for resources: {'Port': ['ID=2995b909-1fde-4678-a6bb-144e96e6be49,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:03.225276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:03.225902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:20:33Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:03.227805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d2f8b-7051-4cca-8e94-24a10c2b58e5 None None] Pushing event updated for resources: {'Port': ['ID=50e70999-dd82-4eb9-9907-f2627e510bd0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:03.244749 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (9db835f1-ac1b-4a30-aa43-1d8312471b8f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.361878 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:03.386838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.516598 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-97c6403c-e3e0-4480-8d9b-7640a10eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.567113 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Publish callbacks [] for port (2995b909-1fde-4678-a6bb-144e96e6be49), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.574073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.585256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-bcb1f1a3-3a45-4d52-95ed-b68cfac4385a None None] Provisioning complete for port 2995b909-1fde-4678-a6bb-144e96e6be49 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:03.585929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f1a3-3a45-4d52-95ed-b68cfac4385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.629004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1f1a3-3a45-4d52-95ed-b68cfac4385a None None] Port 2995b909-1fde-4678-a6bb-144e96e6be49 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:21:03.641392 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Pushing event updated for resources: {'Port': ['ID=2995b909-1fde-4678-a6bb-144e96e6be49,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:03.650500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (9db835f1-ac1b-4a30-aa43-1d8312471b8f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:03.658827 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:01Z', 'revision_number': 3, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:03.692113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7060cb-a90e-4d84-b259-0f66128a6f72 None None] The sync data for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv is: [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:01Z', 'revision_number': 3, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:21:03.753027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:03.754227 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:03.879294 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Router 9db835f1-ac1b-4a30-aa43-1d8312471b8f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:21:04.016678 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:21:04.024177 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a4388e6f-94a6-46a2-8b98-a7d5d82f1e31 admin admin] 10.222.0.23 "PUT /v2.0/routers/9db835f1-ac1b-4a30-aa43-1d8312471b8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0048482 Apr 29 08:21:04.055207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4d457031-2afe-4e46-a3c0-b46586a9732d None None] Provisioning complete for port 2995b909-1fde-4678-a6bb-144e96e6be49 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:04.055624 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4d457031-2afe-4e46-a3c0-b46586a9732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.095884 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4d457031-2afe-4e46-a3c0-b46586a9732d None None] Port 2995b909-1fde-4678-a6bb-144e96e6be49 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:21:04.511702 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33240) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:04.516953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1077534381-network', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:04.542417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Made reservation on behalf of 5aafb27581894aab956274b67ea0d3a1 for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:21:04.545442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.556559 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.622462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 50e70999-dd82-4eb9-9907-f2627e510bd0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:04.643636 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Publish callbacks [] for security_group (ecfc0b05-46ad-4dfb-887b-ba7ca146725b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.649209 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ecfc0b05-46ad-4dfb-887b-ba7ca146725b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.672081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 50e70999-dd82-4eb9-9907-f2627e510bd0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:04.672365 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.673528 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:21:04.682275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfc0b05-46ad-4dfb-887b-ba7ca146725b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:04.688587 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ccd63c24-4d75-4937-bc97-49e81c177bce), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.688933 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Added segment ccd63c24-4d75-4937-bc97-49e81c177bce of type vlan for network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 Apr 29 08:21:04.738201 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (5f35af92-1708-45d4-b21e-9344f5fe6cf4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.758763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 50e70999-dd82-4eb9-9907-f2627e510bd0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:04.759162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.763775 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (5f35af92-1708-45d4-b21e-9344f5fe6cf4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.764853 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:04.765554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.785698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 50e70999-dd82-4eb9-9907-f2627e510bd0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=50e70999-dd82-4eb9-9907-f2627e510bd0,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:04.790600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.823184 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3101070 Apr 29 08:21:04.826129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33242) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:04.831491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Request body: {'subnet': {'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1077534381-subnet', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:04.834640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd7d92-883b-404f-94d8-c54769097638 admin admin] Pushing event updated for resources: {'Network': ['ID=5f35af92-1708-45d4-b21e-9344f5fe6cf4,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:04.839319 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=50e70999-dd82-4eb9-9907-f2627e510bd0,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:04.844847 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:21:04.856592 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Made reservation on behalf of 5aafb27581894aab956274b67ea0d3a1 for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:21:04.859180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:04.973340 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.036766 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (b1761a4f-ffb3-4c05-8fa6-f51980febf65), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.090709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1761a4f-ffb3-4c05-8fa6-f51980febf65,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:05.107434 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Checking segment: {'id': 'ccd63c24-4d75-4937-bc97-49e81c177bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:21:05.107810 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Network hostable DHCP agents. Network: 5f35af92-1708-45d4-b21e-9344f5fe6cf4, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:21:05.127056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:21:05.136321 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, 5f35af92-1708-45d4-b21e-9344f5fe6cf4) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:05.141403 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:05.142013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.147505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de139db6-e350-46d4-b9ae-3c70a59a1f7e None None] Network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:21:05.158712 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8cf707d3-4446-4c5e-91b4-b7ac0efc5cc2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3313684 Apr 29 08:21:05.161551 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33244) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:05.165928 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:05.187356 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.188205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.241577 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks [] for router_controller (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), precommit_add_association {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.256140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-5f35af92-1708-45d4-b21e-9344f5fe6cf4', 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4', 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'fixed_ips': [{'subnet_id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:21:05.257040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.296748 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Sync routers for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:21:05.309611 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:05.310622 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:21:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:05.391967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks [] for router_gateway (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.400870 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Allocated IP 172.20.0.2 (5f35af92-1708-45d4-b21e-9344f5fe6cf4/b1761a4f-ffb3-4c05-8fa6-f51980febf65/5d3f4d00-00e5-48b7-8749-16b5fb835069) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:05.430330 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:05.558215 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Publish callbacks [] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.566129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.604470 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:05.607336 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:05.608276 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks [] for router_gateway (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.611815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:05.618846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Pushing event updated for resources: {'Port': ['ID=5d3f4d00-00e5-48b7-8749-16b5fb835069,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:05.635563 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.654955 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 2, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:05.677840 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Attempting to bind port 5d3f4d00-00e5-48b7-8749-16b5fb835069 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:21:05.678458 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Attempting to bind port 5d3f4d00-00e5-48b7-8749-16b5fb835069 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'ccd63c24-4d75-4937-bc97-49e81c177bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:21:05.678607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Attempting to bind port 5d3f4d00-00e5-48b7-8749-16b5fb835069 on network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:05.683806 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:05.684186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Checking segment: {'id': 'ccd63c24-4d75-4937-bc97-49e81c177bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:21:05.684539 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Checking router: 9db835f1-ac1b-4a30-aa43-1d8312471b8f for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:21:05.684688 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.684957 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Bound using segment: {'id': 'ccd63c24-4d75-4937-bc97-49e81c177bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:05.685247 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Updating router 9db835f1-ac1b-4a30-aa43-1d8312471b8f port 2995b909-1fde-4678-a6bb-144e96e6be49 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:21:05.685467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Bound port: 5d3f4d00-00e5-48b7-8749-16b5fb835069, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd63c24-4d75-4937-bc97-49e81c177bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:21:05.685839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.714435 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.744457 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Allocated IP 172.26.3.43 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/bcdf113d-5e34-41f5-90c6-9a20e0f39318) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:05.751167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] For port 5d3f4d00-00e5-48b7-8749-16b5fb835069, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:05.754960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] For port 5d3f4d00-00e5-48b7-8749-16b5fb835069, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5d3f4d00-00e5-48b7-8749-16b5fb835069,segment=NetworkSegment(ccd63c24-4d75-4937-bc97-49e81c177bce),segment_id=ccd63c24-4d75-4937-bc97-49e81c177bce)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:05.762117 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.830933 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.834477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6f645-6247-4c89-ae81-883659ceeeeb None None] Pushing event updated for resources: {'Port': ['ID=5d3f4d00-00e5-48b7-8749-16b5fb835069,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:05.892854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks [] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.934628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:05.989114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:05.993125 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:05.995833 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:06.016163 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Publish callbacks [] for port (2995b909-1fde-4678-a6bb-144e96e6be49), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.027878 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.036056 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdf113d-5e34-41f5-90c6-9a20e0f39318,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:06.102519 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Pushing event updated for resources: {'Port': ['ID=2995b909-1fde-4678-a6bb-144e96e6be49,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:06.226466 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.226802 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.227135 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.227468 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.227788 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.228103 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.228418 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.228737 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.229053 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.229393 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.229710 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.230015 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.230322 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:21:06.242522 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Attempting to bind port 2995b909-1fde-4678-a6bb-144e96e6be49 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:21:06.242945 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Attempting to bind port 2995b909-1fde-4678-a6bb-144e96e6be49 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:21:06.243357 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Attempting to bind port 2995b909-1fde-4678-a6bb-144e96e6be49 on network 9b22426b-e72b-437b-b21f-8a5313269eb7 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:06.248720 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:06.248995 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Checking segment: {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:21:06.249460 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.250155 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Bound using segment: {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:06.250490 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Bound port: 2995b909-1fde-4678-a6bb-144e96e6be49, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:21:06.250866 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.277869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.295679 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks [] for router_gateway (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.324641 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] For port 2995b909-1fde-4678-a6bb-144e96e6be49, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:06.327911 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] For port 2995b909-1fde-4678-a6bb-144e96e6be49, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2995b909-1fde-4678-a6bb-144e96e6be49,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:06.334864 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.389007 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:06.389680 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:21:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:06.451025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-657815b7-090d-4b90-9bbc-7fb3a449e131 None None] Provisioning complete for port 2995b909-1fde-4678-a6bb-144e96e6be49 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:06.451643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-657815b7-090d-4b90-9bbc-7fb3a449e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.455493 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c350c0-42b5-4894-b18f-d24639b1770c None None] Pushing event updated for resources: {'Port': ['ID=2995b909-1fde-4678-a6bb-144e96e6be49,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:06.509480 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:06.519284 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.559934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-657815b7-090d-4b90-9bbc-7fb3a449e131 None None] Current status of the port 2995b909-1fde-4678-a6bb-144e96e6be49 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:06.560321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-657815b7-090d-4b90-9bbc-7fb3a449e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.662315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-657815b7-090d-4b90-9bbc-7fb3a449e131 None None] For port 2995b909-1fde-4678-a6bb-144e96e6be49, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2995b909-1fde-4678-a6bb-144e96e6be49,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:06.671224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-657815b7-090d-4b90-9bbc-7fb3a449e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.745449 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657815b7-090d-4b90-9bbc-7fb3a449e131 None None] Pushing event updated for resources: {'Port': ['ID=2995b909-1fde-4678-a6bb-144e96e6be49,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:06.772231 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:21:06.773979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5d3f4d00-00e5-48b7-8749-16b5fb835069 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:06.832203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-64b53bc0-3df0-41a9-a0a3-11ff5a8ed558 None None] Provisioning complete for port 2995b909-1fde-4678-a6bb-144e96e6be49 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:06.832521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-64b53bc0-3df0-41a9-a0a3-11ff5a8ed558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.835494 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:06.865261 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7099a-8c92-475a-ae12-d023bcd1d4ad None None] The sync data for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv is: [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:21:06.866044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 5d3f4d00-00e5-48b7-8749-16b5fb835069 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:06.866408 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.936705 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:21:06.965105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Sync routers for ids ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:21:06.968977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:06.972801 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-4b5be854-16a6-4297-ba20-3938cb0e02a7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8077321 Apr 29 08:21:06.973261 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33246) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:06.995140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Routers {'1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:06.995800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:21:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:07.062260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-64b53bc0-3df0-41a9-a0a3-11ff5a8ed558 None None] Current status of the port 2995b909-1fde-4678-a6bb-144e96e6be49 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:07.116758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 5d3f4d00-00e5-48b7-8749-16b5fb835069 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:07.117348 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:07.149051 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4c4e7-7c71-49d1-8866-fbbea12f8b18 None None] Network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:21:07.424105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 5d3f4d00-00e5-48b7-8749-16b5fb835069, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5d3f4d00-00e5-48b7-8749-16b5fb835069,segment=NetworkSegment(ccd63c24-4d75-4937-bc97-49e81c177bce),segment_id=ccd63c24-4d75-4937-bc97-49e81c177bce)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:07.435505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Set router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:07.439809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:07.441334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:07.442187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 50e70999-dd82-4eb9-9907-f2627e510bd0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:07.461961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:07.470756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-1607322a-9bee-47d4-8266-abdae918991e None None] Provisioning complete for port 5d3f4d00-00e5-48b7-8749-16b5fb835069 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:07.471119 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1607322a-9bee-47d4-8266-abdae918991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:07.649471 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Allocated IP 172.20.0.1 (5f35af92-1708-45d4-b21e-9344f5fe6cf4/b1761a4f-ffb3-4c05-8fa6-f51980febf65/8ef31058-a00d-4773-a366-ff8b9e833a27) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:07.711846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=5d3f4d00-00e5-48b7-8749-16b5fb835069,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:07.749715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 50e70999-dd82-4eb9-9907-f2627e510bd0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:07.750839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:07.776095 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Publish callbacks [] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:07.814310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:07.873200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-1607322a-9bee-47d4-8266-abdae918991e None None] Current status of the port 5d3f4d00-00e5-48b7-8749-16b5fb835069 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:07.881935 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef31058-a00d-4773-a366-ff8b9e833a27,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:07.891571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:07.893043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:07.908016 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:07.950213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 50e70999-dd82-4eb9-9907-f2627e510bd0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:07.955691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:07.956960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 3, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'gw_port': {'id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:07.988894 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Checking router: 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:21:07.989389 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Updating router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc port bcdf113d-5e34-41f5-90c6-9a20e0f39318 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:21:08.024638 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.117003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.151696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-611cdddb-3541-448b-ab94-49e253c6433b None None] Provisioning complete for port 5d3f4d00-00e5-48b7-8749-16b5fb835069 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:08.152150 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-611cdddb-3541-448b-ab94-49e253c6433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.302957 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Publish callbacks [] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.308644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.315167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-611cdddb-3541-448b-ab94-49e253c6433b None None] Current status of the port 5d3f4d00-00e5-48b7-8749-16b5fb835069 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:08.372312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Publish callbacks [] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.373301 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef31058-a00d-4773-a366-ff8b9e833a27,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:08.378937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.380619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.438866 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Attempting to bind port bcdf113d-5e34-41f5-90c6-9a20e0f39318 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:21:08.439244 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Attempting to bind port bcdf113d-5e34-41f5-90c6-9a20e0f39318 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:21:08.439573 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Attempting to bind port bcdf113d-5e34-41f5-90c6-9a20e0f39318 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:08.441384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30621bc8-04d2-4533-9cf3-1916dd0cc02d None None] Pushing event updated for resources: {'Port': ['ID=bcdf113d-5e34-41f5-90c6-9a20e0f39318,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:08.449497 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:08.449876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:21:08.450908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.451329 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:08.452149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Bound port: bcdf113d-5e34-41f5-90c6-9a20e0f39318, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:21:08.452531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.476517 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-8320ffc5-5a4d-4e93-b602-39300379de77 None None] Provisioning complete for port 8ef31058-a00d-4773-a366-ff8b9e833a27 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:08.476880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8320ffc5-5a4d-4e93-b602-39300379de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.481069 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:08.482566 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:08.536407 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-8320ffc5-5a4d-4e93-b602-39300379de77 None None] Port 8ef31058-a00d-4773-a366-ff8b9e833a27 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:21:08.549448 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] For port bcdf113d-5e34-41f5-90c6-9a20e0f39318, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:08.555309 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] For port bcdf113d-5e34-41f5-90c6-9a20e0f39318, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bcdf113d-5e34-41f5-90c6-9a20e0f39318,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:08.564621 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.647719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Routers {'1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:08.648466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:21:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:08.654869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30621bc8-04d2-4533-9cf3-1916dd0cc02d None None] Pushing event updated for resources: {'Port': ['ID=bcdf113d-5e34-41f5-90c6-9a20e0f39318,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:08.753611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5d3f4d00-00e5-48b7-8749-16b5fb835069 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:08.811797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-d176f905-eb18-4efd-ae65-056a9d8eaabb None None] Provisioning complete for port 8ef31058-a00d-4773-a366-ff8b9e833a27 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:08.812145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d176f905-eb18-4efd-ae65-056a9d8eaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:08.814722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] Set router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:08.927057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-d176f905-eb18-4efd-ae65-056a9d8eaabb None None] Port 8ef31058-a00d-4773-a366-ff8b9e833a27 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:21:08.948721 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:21:08.968379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 5d3f4d00-00e5-48b7-8749-16b5fb835069 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:08.968755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:09.060906 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:21:09.066093 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b73e3d68-1fba-4984-97ff-c73601312f31 admin admin] 10.222.0.23 "PUT /v2.0/routers/1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0912104 Apr 29 08:21:09.103732 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 5d3f4d00-00e5-48b7-8749-16b5fb835069 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:09.104825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2995b909-1fde-4678-a6bb-144e96e6be49 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:09.149719 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 4, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'gw_port': {'id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '8ef31058-a00d-4773-a366-ff8b9e833a27', 'name': '', 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'mac_address': 'fa:16:3e:33:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 2, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'subnets': [{'id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:09.335343 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af99de-b328-41bb-bb9f-73ce61458096 None None] The sync data for ids ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'] in dv-neutron-839860-1-hyperv is: [{'id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 4, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'gw_port': {'id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '8ef31058-a00d-4773-a366-ff8b9e833a27', 'name': '', 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'mac_address': 'fa:16:3e:33:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 2, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'subnets': [{'id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:21:09.342794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 2995b909-1fde-4678-a6bb-144e96e6be49 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:09.343175 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:09.424440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 2995b909-1fde-4678-a6bb-144e96e6be49 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:09.787942 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33254) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:09.792682 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-d1167910-8c72-4c8c-862a-c097fc8fa5c1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881461999', 'description': 'tempest-secgroup-smoke-1881461999 description', 'project_id': '4417f9ca22084f349d3d5137ef94da9c'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:09.814978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1167910-8c72-4c8c-862a-c097fc8fa5c1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:09.887007 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1167910-8c72-4c8c-862a-c097fc8fa5c1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (7a982a68-df2b-4135-82cf-e2d80493d89a), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:09.891547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1167910-8c72-4c8c-862a-c097fc8fa5c1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (7a982a68-df2b-4135-82cf-e2d80493d89a), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:09.922320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1167910-8c72-4c8c-862a-c097fc8fa5c1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a982a68-df2b-4135-82cf-e2d80493d89a,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:09.928299 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-d1167910-8c72-4c8c-862a-c097fc8fa5c1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:09.933367 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-d1167910-8c72-4c8c-862a-c097fc8fa5c1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1405826 Apr 29 08:21:09.933367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33256) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:09.936960 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-fe6edb16-164f-487b-a1ef-f7b066e6f119 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '7a982a68-df2b-4135-82cf-e2d80493d89a', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:09.964669 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe6edb16-164f-487b-a1ef-f7b066e6f119 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (fcfc3510-bdd5-4144-9a45-87e354135bae), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.032091 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe6edb16-164f-487b-a1ef-f7b066e6f119 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (fcfc3510-bdd5-4144-9a45-87e354135bae), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.037070 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe6edb16-164f-487b-a1ef-f7b066e6f119 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (fcfc3510-bdd5-4144-9a45-87e354135bae), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.059680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6edb16-164f-487b-a1ef-f7b066e6f119 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfc3510-bdd5-4144-9a45-87e354135bae,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:10.071266 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-fe6edb16-164f-487b-a1ef-f7b066e6f119 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.072508 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-fe6edb16-164f-487b-a1ef-f7b066e6f119 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389956 Apr 29 08:21:10.075713 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33258) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:10.080709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a1b56fd3-6c9a-4322-9e13-771bc0e27fb7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '7a982a68-df2b-4135-82cf-e2d80493d89a', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:10.106217 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a1b56fd3-6c9a-4322-9e13-771bc0e27fb7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (fc19dcfc-4e70-4919-8465-0c66bca505e4), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.166027 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a1b56fd3-6c9a-4322-9e13-771bc0e27fb7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (fc19dcfc-4e70-4919-8465-0c66bca505e4), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.171508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a1b56fd3-6c9a-4322-9e13-771bc0e27fb7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (fc19dcfc-4e70-4919-8465-0c66bca505e4), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.190589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b56fd3-6c9a-4322-9e13-771bc0e27fb7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc19dcfc-4e70-4919-8465-0c66bca505e4,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:10.198573 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a1b56fd3-6c9a-4322-9e13-771bc0e27fb7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.199796 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a1b56fd3-6c9a-4322-9e13-771bc0e27fb7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230731 Apr 29 08:21:10.202453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33260) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:10.206813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-ae3c412f-b3a9-4f35-9cd9-9d224bdfbff3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '7a982a68-df2b-4135-82cf-e2d80493d89a', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:10.232529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae3c412f-b3a9-4f35-9cd9-9d224bdfbff3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (e18ec9ba-f387-46e3-8452-be375531add5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.291732 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae3c412f-b3a9-4f35-9cd9-9d224bdfbff3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (e18ec9ba-f387-46e3-8452-be375531add5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.297953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae3c412f-b3a9-4f35-9cd9-9d224bdfbff3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e18ec9ba-f387-46e3-8452-be375531add5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.316651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c412f-b3a9-4f35-9cd9-9d224bdfbff3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18ec9ba-f387-46e3-8452-be375531add5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:10.328074 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-ae3c412f-b3a9-4f35-9cd9-9d224bdfbff3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.333525 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-ae3c412f-b3a9-4f35-9cd9-9d224bdfbff3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259217 Apr 29 08:21:10.333814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33262) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:10.338305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-886b0227-4431-4e8b-8124-2891dc3d1d5b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '7a982a68-df2b-4135-82cf-e2d80493d89a', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:10.363511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-886b0227-4431-4e8b-8124-2891dc3d1d5b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (7ab1bda6-4088-4666-a100-d6dc516c8f03), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.426262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-886b0227-4431-4e8b-8124-2891dc3d1d5b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (7ab1bda6-4088-4666-a100-d6dc516c8f03), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.430322 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-886b0227-4431-4e8b-8124-2891dc3d1d5b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (7ab1bda6-4088-4666-a100-d6dc516c8f03), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.449815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b0227-4431-4e8b-8124-2891dc3d1d5b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab1bda6-4088-4666-a100-d6dc516c8f03,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:10.460501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-886b0227-4431-4e8b-8124-2891dc3d1d5b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.461757 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-886b0227-4431-4e8b-8124-2891dc3d1d5b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271038 Apr 29 08:21:10.464599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33264) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:10.469490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-90efa1aa-dad1-4d79-bc87-d768b67f1a0f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '7a982a68-df2b-4135-82cf-e2d80493d89a', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:10.490949 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-90efa1aa-dad1-4d79-bc87-d768b67f1a0f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Project 4417f9ca22084f349d3d5137ef94da9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:21:10.496339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-90efa1aa-dad1-4d79-bc87-d768b67f1a0f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (cc7b776c-4992-48a5-9346-f64d3a58cb87), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.559934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-90efa1aa-dad1-4d79-bc87-d768b67f1a0f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (cc7b776c-4992-48a5-9346-f64d3a58cb87), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.566275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-90efa1aa-dad1-4d79-bc87-d768b67f1a0f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (cc7b776c-4992-48a5-9346-f64d3a58cb87), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.586938 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efa1aa-dad1-4d79-bc87-d768b67f1a0f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7b776c-4992-48a5-9346-f64d3a58cb87,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:10.595331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-90efa1aa-dad1-4d79-bc87-d768b67f1a0f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.596598 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-90efa1aa-dad1-4d79-bc87-d768b67f1a0f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309876 Apr 29 08:21:10.599403 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33266) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:10.604095 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-8d934f7d-617c-4212-841f-b1a87a3a3147 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '7a982a68-df2b-4135-82cf-e2d80493d89a', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:10.631930 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-8d934f7d-617c-4212-841f-b1a87a3a3147 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Project 4417f9ca22084f349d3d5137ef94da9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:21:10.633079 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bcdf113d-5e34-41f5-90c6-9a20e0f39318 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:10.638766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d934f7d-617c-4212-841f-b1a87a3a3147 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (640c1645-c28b-4bab-a17b-e331a9a65dc6), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.690651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port bcdf113d-5e34-41f5-90c6-9a20e0f39318 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:10.690954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.703947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d934f7d-617c-4212-841f-b1a87a3a3147 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (640c1645-c28b-4bab-a17b-e331a9a65dc6), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.708278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d934f7d-617c-4212-841f-b1a87a3a3147 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (640c1645-c28b-4bab-a17b-e331a9a65dc6), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.726296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d934f7d-617c-4212-841f-b1a87a3a3147 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640c1645-c28b-4bab-a17b-e331a9a65dc6,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:10.733985 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d934f7d-617c-4212-841f-b1a87a3a3147 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.735200 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8d934f7d-617c-4212-841f-b1a87a3a3147 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348081 Apr 29 08:21:10.774864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port bcdf113d-5e34-41f5-90c6-9a20e0f39318 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:10.775241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.795903 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port bcdf113d-5e34-41f5-90c6-9a20e0f39318, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bcdf113d-5e34-41f5-90c6-9a20e0f39318,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:10.800825 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:10.847702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=bcdf113d-5e34-41f5-90c6-9a20e0f39318,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:10.888561 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-9ffd7d42-dd0a-4530-9487-405233e9f66f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881461999&fields=id&tenant_id=4417f9ca22084f349d3d5137ef94da9c HTTP/1.1" status: 200 len: 267 time: 0.0472991 Apr 29 08:21:10.998152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-48954b63-0f19-45c6-9c89-bf3d1b865263 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:10.999542 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-48954b63-0f19-45c6-9c89-bf3d1b865263 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 809 time: 0.1041293 Apr 29 08:21:11.014474 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-19257bb9-e5a5-4872-a6c8-cd72b3f0c8e8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/quotas/4417f9ca22084f349d3d5137ef94da9c HTTP/1.1" status: 200 len: 375 time: 0.0093024 Apr 29 08:21:11.072047 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-91c37ef8-690a-41eb-a1ae-909d03a7c84c tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523558 Apr 29 08:21:11.277027 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-8db6af00-53c8-451a-88c4-deb02f48edec service neutron] 10.222.0.23 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912396 Apr 29 08:21:11.336362 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Sync routers for ids ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:21:11.346532 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Routers {'1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:11.347145 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:21:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:11.367175 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-78f41b51-5aea-43fe-95a3-b0cc2fe24608 service neutron] 10.222.0.23 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Apr 29 08:21:11.455266 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Set router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:11.533789 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1f14931b-ce7d-4a44-b360-1821c378e993 req-ff8abff6-d057-4eb0-8296-70275f5e904d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 210 time: 0.0302658 Apr 29 08:21:11.656967 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 4, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'gw_port': {'id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '8ef31058-a00d-4773-a366-ff8b9e833a27', 'name': '', 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'mac_address': 'fa:16:3e:33:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 2, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'subnets': [{'id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:11.683282 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Checking router: 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:21:11.683627 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Updating router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc port 8ef31058-a00d-4773-a366-ff8b9e833a27 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:21:11.709966 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:11.969710 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Publish callbacks [] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:11.976425 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:12.025897 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a25c8-cdbc-42a8-8c43-6de9e674ca84 None None] Pushing event updated for resources: {'Port': ['ID=8ef31058-a00d-4773-a366-ff8b9e833a27,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:12.080374 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Attempting to bind port 8ef31058-a00d-4773-a366-ff8b9e833a27 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:21:12.080705 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Attempting to bind port 8ef31058-a00d-4773-a366-ff8b9e833a27 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'ccd63c24-4d75-4937-bc97-49e81c177bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:21:12.081083 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Attempting to bind port 8ef31058-a00d-4773-a366-ff8b9e833a27 on network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:12.086258 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:12.086620 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Checking segment: {'id': 'ccd63c24-4d75-4937-bc97-49e81c177bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:21:12.087081 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:12.087405 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Bound using segment: {'id': 'ccd63c24-4d75-4937-bc97-49e81c177bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:12.087882 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Bound port: 8ef31058-a00d-4773-a366-ff8b9e833a27, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd63c24-4d75-4937-bc97-49e81c177bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:21:12.088248 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:12.152415 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] For port 8ef31058-a00d-4773-a366-ff8b9e833a27, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:12.155731 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] For port 8ef31058-a00d-4773-a366-ff8b9e833a27, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8ef31058-a00d-4773-a366-ff8b9e833a27,segment=NetworkSegment(ccd63c24-4d75-4937-bc97-49e81c177bce),segment_id=ccd63c24-4d75-4937-bc97-49e81c177bce)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:12.162502 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:12.211454 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Routers {'1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:12.212072 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:21:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:12.277519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-4ac40ac7-2a7e-4a69-ab95-323519738385 None None] Provisioning complete for port 8ef31058-a00d-4773-a366-ff8b9e833a27 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:12.278077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ac40ac7-2a7e-4a69-ab95-323519738385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:12.286654 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a25c8-cdbc-42a8-8c43-6de9e674ca84 None None] Pushing event updated for resources: {'Port': ['ID=8ef31058-a00d-4773-a366-ff8b9e833a27,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:12.341254 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] Set router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:12.361739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-4ac40ac7-2a7e-4a69-ab95-323519738385 None None] Current status of the port 8ef31058-a00d-4773-a366-ff8b9e833a27 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:12.362133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ac40ac7-2a7e-4a69-ab95-323519738385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:12.394833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-4ac40ac7-2a7e-4a69-ab95-323519738385 None None] For port 8ef31058-a00d-4773-a366-ff8b9e833a27, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8ef31058-a00d-4773-a366-ff8b9e833a27,segment=NetworkSegment(ccd63c24-4d75-4937-bc97-49e81c177bce),segment_id=ccd63c24-4d75-4937-bc97-49e81c177bce)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:12.399093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ac40ac7-2a7e-4a69-ab95-323519738385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:12.447190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac40ac7-2a7e-4a69-ab95-323519738385 None None] Pushing event updated for resources: {'Port': ['ID=8ef31058-a00d-4773-a366-ff8b9e833a27,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:12.537919 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-2582313e-38be-4e63-a145-3a1141154407 None None] Provisioning complete for port 8ef31058-a00d-4773-a366-ff8b9e833a27 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:12.538305 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2582313e-38be-4e63-a145-3a1141154407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:12.675011 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-60d0ce41-9cad-4a43-9a9e-42c7182f9b84 req-cba36923-fcb9-4a20-94bb-182855aa7ba4 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 210 time: 0.0642393 Apr 29 08:21:12.685725 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-2582313e-38be-4e63-a145-3a1141154407 None None] Current status of the port 8ef31058-a00d-4773-a366-ff8b9e833a27 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:12.711801 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 4, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'gw_port': {'id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '8ef31058-a00d-4773-a366-ff8b9e833a27', 'name': '', 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'mac_address': 'fa:16:3e:33:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'subnets': [{'id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:12.732007 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ef31058-a00d-4773-a366-ff8b9e833a27 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:12.737297 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc7c1ed-5955-472e-aeb2-86ee924c9084 None None] The sync data for ids ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'] in dv-neutron-839860-1-hyperv is: [{'id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:08Z', 'revision_number': 4, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'gw_port': {'id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '8ef31058-a00d-4773-a366-ff8b9e833a27', 'name': '', 'network_id': '5f35af92-1708-45d4-b21e-9344f5fe6cf4', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'mac_address': 'fa:16:3e:33:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:07Z', 'updated_at': '2022-04-29T08:21:12Z', 'revision_number': 4, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'subnets': [{'id': 'b1761a4f-ffb3-4c05-8fa6-f51980febf65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:21:12.783014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 8ef31058-a00d-4773-a366-ff8b9e833a27 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:12.783359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:12.874038 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 8ef31058-a00d-4773-a366-ff8b9e833a27 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:12.875111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bcdf113d-5e34-41f5-90c6-9a20e0f39318 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:12.922469 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port bcdf113d-5e34-41f5-90c6-9a20e0f39318 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:12.922834 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:13.000941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port bcdf113d-5e34-41f5-90c6-9a20e0f39318 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:13.746953 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b4e2c269-ae16-4814-a3b9-b03a9960fc54 req-e304e144-2417-46ce-aab7-201c059e168f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 210 time: 0.0302589 Apr 29 08:21:14.842622 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3086e802-65e5-4323-9ba1-0f8c69d1b548 req-a67a516e-6a5d-40ab-ab89-12a6c8ad8a45 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 210 time: 0.0334318 Apr 29 08:21:15.953247 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6520ba9e-f316-4bbc-819c-edeaa89d4f0e req-918d3b33-b575-4970-b258-3a2ac5b4eef2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 210 time: 0.0281675 Apr 29 08:21:16.615500 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-44df9cf4-d214-4a54-bad2-acb148f77d70 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:16.616965 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-44df9cf4-d214-4a54-bad2-acb148f77d70 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 809 time: 0.1098125 Apr 29 08:21:16.679750 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-6baea14b-9281-4888-84d1-4d85f81412f0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4417f9ca22084f349d3d5137ef94da9c HTTP/1.1" status: 200 len: 380 time: 0.0547945 Apr 29 08:21:16.688753 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'port': {'device_id': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'admin_state_up': True, 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'security_groups': ['7a982a68-df2b-4135-82cf-e2d80493d89a']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:16.806553 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Made reservation on behalf of 4417f9ca22084f349d3d5137ef94da9c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:21:16.809962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:16.937933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Allocated IP 172.20.0.13 (9b22426b-e72b-437b-b21f-8a5313269eb7/9ba886aa-1717-4725-87c2-54f3815531f8/a8687929-5e68-418f-a217-26c8edaa03bf) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:17.047546 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bf8613ed-744a-4016-96fb-46c4b62afb02 req-023a21fb-888d-4315-917a-4291f0646c3f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 210 time: 0.0274925 Apr 29 08:21:17.080983 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for port (a8687929-5e68-418f-a217-26c8edaa03bf), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.115255 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.162357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:17.165664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:17.169274 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:17.177578 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:17.223800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:17.224467 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.246758 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-a6f7cb85-0971-4923-ad40-f2db14e34c19 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5615337 Apr 29 08:21:17.258832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Request body: {'port': {'device_id': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:17.324401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.442062 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6e60733e-222a-4c96-bd14-9131bc656852 None None] Provisioning complete for port a8687929-5e68-418f-a217-26c8edaa03bf triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:17.442632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6e60733e-222a-4c96-bd14-9131bc656852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.477268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6e60733e-222a-4c96-bd14-9131bc656852 None None] Port a8687929-5e68-418f-a217-26c8edaa03bf cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:21:17.587962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8687929-5e68-418f-a217-26c8edaa03bf {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:21:17.595648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Publish callbacks [] for port (a8687929-5e68-418f-a217-26c8edaa03bf), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.608441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Transition to ACTIVE for port object a8687929-5e68-418f-a217-26c8edaa03bf will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:21:17.614832 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.663420 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:17.742805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Attempting to bind port a8687929-5e68-418f-a217-26c8edaa03bf on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:21:17.743245 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Attempting to bind port a8687929-5e68-418f-a217-26c8edaa03bf by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:21:17.743579 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Attempting to bind port a8687929-5e68-418f-a217-26c8edaa03bf on network 9b22426b-e72b-437b-b21f-8a5313269eb7 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:17.748838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Port a8687929-5e68-418f-a217-26c8edaa03bf on network 9b22426b-e72b-437b-b21f-8a5313269eb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:21:17.749158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Attempting to bind port a8687929-5e68-418f-a217-26c8edaa03bf on network 9b22426b-e72b-437b-b21f-8a5313269eb7 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:21:17.754283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:21:17.754621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Checking segment: {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:21:17.755004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Bound using segment: {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:21:17.755429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Bound port: a8687929-5e68-418f-a217-26c8edaa03bf, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:21:17.755786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.821629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:21:17.824815 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:21:17.831980 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.864629 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:17.865349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:17.866899 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] 10.222.0.36 "PUT /v2.0/ports/a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 1094 time: 0.6125429 Apr 29 08:21:17.867251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:21:17.869506 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4611aeda-a8ce-4788-b365-76a9f4e70725" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:21:17.895485 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf715ff-dea8-4fc9-9f33-e7f6275aabb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:17.938462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7703ce5c-af16-4273-9630-1a23a6136ab2 x-openstack-request-id: req-7703ce5c-af16-4273-9630-1a23a6136ab2 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:21:17.938738 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:21:17.938956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7703ce5c-af16-4273-9630-1a23a6136ab2 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:21:17.939357 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7703ce5c-af16-4273-9630-1a23a6136ab2'] response: {'name': 'network-changed', 'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'status': 'completed', 'code': 200} Apr 29 08:21:17.960451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-02f696e9-9be8-4401-b89b-4790a25fa72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:17.962160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-02f696e9-9be8-4401-b89b-4790a25fa72d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1128 time: 0.0520587 Apr 29 08:21:18.008802 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-d9a4ee3f-5646-4a12-b2a4-92ca8a850001 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 217 time: 0.0389864 Apr 29 08:21:18.057773 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-0f446722-18dc-47fe-a10f-2dc2a737b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:18.059270 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-0f446722-18dc-47fe-a10f-2dc2a737b334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0453508 Apr 29 08:21:18.109981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-e0798259-201d-4676-9a45-52be6556522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:18.112444 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-e0798259-201d-4676-9a45-52be6556522b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466726 Apr 29 08:21:18.167612 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99137ec3-dd8e-4538-b7d9-cd299c9bd275 req-4ac04c99-f168-426a-82a0-7f91473b18f5 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:18.169207 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-99137ec3-dd8e-4538-b7d9-cd299c9bd275 req-4ac04c99-f168-426a-82a0-7f91473b18f5 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0528235 Apr 29 08:21:18.205924 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-df04b4fb-f27c-4ac1-8554-ab9cc86a80c7 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870616 Apr 29 08:21:18.218221 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-99137ec3-dd8e-4538-b7d9-cd299c9bd275 req-c9907823-7123-4dad-b6f9-486c273f5586 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 Apr 29 08:21:18.292524 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a6019b90-d0db-4240-a3c3-6faea9b10cc5 req-441ee0a3-0581-406d-9d55-b2446f996869 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809438 Apr 29 08:21:18.389191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-02c63ca3-c2e1-4673-9d91-167ee58fc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:18.390617 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-02c63ca3-c2e1-4673-9d91-167ee58fc717 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1128 time: 0.0492005 Apr 29 08:21:18.479462 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-8c88e471-8164-4a2b-b311-214a31d7bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:18.481555 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-8c88e471-8164-4a2b-b311-214a31d7bfb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0839386 Apr 29 08:21:18.525472 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-344f73f9-85c2-4a86-923d-fda9377543a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 217 time: 0.0369890 Apr 29 08:21:18.578743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-9587e1e4-3b8a-4376-9585-00cf680f3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:18.580208 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-9587e1e4-3b8a-4376-9585-00cf680f3d73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0488412 Apr 29 08:21:18.628351 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-10494fe2-cd0f-43bd-ad5d-43e7666fe5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:18.629826 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-10494fe2-cd0f-43bd-ad5d-43e7666fe5c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429180 Apr 29 08:21:18.715899 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-0de66b17-7720-4740-88de-8fbd61a31de0 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791750 Apr 29 08:21:18.954112 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4611aeda-a8ce-4788-b365-76a9f4e70725 req-804c6469-f401-4e1d-87aa-dad53e557fd3 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962560 Apr 29 08:21:19.363891 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680201e-6e10-4020-aff2-baca944d6db3 req-8d0b06dc-0e11-4fb7-a316-a56dffe1a903 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:19.366006 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a680201e-6e10-4020-aff2-baca944d6db3 req-8d0b06dc-0e11-4fb7-a316-a56dffe1a903 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0718958 Apr 29 08:21:19.421156 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a680201e-6e10-4020-aff2-baca944d6db3 req-56618510-e848-4e9f-9ef4-019cbf670429 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Apr 29 08:21:20.553194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9f71c-3a3f-4a7d-bd5f-5d76c9ca6bb7 req-61a5a6ab-b585-4b7a-ba66-7ec46d39b54b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:20.554872 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-78c9f71c-3a3f-4a7d-bd5f-5d76c9ca6bb7 req-61a5a6ab-b585-4b7a-ba66-7ec46d39b54b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0602231 Apr 29 08:21:20.604014 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-78c9f71c-3a3f-4a7d-bd5f-5d76c9ca6bb7 req-236bc8d8-3c7e-4acf-af36-cd5856f166e3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435479 Apr 29 08:21:21.142922 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a8687929-5e68-418f-a217-26c8edaa03bf details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:21:21.254494 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:21.265481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'port_id': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'mac_address': 'fa:16:3e:6e:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:21:21.303002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a8687929-5e68-418f-a217-26c8edaa03bf is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:21.303374 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:21.318393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8687929-5e68-418f-a217-26c8edaa03bf {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:21:21.339083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:21.347241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:21.396695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:21.552477 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['a8687929-5e68-418f-a217-26c8edaa03bf'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:21:21.734935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04976e-5e92-402f-888b-bab1f878499f req-fc307d96-0b3e-4285-8ce6-1e8b0109dd5d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:21.736486 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb04976e-5e92-402f-888b-bab1f878499f req-fc307d96-0b3e-4285-8ce6-1e8b0109dd5d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 945 time: 0.0577083 Apr 29 08:21:21.786557 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb04976e-5e92-402f-888b-bab1f878499f req-17279502-e6be-4517-b617-df5b0845ca25 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Apr 29 08:21:22.924114 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b104d-d84b-4a5f-94fb-3ed65c16aa3f req-6e96418a-999c-4cfa-b91b-91f0e5ccd102 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:22.925704 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5d6b104d-d84b-4a5f-94fb-3ed65c16aa3f req-6e96418a-999c-4cfa-b91b-91f0e5ccd102 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 945 time: 0.0613294 Apr 29 08:21:22.977946 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5d6b104d-d84b-4a5f-94fb-3ed65c16aa3f req-da989b4b-c63e-4481-8bc2-a26b57adbfd8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465300 Apr 29 08:21:23.158767 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a8687929-5e68-418f-a217-26c8edaa03bf up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:21:23.214848 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port a8687929-5e68-418f-a217-26c8edaa03bf completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:21:23.218652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port a8687929-5e68-418f-a217-26c8edaa03bf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:21:23.219019 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:23.303372 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a8687929-5e68-418f-a217-26c8edaa03bf is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:21:23.303741 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:23.327652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:21:23.330001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f9760-4685-4d07-ba83-24c9070cef2f" -d '{"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-plugged", "status": "completed", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:21:23.342087 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:21:23.347167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:23.374670 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5ff9df-4517-4a17-a731-0347effe3ff4 x-openstack-request-id: req-ac5ff9df-4517-4a17-a731-0347effe3ff4 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:21:23.374872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-plugged", "status": "completed", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:21:23.375121 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac5ff9df-4517-4a17-a731-0347effe3ff4 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:21:23.375513 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5ff9df-4517-4a17-a731-0347effe3ff4'] response: {'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'code': 200} Apr 29 08:21:23.404035 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:23.539038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5331178-77db-43c7-89af-dd3fab692a9b req-268cf1ef-9ba0-49d2-956b-10dda4125506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:23.540505 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5331178-77db-43c7-89af-dd3fab692a9b req-268cf1ef-9ba0-49d2-956b-10dda4125506 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1130 time: 0.0434461 Apr 29 08:21:23.585412 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5331178-77db-43c7-89af-dd3fab692a9b req-7dca05ae-1710-4cb1-bf99-cf3a3405c5b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388365 Apr 29 08:21:24.113625 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447260d-5bc0-46a7-90d6-37120d0bba4c req-ad212cb2-4a6e-4c37-ab03-121c24635b79 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:24.115138 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d447260d-5bc0-46a7-90d6-37120d0bba4c req-ad212cb2-4a6e-4c37-ab03-121c24635b79 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0549200 Apr 29 08:21:24.170385 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d447260d-5bc0-46a7-90d6-37120d0bba4c req-ec400f45-7fc2-42db-9f55-e5af723fb93b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494633 Apr 29 08:21:25.299881 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579af7d-89e4-4c9e-86d5-20f7b210ba43 req-bc0d89da-86ac-44de-96b1-c397a7c1ca79 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:25.301403 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4579af7d-89e4-4c9e-86d5-20f7b210ba43 req-bc0d89da-86ac-44de-96b1-c397a7c1ca79 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0599453 Apr 29 08:21:25.355071 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4579af7d-89e4-4c9e-86d5-20f7b210ba43 req-787ecd34-08b6-4054-8097-cc891a01a10d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479033 Apr 29 08:21:25.485686 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb0105-e62a-4342-88db-b43fd6305f44 req-12313e80-7ef2-4235-ad4e-526c812f5c39 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:25.487069 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-acdb0105-e62a-4342-88db-b43fd6305f44 req-12313e80-7ef2-4235-ad4e-526c812f5c39 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0580976 Apr 29 08:21:25.538746 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-acdb0105-e62a-4342-88db-b43fd6305f44 req-3b64f017-95b2-44f0-baa5-8302f7ae840b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 Apr 29 08:21:25.560899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33338) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:25.657152 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb2760-6830-4096-9a41-85f6306351c8 tempest-TestShelveInstance-1288453741 tempest-TestShelveInstance-1288453741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:25.658704 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f2cb2760-6830-4096-9a41-85f6306351c8 tempest-TestShelveInstance-1288453741 tempest-TestShelveInstance-1288453741-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1125 time: 0.0967789 Apr 29 08:21:25.661789 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33342) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:21:25.666037 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:21:25.689383 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:25.790493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:25.897075 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Allocated IP 172.26.3.200 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/901f0a03-2003-41a1-984f-46e6b080581b) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:21:26.011185 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for port (901f0a03-2003-41a1-984f-46e6b080581b), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:26.047898 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (901f0a03-2003-41a1-984f-46e6b080581b), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:26.087322 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:21:26.095018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:21:26.097211 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'Port': ['ID=901f0a03-2003-41a1-984f-46e6b080581b,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:26.099501 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:21:26.451120 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for floatingip (ff5d4efb-f25c-44ae-979e-ce9c09ae2370), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:26.520508 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (901f0a03-2003-41a1-984f-46e6b080581b), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:26.676866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for port (901f0a03-2003-41a1-984f-46e6b080581b), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:26.683490 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (901f0a03-2003-41a1-984f-46e6b080581b), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:26.753615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'Port': ['ID=901f0a03-2003-41a1-984f-46e6b080581b,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:21:26.764945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (ff5d4efb-f25c-44ae-979e-ce9c09ae2370), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:26.871515 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Floating IP ff5d4efb-f25c-44ae-979e-ce9c09ae2370 associated. External IP: 172.26.3.200, port: a8687929-5e68-418f-a217-26c8edaa03bf. Apr 29 08:21:27.099491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Router 9db835f1-ac1b-4a30-aa43-1d8312471b8f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:21:27.211059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:21:27.221720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] Sync routers for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:21:27.232451 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:27.234805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:27.235720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:21:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:27.277247 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-1182b491-7ce1-42e2-9a11-be8c9aeca155 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6043870 Apr 29 08:21:27.277247 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:21:27.277247 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47db4c57-e192-4087-8492-8b7217aef15b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:21:27.305656 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b03e62-0143-4cc8-8b19-ac377e5cc719 x-openstack-request-id: req-73b03e62-0143-4cc8-8b19-ac377e5cc719 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:21:27.305967 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:21:27.306163 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73b03e62-0143-4cc8-8b19-ac377e5cc719 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:21:27.306594 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b03e62-0143-4cc8-8b19-ac377e5cc719'] response: {'name': 'network-changed', 'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'status': 'completed', 'code': 200} Apr 29 08:21:27.350496 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:27.370088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db4c57-e192-4087-8492-8b7217aef15b req-33d3312d-4758-44d3-bce6-316640319788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:27.371575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-47db4c57-e192-4087-8492-8b7217aef15b req-33d3312d-4758-44d3-bce6-316640319788 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1130 time: 0.0447116 Apr 29 08:21:27.458575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db4c57-e192-4087-8492-8b7217aef15b req-a6f593c3-293f-4cee-bccc-72e1d92b9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:27.459773 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-47db4c57-e192-4087-8492-8b7217aef15b req-a6f593c3-293f-4cee-bccc-72e1d92b9009 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0818670 Apr 29 08:21:27.527754 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-47db4c57-e192-4087-8492-8b7217aef15b req-9d3ca311-1873-408f-ab57-6a9cd0f1f05a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 1000 time: 0.0613606 Apr 29 08:21:27.578434 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'ff5d4efb-f25c-44ae-979e-ce9c09ae2370', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'port_id': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'mac_address': 'fa:16:3e:6e:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:21:26Z', 'updated_at': '2022-04-29T08:21:26Z', 'revision_number': 0, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:27.584090 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db4c57-e192-4087-8492-8b7217aef15b req-5530e57b-41b9-4382-8cd5-74a85e2f1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:27.585728 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-47db4c57-e192-4087-8492-8b7217aef15b req-5530e57b-41b9-4382-8cd5-74a85e2f1eb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0512285 Apr 29 08:21:27.605268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] Checking router: 9db835f1-ac1b-4a30-aa43-1d8312471b8f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:21:27.613694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:21:27.614431 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:21:03Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:27.636601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db4c57-e192-4087-8492-8b7217aef15b req-0e65037f-a6d0-4288-ab24-d8872de0e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:27.638131 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-47db4c57-e192-4087-8492-8b7217aef15b req-0e65037f-a6d0-4288-ab24-d8872de0e9dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471270 Apr 29 08:21:27.723402 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:21:27.729648 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-47db4c57-e192-4087-8492-8b7217aef15b req-eb68915b-00f4-4d72-8105-95d3c1c0e2bf service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844650 Apr 29 08:21:27.818452 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-47db4c57-e192-4087-8492-8b7217aef15b req-a18846eb-fcd8-4250-8a45-be44bcee7015 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826690 Apr 29 08:21:27.951841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'ff5d4efb-f25c-44ae-979e-ce9c09ae2370', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'port_id': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'mac_address': 'fa:16:3e:6e:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:21:26Z', 'updated_at': '2022-04-29T08:21:26Z', 'revision_number': 0, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:21:27.982140 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ded63f-0669-4921-a082-305d3d94f791 None None] The sync data for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv is: [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'ff5d4efb-f25c-44ae-979e-ce9c09ae2370', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'port_id': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'mac_address': 'fa:16:3e:6e:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:21:26Z', 'updated_at': '2022-04-29T08:21:26Z', 'revision_number': 0, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:21:28.182671 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911093b7-b1f0-4b37-b272-8ba8e55008ad None None] New status for floating IP ff5d4efb-f25c-44ae-979e-ce9c09ae2370: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:21:31.388941 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dd17eeef-ed47-4cf7-9f16-a0a9c2e79ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:33.502942 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f35dc580-4545-4961-8d6d-e6bdb8655e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:34.977944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:35.279714 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:21:35.816583 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:36.277555 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:37.378596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:21:55.390153 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-76f5ec74-96f7-43f9-baee-1cb51a542579 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1145649 Apr 29 08:21:55.485612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-2ea4e24d-90fa-4f1d-86fb-822e7de3da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:55.487098 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-2ea4e24d-90fa-4f1d-86fb-822e7de3da27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1130 time: 0.0477257 Apr 29 08:21:55.594563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-0a9f5f16-22ca-4446-9341-2589a8acd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:55.596039 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-0a9f5f16-22ca-4446-9341-2589a8acd171 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0884461 Apr 29 08:21:55.664061 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-edec44de-0aa4-4e2c-9e34-48e9897d253f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 1002 time: 0.0613887 Apr 29 08:21:55.713357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-12b2b28d-6b94-41cc-817b-daa77412ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:55.714742 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-12b2b28d-6b94-41cc-817b-daa77412ac86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0445549 Apr 29 08:21:55.764036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-45ae17b2-5d96-47cc-aac6-252ed6a4efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:21:55.765517 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-45ae17b2-5d96-47cc-aac6-252ed6a4efcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444930 Apr 29 08:21:55.857855 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-fb911c8e-20dd-41d2-807d-6278cdcb3f4d service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854516 Apr 29 08:21:55.947013 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7cd89f3a-79c4-481c-ad76-b4dccdb3dd7e req-50ae91e5-abac-4ea4-ac50-6efed9f37a05 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 Apr 29 08:21:57.322387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-bf68a01d-9f00-4a52-9be6-abdfdc15b09c service neutron] (104223) timed out ('10.222.0.23', 57726) {{(pid=104223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 08:21:57.743427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-de12351c-f0af-4278-860f-f490288ea628 req-a140c6e5-71a1-4ba6-b39b-b600fcf36218 tempest-ServerActionsTestJSON-1712770293 tempest-ServerActionsTestJSON-1712770293-project] (104223) timed out ('10.222.0.23', 57746) {{(pid=104223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 08:22:01.404396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a2de76a4-0ed1-4d5a-a49a-5de6200772ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:03.508739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9ff7d5f7-2a11-4401-8786-f9e64753f8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:04.982582 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:05.812044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:06.283764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:07.368240 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:12.284705 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:22:31.401271 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-25804e69-c86c-419b-96b8-ddde87d613b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:33.524317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-10079d2b-42e3-44e3-845f-cdb19aba2dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:34.992194 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:35.836352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:36.291832 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:37.373595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:22:49.289803 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:22:55.326160 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-d23a83fd-0169-4f45-9032-7e6532a0f62c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505657 Apr 29 08:22:55.423458 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-deb88ad3-74a6-47e4-bfdb-6e05b8b5c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:22:55.424936 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-deb88ad3-74a6-47e4-bfdb-6e05b8b5c148 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1130 time: 0.0541384 Apr 29 08:22:55.523634 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-e58423b1-f818-4a11-9b0a-95cc7d3989bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:22:55.525079 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-e58423b1-f818-4a11-9b0a-95cc7d3989bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0818892 Apr 29 08:22:55.597774 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-d27662ea-fa67-46e9-9622-5d64852bbba3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 1002 time: 0.0665805 Apr 29 08:22:55.649017 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-fc829963-ae06-4c5c-b318-b8d790901e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:22:55.650499 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-fc829963-ae06-4c5c-b318-b8d790901e39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0468881 Apr 29 08:22:55.702818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-a228876b-ed74-4cbe-821e-c0c28c6e796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:22:55.704318 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-a228876b-ed74-4cbe-821e-c0c28c6e796c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0481255 Apr 29 08:22:55.806476 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-ee797a92-5715-4460-b52f-2d658f9b6beb service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960288 Apr 29 08:22:55.901774 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4b67e38f-1296-4a94-93e2-d385170c04b3 req-328e6361-c0a0-4180-82ff-05ab0bb0c88b service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873337 Apr 29 08:23:01.405047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d879b532-2eec-40d2-ac7e-3dce81647341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:03.529148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ff46727-1132-4281-af63-62afd39171dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:04.994110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:05.981312 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:06.294609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:07.376794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:23.042010 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88dd40-c68f-4090-a9a3-7bf485d575ab req-bb0d85a7-87f8-4cff-b448-c4a5f14c2946 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:23.043488 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a88dd40-c68f-4090-a9a3-7bf485d575ab req-bb0d85a7-87f8-4cff-b448-c4a5f14c2946 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.1139488 Apr 29 08:23:23.091445 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-2a88dd40-c68f-4090-a9a3-7bf485d575ab req-715da49e-d92f-460f-8ad7-6254887d4891 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 Apr 29 08:23:24.232371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4971e-30a8-444b-b3b7-bf6738cbadaf req-7fce66c1-7fee-43d2-a10e-a51bb5f9e7b8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:24.233913 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4dc4971e-30a8-444b-b3b7-bf6738cbadaf req-7fce66c1-7fee-43d2-a10e-a51bb5f9e7b8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0582023 Apr 29 08:23:24.283168 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4dc4971e-30a8-444b-b3b7-bf6738cbadaf req-600f3f0f-8b57-482e-9d2a-c6f760048494 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434315 Apr 29 08:23:25.430271 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758b1e6-5517-4b7f-bb40-a407fc861357 req-6909fb2d-5030-4cc8-bab1-1699b55fa4fe tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:25.431712 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8758b1e6-5517-4b7f-bb40-a407fc861357 req-6909fb2d-5030-4cc8-bab1-1699b55fa4fe tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0631797 Apr 29 08:23:25.480368 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8758b1e6-5517-4b7f-bb40-a407fc861357 req-38be8340-b2a4-4757-8330-191414eddd70 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Apr 29 08:23:26.292741 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:23:26.612503 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68ed1-a6b4-49d5-850b-4470b924f43e req-e29b241b-7793-4e6a-9df5-5c2f84061d93 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:26.614003 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ddf68ed1-a6b4-49d5-850b-4470b924f43e req-e29b241b-7793-4e6a-9df5-5c2f84061d93 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0545590 Apr 29 08:23:26.665252 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ddf68ed1-a6b4-49d5-850b-4470b924f43e req-4f1ab8de-6f89-4094-a26e-1efeaf82560a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453634 Apr 29 08:23:27.792253 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacaa32-0246-4c40-999c-51dffce25b4b req-7ce17fd0-aa48-454f-9126-d049a38df816 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:27.793653 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1eacaa32-0246-4c40-999c-51dffce25b4b req-7ce17fd0-aa48-454f-9126-d049a38df816 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0552044 Apr 29 08:23:27.849468 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1eacaa32-0246-4c40-999c-51dffce25b4b req-02dafe48-e4be-4877-b5ac-279ed532d234 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470786 Apr 29 08:23:28.980158 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc559c88-3f7f-4b28-b40d-eec3e0e0273b req-d95f111b-01ad-4ae7-b192-b53b0197175d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:28.981666 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-dc559c88-3f7f-4b28-b40d-eec3e0e0273b req-d95f111b-01ad-4ae7-b192-b53b0197175d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0599077 Apr 29 08:23:29.037522 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-dc559c88-3f7f-4b28-b40d-eec3e0e0273b req-a4e34f8d-1167-41e9-a0c4-e31a0bb9d12a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475848 Apr 29 08:23:30.166837 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e241cc-6448-48e5-b808-0edafa9a3fb2 req-9bf72036-40b6-4b2e-a9e0-9d08647abdcc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:30.168305 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-96e241cc-6448-48e5-b808-0edafa9a3fb2 req-9bf72036-40b6-4b2e-a9e0-9d08647abdcc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0570745 Apr 29 08:23:30.216058 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-96e241cc-6448-48e5-b808-0edafa9a3fb2 req-f25635e8-000f-4965-a205-6e1faded4bbe tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421364 Apr 29 08:23:31.336831 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ce4f-ec15-44d0-a695-2f69e65b07a4 req-1f4ac489-5084-40ab-a48f-6d0894ebb948 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:31.338510 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-96c7ce4f-ec15-44d0-a695-2f69e65b07a4 req-1f4ac489-5084-40ab-a48f-6d0894ebb948 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0548239 Apr 29 08:23:31.394796 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-96c7ce4f-ec15-44d0-a695-2f69e65b07a4 req-a76759cd-4ade-4254-91f8-c74c288eabda tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499609 Apr 29 08:23:31.398632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4ff37f8b-3969-4929-9f95-411309f9c73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:32.513425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a6b77-c1fd-47be-a2f5-96472451e4cf req-4446db10-df92-4f85-b5a6-f739805b41cc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:32.514911 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b57a6b77-c1fd-47be-a2f5-96472451e4cf req-4446db10-df92-4f85-b5a6-f739805b41cc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0532632 Apr 29 08:23:32.564707 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b57a6b77-c1fd-47be-a2f5-96472451e4cf req-76b18679-c202-4d3a-80b0-c06140204728 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Apr 29 08:23:33.523735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-da85d44b-1b35-41ee-b8f5-d901c86ff285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:33.688989 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a65e8-3426-4b77-8182-9ea55f398472 req-96d833a1-a543-41f8-a8c3-031e1e124268 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:33.690492 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-478a65e8-3426-4b77-8182-9ea55f398472 req-96d833a1-a543-41f8-a8c3-031e1e124268 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0548606 Apr 29 08:23:33.745690 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-478a65e8-3426-4b77-8182-9ea55f398472 req-8337e5e2-468c-409c-8105-92c3de14e0e2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467336 Apr 29 08:23:34.883946 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf36126-a8b5-4758-87ff-f118e9d6aa9a req-46f09841-1868-4362-b74e-a1bb8242fc96 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:34.885433 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ccf36126-a8b5-4758-87ff-f118e9d6aa9a req-46f09841-1868-4362-b74e-a1bb8242fc96 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0633321 Apr 29 08:23:34.935431 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ccf36126-a8b5-4758-87ff-f118e9d6aa9a req-efc7b428-a5d5-4612-86fe-4255bc9e29ef tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442636 Apr 29 08:23:34.989913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:35.837191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:35.881880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a8687929-5e68-418f-a217-26c8edaa03bf details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:23:35.984862 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:23:35.999427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'port_id': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'mac_address': 'fa:16:3e:6e:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:23:36.042128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a8687929-5e68-418f-a217-26c8edaa03bf is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:23:36.042518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:36.059539 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8687929-5e68-418f-a217-26c8edaa03bf {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:23:36.079905 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98283d95-5599-4294-b1a5-07bb1a0e7b04 req-f252a872-6a70-4805-be71-dd8da59543e0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:36.080423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:23:36.082689 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-98283d95-5599-4294-b1a5-07bb1a0e7b04 req-f252a872-6a70-4805-be71-dd8da59543e0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0637174 Apr 29 08:23:36.085260 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:36.138440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:36.144818 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-98283d95-5599-4294-b1a5-07bb1a0e7b04 req-38369641-ed63-4211-8d69-9a65614a43c4 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523076 Apr 29 08:23:36.145508 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.145876 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.146199 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.146536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.146867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.147201 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.147502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.147912 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.148132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.148446 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.148762 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.149463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.149790 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:23:36.157238 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['a8687929-5e68-418f-a217-26c8edaa03bf'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:23:36.310850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:37.285134 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3353aa-3262-4366-9456-ad8c4ea7db05 req-3938784d-a35f-4901-a13a-2e30b2f5b554 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:37.287377 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7f3353aa-3262-4366-9456-ad8c4ea7db05 req-3938784d-a35f-4901-a13a-2e30b2f5b554 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 945 time: 0.0603032 Apr 29 08:23:37.346055 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7f3353aa-3262-4366-9456-ad8c4ea7db05 req-167c2388-8615-4dad-aff7-e9a72e5eef42 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517948 Apr 29 08:23:37.380506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:37.888854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a8687929-5e68-418f-a217-26c8edaa03bf up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:23:37.940269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port a8687929-5e68-418f-a217-26c8edaa03bf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:23:37.940757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:38.037680 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a8687929-5e68-418f-a217-26c8edaa03bf is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:23:38.038146 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:38.062928 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:23:38.065371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47008dc7-3e0f-45f0-be91-a5305ca01eb8" -d '{"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-plugged", "status": "completed", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:23:38.079597 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:23:38.085429 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:38.122186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad04f8-2386-41bd-9bdb-6a75d1a59297 x-openstack-request-id: req-25ad04f8-2386-41bd-9bdb-6a75d1a59297 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:23:38.122471 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-plugged", "status": "completed", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:23:38.122746 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25ad04f8-2386-41bd-9bdb-6a75d1a59297 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:23:38.123118 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ad04f8-2386-41bd-9bdb-6a75d1a59297'] response: {'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'code': 200} Apr 29 08:23:38.144997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:38.484593 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f86de-5143-444f-9bbd-09a5694502c6 req-8fcf087e-6779-4bce-b70e-d7c0f72413c5 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:38.486082 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cf7f86de-5143-444f-9bbd-09a5694502c6 req-8fcf087e-6779-4bce-b70e-d7c0f72413c5 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0620732 Apr 29 08:23:38.538663 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cf7f86de-5143-444f-9bbd-09a5694502c6 req-e5473202-92c5-4c5d-b60e-3fa2ec26f586 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465815 Apr 29 08:23:39.679087 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec21387-00ee-44c2-aad4-dbbc8f3b7814 req-475616f8-c6de-4d4d-a525-1acaa552aaa5 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:39.680702 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5ec21387-00ee-44c2-aad4-dbbc8f3b7814 req-475616f8-c6de-4d4d-a525-1acaa552aaa5 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0654957 Apr 29 08:23:39.732896 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5ec21387-00ee-44c2-aad4-dbbc8f3b7814 req-cc94bf79-4b90-400a-81fd-af11df5399c8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445585 Apr 29 08:23:40.855101 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19077611-36e4-4cd5-8c09-1b3876c5a0c3 req-e9806a06-ab28-47f6-9032-fbca99da0446 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:40.857239 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19077611-36e4-4cd5-8c09-1b3876c5a0c3 req-e9806a06-ab28-47f6-9032-fbca99da0446 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0541489 Apr 29 08:23:40.913210 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-19077611-36e4-4cd5-8c09-1b3876c5a0c3 req-b1686694-d89d-469f-8ba3-8329ba3d6825 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Apr 29 08:23:42.051210 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e9c4c-5a93-4bb3-8089-59faf1db236f req-d5af7bb2-e7eb-4548-b974-e5c801db0802 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:42.052824 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7f1e9c4c-5a93-4bb3-8089-59faf1db236f req-d5af7bb2-e7eb-4548-b974-e5c801db0802 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0668080 Apr 29 08:23:42.106546 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-7f1e9c4c-5a93-4bb3-8089-59faf1db236f req-9d634aa4-4abd-4466-9b3b-cc1f29a2aa8b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476673 Apr 29 08:23:43.242390 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db536b5e-9d51-4039-bc49-6de1e738340b req-a942c24c-3c30-4f46-8277-f640521ce056 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:43.243982 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-db536b5e-9d51-4039-bc49-6de1e738340b req-a942c24c-3c30-4f46-8277-f640521ce056 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0613074 Apr 29 08:23:43.314000 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-db536b5e-9d51-4039-bc49-6de1e738340b req-302513c1-0063-4729-9765-f12eaabae477 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637786 Apr 29 08:23:44.453460 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f233d14-a457-49a9-a900-811a6edda391 req-d7822863-9073-44d5-a5c4-95ef620a45e9 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:44.455122 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5f233d14-a457-49a9-a900-811a6edda391 req-d7822863-9073-44d5-a5c4-95ef620a45e9 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0653090 Apr 29 08:23:44.513613 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5f233d14-a457-49a9-a900-811a6edda391 req-41040202-53a3-4d74-a8aa-d399f9ac3e6a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515900 Apr 29 08:23:45.487686 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-5e1ffa83-9b6a-4adc-b505-e4dd72e8dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:45.489260 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-5e1ffa83-9b6a-4adc-b505-e4dd72e8dc57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1130 time: 0.0468309 Apr 29 08:23:45.578601 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-de055227-c2f3-4ec7-a9b4-189471f79519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:45.580085 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-de055227-c2f3-4ec7-a9b4-189471f79519 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0849183 Apr 29 08:23:45.671480 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-6f89c8cd-1a5e-49a4-8461-446f2649ef0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 1002 time: 0.0851653 Apr 29 08:23:45.691769 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe667f-241f-4abc-9581-8c0003966be8 req-b7603560-c5d3-4720-9f39-9f34898d17bc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:45.693151 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-62fe667f-241f-4abc-9581-8c0003966be8 req-b7603560-c5d3-4720-9f39-9f34898d17bc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.1012826 Apr 29 08:23:45.753205 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-b29eb13f-0444-48f3-90e1-dc47453a46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:45.754544 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-b29eb13f-0444-48f3-90e1-dc47453a46d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0763664 Apr 29 08:23:45.780404 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-62fe667f-241f-4abc-9581-8c0003966be8 req-f585d9e1-8896-456d-9e65-419e09d11161 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629432 Apr 29 08:23:45.815889 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-3f6dafc2-05c8-4f31-9aa8-40c767cf6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:45.817426 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-3f6dafc2-05c8-4f31-9aa8-40c767cf6ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0533445 Apr 29 08:23:45.904573 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-b70ec0f7-76ff-43b5-8ac7-97f88c9d79b0 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810428 Apr 29 08:23:45.999034 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f2fc1365-7d52-46bd-96ac-e8d414a79c96 req-fb1ccccd-64b8-4e57-ba54-aa0a1b52bb01 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879424 Apr 29 08:23:46.910947 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18543e78-b60e-4f21-886e-c192a4a9c493 req-e25e2412-7068-47ad-8ed9-d40d6de24341 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:46.912464 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-18543e78-b60e-4f21-886e-c192a4a9c493 req-e25e2412-7068-47ad-8ed9-d40d6de24341 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0556326 Apr 29 08:23:46.969937 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-18543e78-b60e-4f21-886e-c192a4a9c493 req-a6321e9a-d273-49d6-96c4-0339e8899087 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476513 Apr 29 08:23:48.113520 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e80352-9884-4e28-ad6d-b966ba0d8279 req-6596fa8e-e12f-4aee-b8ab-c98abda2f6a7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:48.115042 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-89e80352-9884-4e28-ad6d-b966ba0d8279 req-6596fa8e-e12f-4aee-b8ab-c98abda2f6a7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0707576 Apr 29 08:23:48.165115 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-89e80352-9884-4e28-ad6d-b966ba0d8279 req-5381559d-1ec7-4a19-8fbb-2753a602b5ce tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 Apr 29 08:23:48.233872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-61610508-d5bc-4c2b-8df5-bb294c1be48a req-c1675628-73f8-40aa-b923-14fac1846434 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:23:48.234854 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-61610508-d5bc-4c2b-8df5-bb294c1be48a req-c1675628-73f8-40aa-b923-14fac1846434 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053756 Apr 29 08:23:48.397791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e67ff-b5d8-4e11-b086-30ac65e43d77 req-adf9aaaf-daac-4216-8471-5460c040a42b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:48.399598 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-822e67ff-b5d8-4e11-b086-30ac65e43d77 req-adf9aaaf-daac-4216-8471-5460c040a42b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0537665 Apr 29 08:23:48.451056 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-822e67ff-b5d8-4e11-b086-30ac65e43d77 req-caba4cf4-0e04-4dff-bca7-2dee59c1c374 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449657 Apr 29 08:23:48.595191 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-70018695-a785-414b-839e-05c828442dea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897696 Apr 29 08:23:48.730731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-cc208d04-4c8c-4943-b063-65d9cec86c91 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:48.732060 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-cc208d04-4c8c-4943-b063-65d9cec86c91 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports/a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 943 time: 0.1068656 Apr 29 08:23:49.546599 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-1a378fa8-b532-420c-b211-c60be068d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:49.548083 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-1a378fa8-b532-420c-b211-c60be068d37f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a&tenant_id=4417f9ca22084f349d3d5137ef94da9c HTTP/1.1" status: 200 len: 1130 time: 0.0468507 Apr 29 08:23:49.579083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64b80-8a7b-4ccd-a96d-ad0d7f07d92f req-dffb0b6d-d685-4a00-9a9f-6cc17be0d2a7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:49.580704 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51e64b80-8a7b-4ccd-a96d-ad0d7f07d92f req-dffb0b6d-d685-4a00-9a9f-6cc17be0d2a7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 946 time: 0.0548265 Apr 29 08:23:49.612590 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-14529782-2b7c-4dfd-ab8f-d3118a95a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:49.614135 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-14529782-2b7c-4dfd-ab8f-d3118a95a241 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1130 time: 0.0450041 Apr 29 08:23:49.630248 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-51e64b80-8a7b-4ccd-a96d-ad0d7f07d92f req-ca240752-fcec-4a88-a4f7-0c648d023390 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432851 Apr 29 08:23:49.708995 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-5cf27375-f341-4ff4-b8d7-f0b23a2469d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:49.710510 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-5cf27375-f341-4ff4-b8d7-f0b23a2469d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0909872 Apr 29 08:23:49.773746 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-f7ef8a7b-12ab-4622-9c44-d6d5836e0ad8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 1002 time: 0.0572724 Apr 29 08:23:49.823546 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-6ea69e8a-dcfc-4b2d-b7c9-8765a59bc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:49.825006 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-6ea69e8a-dcfc-4b2d-b7c9-8765a59bc43c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0459249 Apr 29 08:23:49.878723 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-5c8332ed-d20c-41c0-82e5-c0ffa805d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:49.880193 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-5c8332ed-d20c-41c0-82e5-c0ffa805d058 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495250 Apr 29 08:23:49.973867 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-8d8437b6-ef11-44cb-9de6-fa6ef7fdb6ec service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873330 Apr 29 08:23:49.981712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a8687929-5e68-418f-a217-26c8edaa03bf no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:23:50.060997 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a8687929-5e68-418f-a217-26c8edaa03bf is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:23:50.061286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:50.087757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:23:50.090204 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5929ba80-cd8e-45f4-92f6-5a2de235aa97" -d '{"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-unplugged", "status": "completed", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:23:50.104433 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:23:50.112251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:23:50.139837 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a0ef17-6070-439d-bfc8-9b938e6eb10c x-openstack-request-id: req-75a0ef17-6070-439d-bfc8-9b938e6eb10c {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:23:50.140089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-unplugged", "status": "completed", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:23:50.140352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75a0ef17-6070-439d-bfc8-9b938e6eb10c {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:23:50.140744 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a0ef17-6070-439d-bfc8-9b938e6eb10c'] response: {'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'code': 200} Apr 29 08:23:50.168512 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:23:50.437256 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e1c08462-2911-4b96-93e7-fe2c6cd277a8 req-b619c0e4-54a3-4a86-a84a-fc9ec0e35d4f service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553978 Apr 29 08:23:50.750762 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d307bbf-090e-406f-94e5-edb7f30adca0 req-2c55fd60-513d-4682-8508-f24ab93bddf0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:50.752436 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2d307bbf-090e-406f-94e5-edb7f30adca0 req-2c55fd60-513d-4682-8508-f24ab93bddf0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0534914 Apr 29 08:23:50.824421 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2d307bbf-090e-406f-94e5-edb7f30adca0 req-0198d264-e0b6-452b-b878-3dd767c3a4e3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617909 Apr 29 08:23:51.949598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75e981-9a48-4115-a011-6371487b41f2 req-beac2d0c-620b-4b14-b50e-7c0b8e486c56 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:51.951225 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0a75e981-9a48-4115-a011-6371487b41f2 req-beac2d0c-620b-4b14-b50e-7c0b8e486c56 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0556579 Apr 29 08:23:52.002467 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0a75e981-9a48-4115-a011-6371487b41f2 req-311cdb39-2033-4f37-b699-ae4ee6138573 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453618 Apr 29 08:23:53.127445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be2f05-7375-4515-a74e-8e9314e059fa req-c8c53703-3f98-4644-bd9e-5242b9b8d8e0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:53.129146 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-95be2f05-7375-4515-a74e-8e9314e059fa req-c8c53703-3f98-4644-bd9e-5242b9b8d8e0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0564368 Apr 29 08:23:53.183695 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-95be2f05-7375-4515-a74e-8e9314e059fa req-7adc1fed-37d3-4247-bf8a-d9c535bcafbf tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483694 Apr 29 08:23:54.316750 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60478e3b-3afb-4606-b934-ea680e5a5b6d req-2063cb11-e393-4e5c-8b61-d2366f21c6b3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:54.319000 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-60478e3b-3afb-4606-b934-ea680e5a5b6d req-2063cb11-e393-4e5c-8b61-d2366f21c6b3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0586724 Apr 29 08:23:54.370245 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-60478e3b-3afb-4606-b934-ea680e5a5b6d req-756cec5d-6ae7-4e5a-9c55-a56086b3c871 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447865 Apr 29 08:23:55.493680 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a208c-05c3-4bd9-98e9-76c33ce8c8a2 req-34410075-2b08-4c2c-92d0-35a6c2d3bcc2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:55.498533 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f38a208c-05c3-4bd9-98e9-76c33ce8c8a2 req-34410075-2b08-4c2c-92d0-35a6c2d3bcc2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0588405 Apr 29 08:23:55.547691 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-f38a208c-05c3-4bd9-98e9-76c33ce8c8a2 req-85752045-ac0e-4aa3-a892-7275abcabb66 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454588 Apr 29 08:23:56.674892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d8cab-d60a-4637-b1c3-02a8f2824e4f req-07f621f5-c877-46fe-a195-51936d81d929 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:56.676438 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c28d8cab-d60a-4637-b1c3-02a8f2824e4f req-07f621f5-c877-46fe-a195-51936d81d929 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0539587 Apr 29 08:23:56.727801 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c28d8cab-d60a-4637-b1c3-02a8f2824e4f req-ba5877f7-5a38-463a-aa1a-765d0e664200 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454075 Apr 29 08:23:57.855465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb0915-9942-4734-a431-f95cfdf11985 req-9ed2278e-9ac7-49e9-87e5-b65dd5c4a34e tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:57.856836 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0cfb0915-9942-4734-a431-f95cfdf11985 req-9ed2278e-9ac7-49e9-87e5-b65dd5c4a34e tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0569506 Apr 29 08:23:57.910137 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0cfb0915-9942-4734-a431-f95cfdf11985 req-55df1d78-0e73-4839-9e49-d6d0718ead37 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Apr 29 08:23:58.371290 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-5c42c693-264f-4320-8752-3f61fd46bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:58.372787 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-5c42c693-264f-4320-8752-3f61fd46bb9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1128 time: 0.0469754 Apr 29 08:23:58.493908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-7d2801b9-8e51-4014-b173-3549f218228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:58.495417 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-7d2801b9-8e51-4014-b173-3549f218228c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.1026752 Apr 29 08:23:58.559539 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-ab69b067-0540-434b-abf9-b265b6151b6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 1000 time: 0.0575020 Apr 29 08:23:58.611711 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-a61bd559-2056-439f-a330-c444b4ca7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:58.613142 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-a61bd559-2056-439f-a330-c444b4ca7681 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0470996 Apr 29 08:23:58.670656 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-65ff3cf5-98df-463f-b614-45ec0f3779c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:58.672184 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-65ff3cf5-98df-463f-b614-45ec0f3779c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0519798 Apr 29 08:23:58.761641 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-18192b77-88c9-4b6a-874d-6125ceefe546 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816901 Apr 29 08:23:58.854469 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d98adf80-48f3-4d56-88ff-4b3507c45614 req-b6f67a52-d2f5-4633-bea8-d5a9da1b681d service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860801 Apr 29 08:23:59.033777 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0812ce-2df1-4d6e-ba95-78009d2ead05 req-de5049f1-35a0-4d29-af91-3befcdb0a8dc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:59.035262 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf0812ce-2df1-4d6e-ba95-78009d2ead05 req-de5049f1-35a0-4d29-af91-3befcdb0a8dc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0537395 Apr 29 08:23:59.085336 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-bf0812ce-2df1-4d6e-ba95-78009d2ead05 req-3624669b-5a67-4e5e-8d9c-7ac6e86f48c6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444560 Apr 29 08:23:59.179646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63204bda-79f8-4084-b8fb-4595301ac0c5 req-e1c2c20b-2cde-4ec1-ab63-4f8b027f5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:23:59.181127 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-63204bda-79f8-4084-b8fb-4595301ac0c5 req-e1c2c20b-2cde-4ec1-ab63-4f8b027f5a19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1128 time: 0.0557511 Apr 29 08:23:59.226990 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-63204bda-79f8-4084-b8fb-4595301ac0c5 req-d3d15056-bab1-4cb8-9272-0143f17203e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399067 Apr 29 08:24:00.221354 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9a980-dcfb-4717-832f-06736a6542fb req-4f73951b-c0c6-4e25-894f-bdb1723caccf tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:24:00.222853 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-85e9a980-dcfb-4717-832f-06736a6542fb req-4f73951b-c0c6-4e25-894f-bdb1723caccf tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0562868 Apr 29 08:24:00.279091 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-85e9a980-dcfb-4717-832f-06736a6542fb req-52496ce6-f9d7-4ff0-aa06-87fde48a1ff5 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503447 Apr 29 08:24:01.403347 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6e174d39-f889-403e-a544-947fa28641b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:01.415483 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84807b-7ea1-453f-bf1a-38472c7011a1 req-56ed010a-8123-4000-bbdd-4fc8336c8c57 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:24:01.416982 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ce84807b-7ea1-453f-bf1a-38472c7011a1 req-56ed010a-8123-4000-bbdd-4fc8336c8c57 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 944 time: 0.0589416 Apr 29 08:24:01.465280 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ce84807b-7ea1-453f-bf1a-38472c7011a1 req-fbd12582-29b0-4932-aa60-b03b325b3a72 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Apr 29 08:24:02.027282 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a8687929-5e68-418f-a217-26c8edaa03bf details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:24:02.145522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:24:02.156584 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'port_id': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'mac_address': 'fa:16:3e:6e:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:24:02.195578 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a8687929-5e68-418f-a217-26c8edaa03bf is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:24:02.196306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:02.211210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8687929-5e68-418f-a217-26c8edaa03bf {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:24:02.233473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:24:02.240486 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:02.296197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=9']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:02.456661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['a8687929-5e68-418f-a217-26c8edaa03bf'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:24:03.296199 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:24:03.537033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ce8f-be71-4157-9c1b-b31fb804742d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:04.042315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a8687929-5e68-418f-a217-26c8edaa03bf up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:24:04.094004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port a8687929-5e68-418f-a217-26c8edaa03bf triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:24:04.094366 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:04.172762 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port a8687929-5e68-418f-a217-26c8edaa03bf is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:24:04.173138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:04.196013 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:24:04.198288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4b15e2-068c-4133-bc2e-5c481c385461" -d '{"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-plugged", "status": "completed", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:24:04.212702 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:24:04.217849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:04.250094 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13dff04-c357-4df0-bbbe-bf8d8452f8a5 x-openstack-request-id: req-a13dff04-c357-4df0-bbbe-bf8d8452f8a5 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:24:04.250386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-plugged", "status": "completed", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:24:04.250698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a13dff04-c357-4df0-bbbe-bf8d8452f8a5 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:24:04.251238 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13dff04-c357-4df0-bbbe-bf8d8452f8a5'] response: {'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'code': 200} Apr 29 08:24:04.271359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=10']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:24:04.997189 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:05.861560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:06.298972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:07.383126 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:31.409177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d98d570a-8200-4c25-b2d0-332c9ff47499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:33.535069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-143b3465-ee7d-4464-9b31-bc6ac265a448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:34.999940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:35.863231 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:36.303341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:37.384844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:24:40.300283 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:24:56.321876 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-10f4586f-23e1-40f2-af8a-9a4177d1461a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470810 Apr 29 08:24:56.418079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-17031b80-f6eb-4cfb-84f6-4998aa03c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:24:56.419744 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-17031b80-f6eb-4cfb-84f6-4998aa03c9f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1131 time: 0.0514586 Apr 29 08:24:56.524208 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-f089b365-d11a-463e-b23d-ee434c2d19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:24:56.525720 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-f089b365-d11a-463e-b23d-ee434c2d19f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0871732 Apr 29 08:24:56.593980 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-2791775c-98dd-4c9f-9654-b4c4ffecfb25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 1002 time: 0.0621693 Apr 29 08:24:56.641168 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-84806d1c-e4a4-4d5c-af1d-4e52530912e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:24:56.642614 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-84806d1c-e4a4-4d5c-af1d-4e52530912e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0430553 Apr 29 08:24:56.695246 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-7b1eaac4-135c-4089-90f7-e524afb44613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:24:56.697746 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-7b1eaac4-135c-4089-90f7-e524afb44613 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489521 Apr 29 08:24:56.790829 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-b9c9d14d-9c65-4020-a684-bda2578c4fe4 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Apr 29 08:24:56.883630 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac31e12-3fb3-4b90-9682-f894439199d0 req-76fe0461-b38a-4772-a6ee-30b8bb7a9084 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869188 Apr 29 08:25:01.419899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f179b0c6-2050-4934-9894-d290194ccbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:03.534929 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f2cea416-efb0-4beb-912f-bc61a1cc0d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:05.002267 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:05.857417 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:06.307518 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:07.386203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:10.992714 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33642) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:25:11.158257 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Deleting port 901f0a03-2003-41a1-984f-46e6b080581b {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:25:11.158543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (901f0a03-2003-41a1-984f-46e6b080581b), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:11.231279 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (901f0a03-2003-41a1-984f-46e6b080581b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:11.231619 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for floatingip (901f0a03-2003-41a1-984f-46e6b080581b), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:11.243231 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Calling delete_port for 901f0a03-2003-41a1-984f-46e6b080581b owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:25:11.395557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (901f0a03-2003-41a1-984f-46e6b080581b), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:11.423952 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event deleted for resources: {'Port': ['ID=901f0a03-2003-41a1-984f-46e6b080581b,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:11.435367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.435719 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.436054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.436391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.436721 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.437045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.437405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.437754 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.438065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.438386 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.438710 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.439031 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.439347 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:11.498945 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for floatingip (ff5d4efb-f25c-44ae-979e-ce9c09ae2370), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:11.499178 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Floating IP ff5d4efb-f25c-44ae-979e-ce9c09ae2370 disassociated (deleted). External IP: 172.26.3.200, port: a8687929-5e68-418f-a217-26c8edaa03bf. Apr 29 08:25:12.043912 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Router 9db835f1-ac1b-4a30-aa43-1d8312471b8f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:25:12.157615 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:25:12.162589 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:12.167714 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] Sync routers for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:25:12.177589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:12.178203 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:25:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:12.192286 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-b94e4676-eeeb-458a-9444-2097831c2da6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "DELETE /v2.0/floatingips/ff5d4efb-f25c-44ae-979e-ce9c09ae2370 HTTP/1.1" status: 204 len: 168 time: 1.1979990 Apr 29 08:25:12.193015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:25:12.195369 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e16f86-0f31-4f6a-9820-2fa615a2754d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:25:12.289307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:12.293320 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7eb528-2a20-4b75-9bdf-bb37f9f65cd2 x-openstack-request-id: req-aa7eb528-2a20-4b75-9bdf-bb37f9f65cd2 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:25:12.293624 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:25:12.294033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa7eb528-2a20-4b75-9bdf-bb37f9f65cd2 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:25:12.294525 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7eb528-2a20-4b75-9bdf-bb37f9f65cd2'] response: {'name': 'network-changed', 'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'status': 'completed', 'code': 200} Apr 29 08:25:12.369453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-e407d171-8f7b-4a8c-9703-9a006b6bcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:12.371122 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-e407d171-8f7b-4a8c-9703-9a006b6bcc12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 1131 time: 0.0556841 Apr 29 08:25:12.427297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95c7a-d4f0-4d01-b5a1-eae1a30f03c1 req-51bc2e2e-297e-42ab-8b59-c0950b5e8f88 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:12.428807 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-50d95c7a-d4f0-4d01-b5a1-eae1a30f03c1 req-51bc2e2e-297e-42ab-8b59-c0950b5e8f88 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 947 time: 0.0541670 Apr 29 08:25:12.464419 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-f73bc278-db43-4458-b3d0-7fcdbabd014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:12.466119 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-f73bc278-db43-4458-b3d0-7fcdbabd014c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0883188 Apr 29 08:25:12.480735 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-50d95c7a-d4f0-4d01-b5a1-eae1a30f03c1 req-f16b08ec-fe92-4d61-8402-247d465da506 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452096 Apr 29 08:25:12.501415 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:12.511844 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-a56881c8-dc25-4130-a5d5-92c8a45bd17d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 200 len: 217 time: 0.0389230 Apr 29 08:25:12.527652 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] Checking router: 9db835f1-ac1b-4a30-aa43-1d8312471b8f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:25:12.535801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:25:12.536398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:25:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:12.564805 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-e632defe-b569-4001-9185-596ec1a9ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:12.566302 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-e632defe-b569-4001-9185-596ec1a9ce1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0481646 Apr 29 08:25:12.615501 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-a577e9f9-1c5c-4a52-ad82-a0dae1b48ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:12.617011 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-a577e9f9-1c5c-4a52-ad82-a0dae1b48ea7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441477 Apr 29 08:25:12.645349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:25:12.708773 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-5dbce80a-57de-4115-87f4-dc03e358dd1d service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852029 Apr 29 08:25:12.807493 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-42e16f86-0f31-4f6a-9820-2fa615a2754d req-865a62d8-674c-4fba-b4da-99fd63283452 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914712 Apr 29 08:25:12.992965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:25:13.022314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6d2c1-e82f-49ab-9822-7b08d3fc2f94 None None] The sync data for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv is: [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:25:13.233075 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b454e-ec9a-4594-aafe-e03137122046 None None] New status for floating IP ff5d4efb-f25c-44ae-979e-ce9c09ae2370: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:25:13.628576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f1480-520f-4e23-9b0d-a82fea059036 req-22d56a4a-7af5-4620-b95a-99d49fbc1d1a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:13.630150 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ca7f1480-520f-4e23-9b0d-a82fea059036 req-22d56a4a-7af5-4620-b95a-99d49fbc1d1a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 947 time: 0.0738373 Apr 29 08:25:13.711754 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ca7f1480-520f-4e23-9b0d-a82fea059036 req-6f56b9a6-5529-4659-a291-92c70ef2cc9e tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a982a68-df2b-4135-82cf-e2d80493d89a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731134 Apr 29 08:25:13.719360 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-4f3b2ce6-b37f-44bb-aa8f-21454601deed tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:13.720749 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-4f3b2ce6-b37f-44bb-aa8f-21454601deed tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4d707aa-1c6a-41d5-a692-859d5f90852a HTTP/1.1" status: 200 len: 947 time: 0.0897651 Apr 29 08:25:13.815099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Deleting port a8687929-5e68-418f-a217-26c8edaa03bf {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:25:13.815409 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:13.904196 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] For port a8687929-5e68-418f-a217-26c8edaa03bf, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=a8687929-5e68-418f-a217-26c8edaa03bf,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:25:13.904457 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:13.917517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Calling delete_port for a8687929-5e68-418f-a217-26c8edaa03bf owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:25:14.048877 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a8687929-5e68-418f-a217-26c8edaa03bf), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:14.081040 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event deleted for resources: {'Port': ['ID=a8687929-5e68-418f-a217-26c8edaa03bf,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:14.093444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.093444 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.093655 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.093997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.094333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.094664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.094963 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.095291 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.095648 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.095972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.096269 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.096595 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.096917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:25:14.132947 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] No DVR routers for this DVR port a8687929-5e68-418f-a217-26c8edaa03bf on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:25:14.135464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:14.138889 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-0057a52b-cb86-4545-9c32-83bce142b5fa req-41d9e83e-809c-4b83-94b5-31fc72dcdf08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "DELETE /v2.0/ports/a8687929-5e68-418f-a217-26c8edaa03bf HTTP/1.1" status: 204 len: 173 time: 0.4129558 Apr 29 08:25:14.139333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-deleted', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:25:14.141691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e2087e-805a-41a9-98cb-0abd170376b0" -d '{"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-deleted", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:25:14.231507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab082a4-cefa-422f-919d-737ead2903a5 x-openstack-request-id: req-3ab082a4-cefa-422f-919d-737ead2903a5 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:25:14.231812 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d707aa-1c6a-41d5-a692-859d5f90852a", "name": "network-vif-deleted", "tag": "a8687929-5e68-418f-a217-26c8edaa03bf", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:25:14.232261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ab082a4-cefa-422f-919d-737ead2903a5 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:25:14.232680 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab082a4-cefa-422f-919d-737ead2903a5'] response: {'server_uuid': 'a4d707aa-1c6a-41d5-a692-859d5f90852a', 'name': 'network-vif-deleted', 'tag': 'a8687929-5e68-418f-a217-26c8edaa03bf', 'status': 'completed', 'code': 200} Apr 29 08:25:14.772715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33666) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:25:14.831695 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f202f61d-33f8-45dd-9247-d3f62b2bda6a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (7a982a68-df2b-4135-82cf-e2d80493d89a), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:14.857464 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f202f61d-33f8-45dd-9247-d3f62b2bda6a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (7a982a68-df2b-4135-82cf-e2d80493d89a), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:14.924850 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f202f61d-33f8-45dd-9247-d3f62b2bda6a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (7a982a68-df2b-4135-82cf-e2d80493d89a), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:14.927867 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f202f61d-33f8-45dd-9247-d3f62b2bda6a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:14.928951 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f202f61d-33f8-45dd-9247-d3f62b2bda6a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "DELETE /v2.0/security-groups/7a982a68-df2b-4135-82cf-e2d80493d89a HTTP/1.1" status: 204 len: 168 time: 0.1552446 Apr 29 08:25:14.938750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202f61d-33f8-45dd-9247-d3f62b2bda6a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a982a68-df2b-4135-82cf-e2d80493d89a,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:16.544499 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33674) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:25:16.549135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-80add6cd-4100-4505-b477-571b089b5e7a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-847735683', 'description': 'tempest-secgroup-smoke-847735683 description', 'project_id': '4417f9ca22084f349d3d5137ef94da9c'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:16.573473 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80add6cd-4100-4505-b477-571b089b5e7a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.636638 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80add6cd-4100-4505-b477-571b089b5e7a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (0009adb4-33b5-4c15-a967-22a8d47f382d), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.641961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80add6cd-4100-4505-b477-571b089b5e7a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0009adb4-33b5-4c15-a967-22a8d47f382d), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.670944 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80add6cd-4100-4505-b477-571b089b5e7a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.672154 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-80add6cd-4100-4505-b477-571b089b5e7a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265628 Apr 29 08:25:16.674057 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80add6cd-4100-4505-b477-571b089b5e7a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0009adb4-33b5-4c15-a967-22a8d47f382d,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:16.675104 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33676) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:25:16.679787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-820ae175-61af-4b12-9086-953e007faf6f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '0009adb4-33b5-4c15-a967-22a8d47f382d', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:16.706397 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-820ae175-61af-4b12-9086-953e007faf6f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (566b2f50-0f23-4790-8398-66aa00f8e733), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.762793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-820ae175-61af-4b12-9086-953e007faf6f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (566b2f50-0f23-4790-8398-66aa00f8e733), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.767789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-820ae175-61af-4b12-9086-953e007faf6f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (566b2f50-0f23-4790-8398-66aa00f8e733), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.784821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ae175-61af-4b12-9086-953e007faf6f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566b2f50-0f23-4790-8398-66aa00f8e733,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:16.793604 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-820ae175-61af-4b12-9086-953e007faf6f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.794826 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-820ae175-61af-4b12-9086-953e007faf6f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186914 Apr 29 08:25:16.797724 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33678) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:25:16.802034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-1e97c12c-0c15-471c-a478-8880e0c78ace tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '0009adb4-33b5-4c15-a967-22a8d47f382d', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:16.830080 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e97c12c-0c15-471c-a478-8880e0c78ace tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (c7a7fd14-444e-4c06-8395-4c765f97db20), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.890764 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e97c12c-0c15-471c-a478-8880e0c78ace tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (c7a7fd14-444e-4c06-8395-4c765f97db20), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.895057 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e97c12c-0c15-471c-a478-8880e0c78ace tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (c7a7fd14-444e-4c06-8395-4c765f97db20), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.912100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97c12c-0c15-471c-a478-8880e0c78ace tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a7fd14-444e-4c06-8395-4c765f97db20,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:16.921349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-1e97c12c-0c15-471c-a478-8880e0c78ace tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:16.922581 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-1e97c12c-0c15-471c-a478-8880e0c78ace tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238925 Apr 29 08:25:16.925364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33680) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:25:16.929659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-577bf1c3-0752-421d-945f-f8f36d710e93 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '0009adb4-33b5-4c15-a967-22a8d47f382d', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:16.955668 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-577bf1c3-0752-421d-945f-f8f36d710e93 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (ef71bfe4-c0aa-4bac-ad7d-2e3a909e0cfc), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.012117 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-577bf1c3-0752-421d-945f-f8f36d710e93 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (ef71bfe4-c0aa-4bac-ad7d-2e3a909e0cfc), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.015784 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-577bf1c3-0752-421d-945f-f8f36d710e93 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (ef71bfe4-c0aa-4bac-ad7d-2e3a909e0cfc), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.032720 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bf1c3-0752-421d-945f-f8f36d710e93 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef71bfe4-c0aa-4bac-ad7d-2e3a909e0cfc,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:17.040612 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-577bf1c3-0752-421d-945f-f8f36d710e93 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.041846 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-577bf1c3-0752-421d-945f-f8f36d710e93 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155515 Apr 29 08:25:17.044768 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33682) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:25:17.049015 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e728ccdb-c8c1-4765-8f26-408c72961153 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '0009adb4-33b5-4c15-a967-22a8d47f382d', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:17.074691 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e728ccdb-c8c1-4765-8f26-408c72961153 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (6c5b1e2c-c413-4754-9521-8f990101e8a5), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.132138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e728ccdb-c8c1-4765-8f26-408c72961153 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (6c5b1e2c-c413-4754-9521-8f990101e8a5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.136731 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e728ccdb-c8c1-4765-8f26-408c72961153 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (6c5b1e2c-c413-4754-9521-8f990101e8a5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.153860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728ccdb-c8c1-4765-8f26-408c72961153 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5b1e2c-c413-4754-9521-8f990101e8a5,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:17.160975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e728ccdb-c8c1-4765-8f26-408c72961153 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.162236 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e728ccdb-c8c1-4765-8f26-408c72961153 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165311 Apr 29 08:25:17.165004 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33684) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:25:17.169459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3be08a9f-aac9-4540-be1b-774ac0072350 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '0009adb4-33b5-4c15-a967-22a8d47f382d', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:17.189243 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-3be08a9f-aac9-4540-be1b-774ac0072350 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Project 4417f9ca22084f349d3d5137ef94da9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:25:17.193861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3be08a9f-aac9-4540-be1b-774ac0072350 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (06acb742-b188-4824-9b96-9ba143913f53), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.255545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3be08a9f-aac9-4540-be1b-774ac0072350 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (06acb742-b188-4824-9b96-9ba143913f53), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.260615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3be08a9f-aac9-4540-be1b-774ac0072350 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (06acb742-b188-4824-9b96-9ba143913f53), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.275297 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be08a9f-aac9-4540-be1b-774ac0072350 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06acb742-b188-4824-9b96-9ba143913f53,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:17.287153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3be08a9f-aac9-4540-be1b-774ac0072350 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.288416 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3be08a9f-aac9-4540-be1b-774ac0072350 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222970 Apr 29 08:25:17.291206 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 33686) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:25:17.295653 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-712ae8c6-6fe3-4e7b-9df8-9e044703a9e1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'security_group_rule': {'security_group_id': '0009adb4-33b5-4c15-a967-22a8d47f382d', 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:17.298912 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:25:17.315396 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-712ae8c6-6fe3-4e7b-9df8-9e044703a9e1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Project 4417f9ca22084f349d3d5137ef94da9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:25:17.320215 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-712ae8c6-6fe3-4e7b-9df8-9e044703a9e1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (c4dff49e-c451-4336-961d-b5edbb115fca), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.378310 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-712ae8c6-6fe3-4e7b-9df8-9e044703a9e1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (c4dff49e-c451-4336-961d-b5edbb115fca), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.383296 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-712ae8c6-6fe3-4e7b-9df8-9e044703a9e1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (c4dff49e-c451-4336-961d-b5edbb115fca), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.401028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ae8c6-6fe3-4e7b-9df8-9e044703a9e1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dff49e-c451-4336-961d-b5edbb115fca,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:17.409078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-712ae8c6-6fe3-4e7b-9df8-9e044703a9e1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:17.410306 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-712ae8c6-6fe3-4e7b-9df8-9e044703a9e1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181672 Apr 29 08:25:18.429502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a8687929-5e68-418f-a217-26c8edaa03bf no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:25:18.450513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: a8687929-5e68-418f-a217-26c8edaa03bf {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:25:18.450859 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device a8687929-5e68-418f-a217-26c8edaa03bf not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:25:31.419338 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ad450986-8fc6-4a08-8a70-27b3f5001d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:33.529085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a4615adc-a17f-4348-9568-924fb88dccda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:35.003721 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:35.865167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:36.306875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:37.006405 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-ea81c0f8-b0b1-4955-b0a6-6321cceb9e77 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847735683&fields=id&tenant_id=4417f9ca22084f349d3d5137ef94da9c HTTP/1.1" status: 200 len: 267 time: 0.0535359 Apr 29 08:25:37.126184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627704-e92d-4318-bcd2-043acfa5572c req-79f52abf-77c0-4647-872f-736b7915a5a6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:37.128388 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-79f52abf-77c0-4647-872f-736b7915a5a6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 809 time: 0.1152344 Apr 29 08:25:37.143573 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-2f1cb700-8975-42be-85cb-8a97edb5638b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/quotas/4417f9ca22084f349d3d5137ef94da9c HTTP/1.1" status: 200 len: 375 time: 0.0094593 Apr 29 08:25:37.199660 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-fbd60134-ab96-4694-9508-d5ff6d162316 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512888 Apr 29 08:25:37.214829 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-2199bacb-c91a-4ef8-8262-2eb79e26a780 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:25:37.215758 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-2199bacb-c91a-4ef8-8262-2eb79e26a780 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049546 Apr 29 08:25:37.308454 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-60519785-c91d-4332-9de5-30dec9c36436 service neutron] 10.222.0.23 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873682 Apr 29 08:25:37.384000 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:37.398787 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-e099681c-dc49-4b35-b61b-ec0a18aeaf31 service neutron] 10.222.0.23 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846815 Apr 29 08:25:37.697048 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c0a2100b-e534-4503-860a-badce2bdd9ff req-e7987342-d7bc-4a74-9ffa-574ac9f32c1b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0280271 Apr 29 08:25:38.774192 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2ae7796b-3928-4c26-8f23-1f686aa68c60 req-d69731ec-cc52-48b6-85b7-7bae5431e74d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0280457 Apr 29 08:25:39.855469 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b3c77042-34b6-4d12-b49d-3a3efc7ab13d req-80540c4e-002c-42d7-9bd9-b04ff1e3f6ac tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0277343 Apr 29 08:25:40.946433 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9ba2d6e0-128f-46e5-ae56-fb70cc0af8f2 req-56f1a7db-c7c3-471d-b397-5e6a3a910448 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Apr 29 08:25:42.049471 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-722760fc-22b8-4e58-b0a3-541008c1f736 req-7e1de6fa-87d3-4371-844b-8fee9475d12e tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0298579 Apr 29 08:25:42.705856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627704-e92d-4318-bcd2-043acfa5572c req-be4050e0-6601-4bba-b076-552572b81330 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:42.707301 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-be4050e0-6601-4bba-b076-552572b81330 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 809 time: 0.1037264 Apr 29 08:25:42.772839 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-bb292f5a-d15c-4b36-80e9-943695e30c3d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4417f9ca22084f349d3d5137ef94da9c HTTP/1.1" status: 200 len: 379 time: 0.0570931 Apr 29 08:25:42.780818 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'port': {'device_id': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'admin_state_up': True, 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'security_groups': ['0009adb4-33b5-4c15-a967-22a8d47f382d']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:42.890204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Made reservation on behalf of 4417f9ca22084f349d3d5137ef94da9c for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:25:42.893666 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.032331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Allocated IP 172.20.0.6 (9b22426b-e72b-437b-b21f-8a5313269eb7/9ba886aa-1717-4725-87c2-54f3815531f8/5ba87895-e519-4cf6-bb38-09fecb3c85c2) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:25:43.148006 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-43223aee-238b-46e0-b601-bdd5dc8b2049 req-f1fc5d41-b7c2-4f05-90d7-9030c91925dd tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0315440 Apr 29 08:25:43.177009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.210346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.253515 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:25:43.256667 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:25:43.259247 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:25:43.292937 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'Port': ['ID=5ba87895-e519-4cf6-bb38-09fecb3c85c2,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:43.318158 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:43.319876 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.339326 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-3cb8fd51-5449-4caf-9954-fa86510c684d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620649 Apr 29 08:25:43.351319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Request body: {'port': {'device_id': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:25:43.412806 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.477014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fbb64f59-f89e-44d4-9c79-b44c9248d422 None None] Provisioning complete for port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:25:43.477690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fbb64f59-f89e-44d4-9c79-b44c9248d422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.511383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fbb64f59-f89e-44d4-9c79-b44c9248d422 None None] Port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:25:43.685055 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba87895-e519-4cf6-bb38-09fecb3c85c2 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:25:43.693032 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Publish callbacks [] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.706646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Transition to ACTIVE for port object 5ba87895-e519-4cf6-bb38-09fecb3c85c2 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:25:43.713701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.770903 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba87895-e519-4cf6-bb38-09fecb3c85c2,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:43.846442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Attempting to bind port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:25:43.846778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Attempting to bind port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:25:43.847085 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Attempting to bind port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 on network 9b22426b-e72b-437b-b21f-8a5313269eb7 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:25:43.852673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 on network 9b22426b-e72b-437b-b21f-8a5313269eb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:25:43.853369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Attempting to bind port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 on network 9b22426b-e72b-437b-b21f-8a5313269eb7 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:25:43.859358 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:25:43.859787 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Checking segment: {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:25:43.860372 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Bound using segment: {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:25:43.860875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Bound port: 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e901cd-bf43-426a-93fe-b5a4a253c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:25:43.861312 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.934790 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:25:43.937959 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:25:43.944157 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.977517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:43.978341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:25:43.979774 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 1093 time: 0.6328995 Apr 29 08:25:43.980309 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:25:43.982696 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a441ee-7e5a-43ce-b868-0d01faff57e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:25:44.010791 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30abd79-6e64-4ac7-a233-74c8241e5bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba87895-e519-4cf6-bb38-09fecb3c85c2,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:25:44.068087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb7b70f-aff4-48a0-a881-48143504be5c x-openstack-request-id: req-9bb7b70f-aff4-48a0-a881-48143504be5c {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:25:44.068478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:25:44.068823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bb7b70f-aff4-48a0-a881-48143504be5c {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:25:44.069388 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb7b70f-aff4-48a0-a881-48143504be5c'] response: {'name': 'network-changed', 'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'status': 'completed', 'code': 200} Apr 29 08:25:44.089396 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627704-e92d-4318-bcd2-043acfa5572c req-c6f581ef-f13b-4c59-809e-555a643cc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:44.090925 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-c6f581ef-f13b-4c59-809e-555a643cc03e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1127 time: 0.0582027 Apr 29 08:25:44.139521 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-e23a69e2-4145-4e9e-8904-0face4865910 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 217 time: 0.0398102 Apr 29 08:25:44.201038 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627704-e92d-4318-bcd2-043acfa5572c req-4f8d0c79-5a16-4d60-869d-403490f23720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:44.202618 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-4f8d0c79-5a16-4d60-869d-403490f23720 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0564528 Apr 29 08:25:44.251924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627704-e92d-4318-bcd2-043acfa5572c req-63ab12cb-4d1d-498e-bda5-c8afd0707322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:44.253514 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-63ab12cb-4d1d-498e-bda5-c8afd0707322 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439637 Apr 29 08:25:44.285521 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25579a-a90b-45f3-84ac-71829bb58f0b req-d86fb80e-d5e0-43f1-9c29-cd56f52371db tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:44.287307 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2d25579a-a90b-45f3-84ac-71829bb58f0b req-d86fb80e-d5e0-43f1-9c29-cd56f52371db tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0672431 Apr 29 08:25:44.337673 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2d25579a-a90b-45f3-84ac-71829bb58f0b req-1ee9441d-22c1-4c4a-9ee4-f927f28ede41 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447800 Apr 29 08:25:44.352329 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-4dc5f804-1072-455a-8d27-3e6c76d3ed94 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920358 Apr 29 08:25:44.438866 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1c627704-e92d-4318-bcd2-043acfa5572c req-e781d052-acd6-4282-a1f9-e3fd6ff00e09 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806780 Apr 29 08:25:44.537333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-8d1b7a24-a481-44f1-9466-6400ea3465d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:44.539129 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-8d1b7a24-a481-44f1-9466-6400ea3465d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1127 time: 0.0561655 Apr 29 08:25:44.636924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-2a42df9c-ebb0-4689-87fa-3d80cdc9d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:44.638448 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-2a42df9c-ebb0-4689-87fa-3d80cdc9d7b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0928607 Apr 29 08:25:44.681066 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-5a0b57bb-2b6c-4648-8767-e3d32d4fe730 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 217 time: 0.0366027 Apr 29 08:25:44.735116 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-7b61c29d-7717-45c7-8a16-b3d1f7ba0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:44.736656 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-7b61c29d-7717-45c7-8a16-b3d1f7ba0856 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0496285 Apr 29 08:25:44.787180 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-adf02f0c-aff8-4fe5-91b5-ce65ae1da97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:44.788672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-adf02f0c-aff8-4fe5-91b5-ce65ae1da97a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461767 Apr 29 08:25:44.878045 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-3350238a-cc48-4eb9-a5c9-57ce0033f493 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824335 Apr 29 08:25:44.972842 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-81a441ee-7e5a-43ce-b868-0d01faff57e4 req-8d8441ec-c079-4c7d-81c5-244e3f1aa2ad service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877416 Apr 29 08:25:45.473945 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360d720-c97c-442b-b5ff-590ca527e783 req-7c6a1cdc-9705-4046-b147-6a3de93360d6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:45.476654 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a360d720-c97c-442b-b5ff-590ca527e783 req-7c6a1cdc-9705-4046-b147-6a3de93360d6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0662591 Apr 29 08:25:45.532316 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a360d720-c97c-442b-b5ff-590ca527e783 req-6f759e17-307c-4493-a9b1-7a8d8e075ee6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470407 Apr 29 08:25:46.654206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee0a2-ed31-4e55-b57a-7780e1bc7bd1 req-6b1e9d77-7776-4fcb-92c2-4a2d1cc6e71d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:46.655764 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-11dee0a2-ed31-4e55-b57a-7780e1bc7bd1 req-6b1e9d77-7776-4fcb-92c2-4a2d1cc6e71d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0555322 Apr 29 08:25:46.710232 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-11dee0a2-ed31-4e55-b57a-7780e1bc7bd1 req-7898a2e3-d9e8-4ba7-87d9-af04aae7d65e tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487337 Apr 29 08:25:47.836195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd6686-3b7b-4d79-b521-5ca766d41bf8 req-a7cabe96-9ee6-4d76-8a05-9991daa35c34 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:47.837626 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-94dd6686-3b7b-4d79-b521-5ca766d41bf8 req-a7cabe96-9ee6-4d76-8a05-9991daa35c34 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0587151 Apr 29 08:25:47.887828 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-94dd6686-3b7b-4d79-b521-5ca766d41bf8 req-24be0196-ec03-43a3-8519-e95b42da8904 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Apr 29 08:25:49.011768 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763fc3e-7870-419e-abce-ab39d3c71176 req-7fae2d38-ba86-4715-8cd1-35cc9d29cd08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:49.013289 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1763fc3e-7870-419e-abce-ab39d3c71176 req-7fae2d38-ba86-4715-8cd1-35cc9d29cd08 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0542541 Apr 29 08:25:49.062095 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1763fc3e-7870-419e-abce-ab39d3c71176 req-fa10e515-d39d-42fc-998a-8b00cfbf322b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426848 Apr 29 08:25:50.182819 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95fc2-32b0-4c44-8562-abdb95b9b8bc req-3ac1a018-b734-4ee1-80f3-98a1329757ec tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:50.184305 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9bf95fc2-32b0-4c44-8562-abdb95b9b8bc req-3ac1a018-b734-4ee1-80f3-98a1329757ec tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0525575 Apr 29 08:25:50.234534 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9bf95fc2-32b0-4c44-8562-abdb95b9b8bc req-956427e6-6442-4272-8dc7-eceb4425412a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444779 Apr 29 08:25:51.356601 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b7d65-681b-455a-bffc-edaba9e666db req-557a91bc-34a1-4d21-bd49-3f4ad464a480 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:51.358129 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9a4b7d65-681b-455a-bffc-edaba9e666db req-557a91bc-34a1-4d21-bd49-3f4ad464a480 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0557253 Apr 29 08:25:51.408204 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9a4b7d65-681b-455a-bffc-edaba9e666db req-a4d2018b-127c-4d13-8daa-8e4a59a96c1c tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441179 Apr 29 08:25:52.532873 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492573fa-13ea-499b-83bd-fbc5ba646d24 req-eff0aa5c-55fe-4c9d-b77a-50b24a96f417 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:52.534516 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-492573fa-13ea-499b-83bd-fbc5ba646d24 req-eff0aa5c-55fe-4c9d-b77a-50b24a96f417 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0544794 Apr 29 08:25:52.590388 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-492573fa-13ea-499b-83bd-fbc5ba646d24 req-77183994-42b3-47be-a898-9682edf6a945 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500326 Apr 29 08:25:53.723808 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db242c0-13c6-4562-831c-c401cc091613 req-4dade363-08f1-4922-b0b4-296e6c9a5ad4 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:53.725276 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5db242c0-13c6-4562-831c-c401cc091613 req-4dade363-08f1-4922-b0b4-296e6c9a5ad4 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0615625 Apr 29 08:25:53.774541 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-5db242c0-13c6-4562-831c-c401cc091613 req-f2878cac-2c20-4d94-9464-76e7688f94e2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 Apr 29 08:25:54.302446 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:25:54.904800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416d1c2-2466-489e-91aa-1923c00eb16a req-02135b3e-6737-4c8b-8b6c-ad2cb1ec2c60 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:54.906305 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f416d1c2-2466-489e-91aa-1923c00eb16a req-02135b3e-6737-4c8b-8b6c-ad2cb1ec2c60 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0549023 Apr 29 08:25:54.954473 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f416d1c2-2466-489e-91aa-1923c00eb16a req-0c33877a-db8b-4527-9078-5d67b942531a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423326 Apr 29 08:25:56.079547 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5eabe-4797-44da-a10d-ad3d6f20564e req-05626186-db23-4e3d-974b-33136187f327 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:56.081018 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4da5eabe-4797-44da-a10d-ad3d6f20564e req-05626186-db23-4e3d-974b-33136187f327 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0526693 Apr 29 08:25:56.129197 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4da5eabe-4797-44da-a10d-ad3d6f20564e req-c59f5e5e-00bb-4bf5-8adb-e7ee0cb8cc75 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Apr 29 08:25:57.262108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac097e-a142-4ebd-a681-6bee69254f01 req-53c6898a-6d35-4660-ae3b-155e49f15ccc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:57.263625 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7ac097e-a142-4ebd-a681-6bee69254f01 req-53c6898a-6d35-4660-ae3b-155e49f15ccc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0579171 Apr 29 08:25:57.314603 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7ac097e-a142-4ebd-a681-6bee69254f01 req-7971073c-ed7a-4e8b-8cec-631d4f3d8cf0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427451 Apr 29 08:25:58.439402 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ccec0-234a-4d47-b92b-482a7a308e2f req-5fb4d6a6-c5cc-4c07-9841-5fdebecc853b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:58.440866 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-524ccec0-234a-4d47-b92b-482a7a308e2f req-5fb4d6a6-c5cc-4c07-9841-5fdebecc853b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0541747 Apr 29 08:25:58.493913 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-524ccec0-234a-4d47-b92b-482a7a308e2f req-102db730-0f1e-4a34-be8c-c79e372bb1cc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467808 Apr 29 08:25:59.627997 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d49a21-ff11-4819-ad62-cdd57c03f9b2 req-05dc2290-0463-4c62-be63-c941b09d2451 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:25:59.629533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-63d49a21-ff11-4819-ad62-cdd57c03f9b2 req-05dc2290-0463-4c62-be63-c941b09d2451 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0576205 Apr 29 08:25:59.678213 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-63d49a21-ff11-4819-ad62-cdd57c03f9b2 req-10a6c97c-394d-47a5-913f-f2e143b978d8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Apr 29 08:26:00.679921 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5ba87895-e519-4cf6-bb38-09fecb3c85c2 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:26:00.789188 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:26:00.799665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'port_id': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'mac_address': 'fa:16:3e:5c:5e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:26:00.804640 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a26a1-2a46-478a-a825-8daa150cba25 req-c41965d1-5ad4-4689-8936-b84a5b9f604c tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:00.806243 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-152a26a1-2a46-478a-a825-8daa150cba25 req-c41965d1-5ad4-4689-8936-b84a5b9f604c tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0545232 Apr 29 08:26:00.836648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:26:00.837027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:00.850522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba87895-e519-4cf6-bb38-09fecb3c85c2 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:26:00.855974 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-152a26a1-2a46-478a-a825-8daa150cba25 req-5278946b-cf3e-4d25-a287-5fe232d0e600 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440009 Apr 29 08:26:00.871979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:26:00.878682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:00.943896 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=5ba87895-e519-4cf6-bb38-09fecb3c85c2,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:00.953047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.953438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.953785 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.954128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.954463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.954793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.955127 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.955467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.955784 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.956118 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.956422 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.956744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:00.957084 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:26:01.109698 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['5ba87895-e519-4cf6-bb38-09fecb3c85c2'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:26:01.422656 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-03231adc-2eeb-46b6-9780-6d1ff7e0f1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:01.989886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b102ed-337b-4e28-a8d7-90698498a5a5 req-44c01727-26d9-4198-b7cc-f79b9d14c3a3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:01.991364 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e4b102ed-337b-4e28-a8d7-90698498a5a5 req-44c01727-26d9-4198-b7cc-f79b9d14c3a3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 944 time: 0.0555513 Apr 29 08:26:02.041517 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e4b102ed-337b-4e28-a8d7-90698498a5a5 req-8f66cd5a-948f-48a8-b1c0-a373fbd6e027 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443695 Apr 29 08:26:02.696427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5ba87895-e519-4cf6-bb38-09fecb3c85c2 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:26:02.755393 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:26:02.759032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:26:02.759397 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:02.839474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:26:02.839776 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:02.864511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:26:02.866826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a5587e-079c-4193-a22f-82a5af91296d" -d '{"events": [{"server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "name": "network-vif-plugged", "status": "completed", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:26:02.879465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:26:02.883885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:02.934039 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=5ba87895-e519-4cf6-bb38-09fecb3c85c2,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:02.959411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb5ce91-fc9c-4970-bc91-cfd1b196881b x-openstack-request-id: req-cfb5ce91-fc9c-4970-bc91-cfd1b196881b {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:26:02.959728 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "name": "network-vif-plugged", "status": "completed", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:26:02.959989 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfb5ce91-fc9c-4970-bc91-cfd1b196881b {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:26:02.960388 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb5ce91-fc9c-4970-bc91-cfd1b196881b'] response: {'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'code': 200} Apr 29 08:26:03.193022 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713cbfa-c4df-44eb-807a-28a54144b751 req-46ecdbf7-34b1-430c-8dbf-358e183c7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:03.194575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4713cbfa-c4df-44eb-807a-28a54144b751 req-46ecdbf7-34b1-430c-8dbf-358e183c7d68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1129 time: 0.0955887 Apr 29 08:26:03.214449 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7023472-6877-466c-b69b-cb2c6b7bd045 req-f460f287-8139-4e22-91fe-9694c44d9001 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:03.215380 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7023472-6877-466c-b69b-cb2c6b7bd045 req-f460f287-8139-4e22-91fe-9694c44d9001 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.1066227 Apr 29 08:26:03.271672 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4713cbfa-c4df-44eb-807a-28a54144b751 req-60d8bdd5-9535-4362-845a-79987f45890e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702858 Apr 29 08:26:03.284150 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d7023472-6877-466c-b69b-cb2c6b7bd045 req-16ff21b9-ef80-43d7-958f-b7bd058a7d5e tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626447 Apr 29 08:26:03.538302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b3c14254-7ea1-44c7-99aa-873faf575781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:04.417096 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb67ae-0569-4f98-b3e3-0a0afbff389f req-5b3c45f2-27be-49d3-b88f-d4c03b05d5bd tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:04.418617 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bdcb67ae-0569-4f98-b3e3-0a0afbff389f req-5b3c45f2-27be-49d3-b88f-d4c03b05d5bd tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0583272 Apr 29 08:26:04.480176 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bdcb67ae-0569-4f98-b3e3-0a0afbff389f req-34e2889b-c7f6-4bed-acd8-22a4a30f542e tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533271 Apr 29 08:26:04.610493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf5fe-1c8f-43bc-8238-7ba85cd12c49 req-ad903a02-8d51-41c1-bec3-7d2e57020022 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:04.611980 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-173bf5fe-1c8f-43bc-8238-7ba85cd12c49 req-ad903a02-8d51-41c1-bec3-7d2e57020022 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0545497 Apr 29 08:26:04.662777 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-173bf5fe-1c8f-43bc-8238-7ba85cd12c49 req-4192f294-d03b-4467-a282-df9b8762a017 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449688 Apr 29 08:26:04.695275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33912) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:26:04.740569 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de38a806-e51d-48e5-98a7-eadfaf753a56 tempest-TestShelveInstance-1288453741 tempest-TestShelveInstance-1288453741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:04.744201 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-de38a806-e51d-48e5-98a7-eadfaf753a56 tempest-TestShelveInstance-1288453741 tempest-TestShelveInstance-1288453741-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1124 time: 0.0455174 Apr 29 08:26:04.745127 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 33914) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:26:04.749580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:26:04.772051 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:04.884402 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:04.998715 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Allocated IP 172.26.3.227 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/7b56487a-f995-4f2c-ac81-f8064accd775) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:26:05.003871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:05.106736 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for port (7b56487a-f995-4f2c-ac81-f8064accd775), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:05.153826 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (7b56487a-f995-4f2c-ac81-f8064accd775), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:05.191246 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:26:05.194241 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:26:05.198107 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:26:05.225018 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'Port': ['ID=7b56487a-f995-4f2c-ac81-f8064accd775,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:05.571003 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for floatingip (1289f675-0a80-4126-a84e-3a69e8fbaaad), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:05.651475 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (7b56487a-f995-4f2c-ac81-f8064accd775), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:05.808188 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for port (7b56487a-f995-4f2c-ac81-f8064accd775), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:05.814622 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (7b56487a-f995-4f2c-ac81-f8064accd775), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:05.873737 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:05.881445 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event updated for resources: {'Port': ['ID=7b56487a-f995-4f2c-ac81-f8064accd775,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:26:05.893329 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (1289f675-0a80-4126-a84e-3a69e8fbaaad), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:06.000446 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Floating IP 1289f675-0a80-4126-a84e-3a69e8fbaaad associated. External IP: 172.26.3.227, port: 5ba87895-e519-4cf6-bb38-09fecb3c85c2. Apr 29 08:26:06.228882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Router 9db835f1-ac1b-4a30-aa43-1d8312471b8f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:26:06.309855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:06.347973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:26:06.357699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] Sync routers for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:26:06.366899 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:06.368359 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:26:06.368965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:26:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:26:06.409275 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-7679b471-184d-4a03-bc69-28cd94a9501f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6508384 Apr 29 08:26:06.409275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:26:06.409275 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:26:06.436319 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af1cfa8-878b-452d-9d37-cb99528a17d0 x-openstack-request-id: req-3af1cfa8-878b-452d-9d37-cb99528a17d0 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:26:06.436611 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:26:06.436866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3af1cfa8-878b-452d-9d37-cb99528a17d0 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:26:06.437311 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af1cfa8-878b-452d-9d37-cb99528a17d0'] response: {'name': 'network-changed', 'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'status': 'completed', 'code': 200} Apr 29 08:26:06.486053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:26:06.507035 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-58630fe5-8154-4073-b708-facec7ca84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:06.508527 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-58630fe5-8154-4073-b708-facec7ca84ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1129 time: 0.0483487 Apr 29 08:26:06.598598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-ea0b8721-247a-40a5-8e03-b014607bcb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:06.600116 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-ea0b8721-247a-40a5-8e03-b014607bcb98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0855021 Apr 29 08:26:06.667775 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-06f9a68b-f70c-4171-a9a7-06e836584693 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 999 time: 0.0615039 Apr 29 08:26:06.716079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-24329f16-6182-408b-a0ea-5ed5967bdfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:06.717526 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-24329f16-6182-408b-a0ea-5ed5967bdfa1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0444887 Apr 29 08:26:06.719602 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1289f675-0a80-4126-a84e-3a69e8fbaaad', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'floating_ip_address': '172.26.3.227', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'port_id': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'mac_address': 'fa:16:3e:5c:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:26:05Z', 'updated_at': '2022-04-29T08:26:05Z', 'revision_number': 0, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:26:06.745854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] Checking router: 9db835f1-ac1b-4a30-aa43-1d8312471b8f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:26:06.754270 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:26:06.754976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:26:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:26:06.765933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-43a79e7a-eb28-4071-9a04-2f4140b904b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:26:06.767469 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-43a79e7a-eb28-4071-9a04-2f4140b904b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445514 Apr 29 08:26:06.859887 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-3243aca8-9c23-4f5f-b90b-6affffaf85cf service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861206 Apr 29 08:26:06.860900 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:26:06.951957 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-00d2470d-02dd-46a1-a3f0-4de37f7a2c4f req-13b8b0ca-3ed4-40e2-bb3f-7a27402bc0b9 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848401 Apr 29 08:26:07.089466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1289f675-0a80-4126-a84e-3a69e8fbaaad', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'floating_ip_address': '172.26.3.227', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'port_id': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'mac_address': 'fa:16:3e:5c:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:26:05Z', 'updated_at': '2022-04-29T08:26:05Z', 'revision_number': 0, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:26:07.114574 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090446f5-1f62-431d-8014-a84d9da3b00b None None] The sync data for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv is: [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': '1289f675-0a80-4126-a84e-3a69e8fbaaad', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'floating_ip_address': '172.26.3.227', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'port_id': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'mac_address': 'fa:16:3e:5c:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:26:05Z', 'updated_at': '2022-04-29T08:26:05Z', 'revision_number': 0, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:26:07.379946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:07.451165 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a3259-3a92-403c-b471-9378deac0842 None None] New status for floating IP 1289f675-0a80-4126-a84e-3a69e8fbaaad: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:26:31.301800 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:26:31.417695 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c30d6608-d249-4d45-9e7b-5267b1be8035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:33.533528 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ff02d8c1-8a72-44aa-816a-fdf21730a9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:35.015906 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:35.893085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:36.315871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:26:37.383920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:00.391785 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-8aab55e7-1056-4b28-a7bb-a8b98cc16934 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1247895 Apr 29 08:27:00.488984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-88a77c3c-064b-48ae-b85b-548238c1fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:27:00.490493 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-88a77c3c-064b-48ae-b85b-548238c1fdbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1129 time: 0.0567744 Apr 29 08:27:00.596936 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-cb126a17-961f-49d2-9f7f-3b82ad8ef80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:27:00.598457 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-cb126a17-961f-49d2-9f7f-3b82ad8ef80f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0893357 Apr 29 08:27:00.665468 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-256eab2f-c386-422a-b2ec-ddf2d21936af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 1001 time: 0.0612023 Apr 29 08:27:00.728940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-89e75ad5-cc3d-43d6-854a-21840b22b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:27:00.731249 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-89e75ad5-cc3d-43d6-854a-21840b22b925 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0590069 Apr 29 08:27:00.783992 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-5b1002cb-47cf-4a9e-ba16-00a2741ed49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:27:00.785517 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-5b1002cb-47cf-4a9e-ba16-00a2741ed49c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483243 Apr 29 08:27:00.794969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-60914caf-0b09-4c55-8c5a-c942333c6c12 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:27:00.795911 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-60914caf-0b09-4c55-8c5a-c942333c6c12 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048010 Apr 29 08:27:00.890850 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-6bb830af-d841-4184-8cb4-59290619cae8 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886104 Apr 29 08:27:00.982400 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-12a31d55-bf04-49b1-bc0d-15e460d999af req-447f7dd1-be83-4670-a4ea-ac4c9ed73d8a service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858104 Apr 29 08:27:01.432184 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8cf53b77-3b4b-41bd-bcee-2997d73adb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:03.541114 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-59c07f53-0cc5-48e1-8615-ddb0077422cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:05.012589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:05.886674 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:06.323177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:07.385881 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:08.306166 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:27:31.426826 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca11a-5c8a-4e2d-bcf8-246f9721b186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:33.540435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a9827797-d451-4c86-a322-687f20fde399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:35.023193 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:35.898793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:36.329425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:37.391450 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:27:45.310107 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:28:01.441344 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3364f35c-805a-40ce-9ced-26d3c1c7e443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:02.310814 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-6055cc24-d697-4626-9da5-748b1d8c8453 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495143 Apr 29 08:28:02.397756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-34fb2a02-f54e-4fca-9df7-d607c973e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:02.399225 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-34fb2a02-f54e-4fca-9df7-d607c973e0a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1129 time: 0.0485518 Apr 29 08:28:02.499228 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-4e0dc452-9d20-47cd-8b4a-10b63cd510c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:02.500713 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-4e0dc452-9d20-47cd-8b4a-10b63cd510c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0832443 Apr 29 08:28:02.575095 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-dbdd62b7-c245-47dd-bfe0-506468744353 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 1001 time: 0.0683641 Apr 29 08:28:02.624048 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-3a979d3b-5f0a-4e0b-9deb-51b7e74fe3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:02.625505 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-3a979d3b-5f0a-4e0b-9deb-51b7e74fe3ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0441902 Apr 29 08:28:02.674400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-e7b29546-732e-49f8-8686-9ff9f66c4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:02.675855 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-e7b29546-732e-49f8-8686-9ff9f66c4fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448179 Apr 29 08:28:03.119110 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-c97bbad2-d582-41f5-9c6f-9a48b1080407 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368942 Apr 29 08:28:03.208490 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-980b2f8d-f2b8-457a-9653-1bffc807e1b1 req-bda4a214-d6dd-4a5e-ad24-c040c2b8bde0 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822513 Apr 29 08:28:03.537710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f52f-12df-4e61-be3b-385ae4020cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:04.099238 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d829b-a28f-4b64-ac42-e30ea30f90ea req-59686214-637c-4cbd-ae5e-38db22a97237 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:04.100645 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-129d829b-a28f-4b64-ac42-e30ea30f90ea req-59686214-637c-4cbd-ae5e-38db22a97237 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0559082 Apr 29 08:28:04.149255 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-129d829b-a28f-4b64-ac42-e30ea30f90ea req-b1786e48-4ede-4e5c-b920-2f5c998195e7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Apr 29 08:28:05.031807 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:05.291227 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edb2a7-c575-404b-9a9d-43db398459aa req-67c85be5-7e10-4724-96b5-5c0efb3a9c07 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:05.292748 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-65edb2a7-c575-404b-9a9d-43db398459aa req-67c85be5-7e10-4724-96b5-5c0efb3a9c07 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0583982 Apr 29 08:28:05.342422 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-65edb2a7-c575-404b-9a9d-43db398459aa req-55754d70-02dd-4fbc-bee5-a8f89c2ed63c tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Apr 29 08:28:05.896619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:06.330224 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:06.472130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17001c2-79eb-4b3a-b590-e87ca1410a98 req-beaabadb-f2d5-4f4b-bf9a-c4d39cca2d03 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:06.473646 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e17001c2-79eb-4b3a-b590-e87ca1410a98 req-beaabadb-f2d5-4f4b-bf9a-c4d39cca2d03 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0613635 Apr 29 08:28:06.526876 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e17001c2-79eb-4b3a-b590-e87ca1410a98 req-88bebc3c-ca16-43ee-b48a-3263dc92a463 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472622 Apr 29 08:28:07.390580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:07.650842 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf962f5-6ac5-49a8-af9d-62e474801763 req-565af27b-eed6-461f-a430-8d28034d38f6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:07.652202 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cdf962f5-6ac5-49a8-af9d-62e474801763 req-565af27b-eed6-461f-a430-8d28034d38f6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0553184 Apr 29 08:28:07.704556 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cdf962f5-6ac5-49a8-af9d-62e474801763 req-ac58fe4a-48a4-4e0d-b2e2-29fe8f4496c0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449841 Apr 29 08:28:08.832617 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb390581-7cdc-4b98-8d49-843734a32db6 req-4e2c3c99-f7ba-457c-aa0b-0000b704f602 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:08.833990 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cb390581-7cdc-4b98-8d49-843734a32db6 req-4e2c3c99-f7ba-457c-aa0b-0000b704f602 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0591645 Apr 29 08:28:08.885791 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-cb390581-7cdc-4b98-8d49-843734a32db6 req-1983b6ea-4193-45d4-a920-34753bb4f3db tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439713 Apr 29 08:28:10.018410 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cab3b1-1d35-42b8-af16-73e40857879f req-43e7a869-558a-4b4b-ab31-8f6bbb4591da tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:10.019917 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-61cab3b1-1d35-42b8-af16-73e40857879f req-43e7a869-558a-4b4b-ab31-8f6bbb4591da tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Apr 29 08:28:10.072475 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-61cab3b1-1d35-42b8-af16-73e40857879f req-7c7ec87c-bbb5-4419-a6c5-c9b3afc7a3b0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468769 Apr 29 08:28:11.203033 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e2309-8802-48f2-9f6d-f614ba165a04 req-eb5a766d-9f19-4ab5-a819-c00cb5dd81f1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:11.204488 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-321e2309-8802-48f2-9f6d-f614ba165a04 req-eb5a766d-9f19-4ab5-a819-c00cb5dd81f1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0572436 Apr 29 08:28:11.256721 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-321e2309-8802-48f2-9f6d-f614ba165a04 req-e3db2abe-1bd4-4db1-83bb-9619a33411b6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465508 Apr 29 08:28:12.393728 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5e828-3a21-446b-ad0f-6d9f1fbf0139 req-aa084391-551b-484e-920a-7131be883b97 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:12.395198 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3bc5e828-3a21-446b-ad0f-6d9f1fbf0139 req-aa084391-551b-484e-920a-7131be883b97 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0595880 Apr 29 08:28:12.446943 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3bc5e828-3a21-446b-ad0f-6d9f1fbf0139 req-25c7e4f1-313c-4eeb-ba61-356030b09e62 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436268 Apr 29 08:28:13.581783 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49873efc-247f-4ab1-9765-79a5217f9e8f req-90cfd9f7-1166-499d-9571-a7ea475fc135 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:13.583230 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-49873efc-247f-4ab1-9765-79a5217f9e8f req-90cfd9f7-1166-499d-9571-a7ea475fc135 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0531890 Apr 29 08:28:13.630064 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-49873efc-247f-4ab1-9765-79a5217f9e8f req-31c1847b-ca8c-43df-9abf-206498857bbc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 Apr 29 08:28:14.216378 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-1953020a-2b31-4b54-ac09-4c056d9da971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:14.218354 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-1953020a-2b31-4b54-ac09-4c056d9da971 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1129 time: 0.0506637 Apr 29 08:28:14.312507 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-88378726-edad-4f44-b935-d5096570dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:14.313968 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-88378726-edad-4f44-b935-d5096570dd9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0899348 Apr 29 08:28:14.386967 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-2e2c7e8d-5740-4e8b-b582-fbe868b6aa6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 1001 time: 0.0665605 Apr 29 08:28:14.437140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-e71e6884-db80-4816-8e9c-1311be898f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:14.438610 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-e71e6884-db80-4816-8e9c-1311be898f20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0458295 Apr 29 08:28:14.492927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-1ee59dc9-e771-4b65-bd30-3d4b0c6fb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:14.494592 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-1ee59dc9-e771-4b65-bd30-3d4b0c6fb12a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496321 Apr 29 08:28:14.584076 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-13b58929-f5e6-4b76-ad8e-c053fbc5f866 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841382 Apr 29 08:28:14.674470 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ff890db4-a0d5-4f4d-916c-7a861fe69f4a req-3825c0cf-3c43-4a86-9a74-73614d8ad793 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848310 Apr 29 08:28:14.752128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427452-303d-4a52-99a9-d71db8a12249 req-87343820-0ffb-493d-8060-0ab7b1fe6311 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:14.753581 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ef427452-303d-4a52-99a9-d71db8a12249 req-87343820-0ffb-493d-8060-0ab7b1fe6311 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Apr 29 08:28:14.804384 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ef427452-303d-4a52-99a9-d71db8a12249 req-dbedf583-fce0-4873-a551-bea360d29eb8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424984 Apr 29 08:28:15.940205 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb46e4-5848-42d5-8b6e-ceffc9d07cab req-534fbdd1-5e4f-4638-9fa9-eae1ec9f7b66 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:15.941794 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-afbb46e4-5848-42d5-8b6e-ceffc9d07cab req-534fbdd1-5e4f-4638-9fa9-eae1ec9f7b66 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0622785 Apr 29 08:28:15.997266 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-afbb46e4-5848-42d5-8b6e-ceffc9d07cab req-0c0333db-5132-47e5-95ff-ae54023b314b tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469730 Apr 29 08:28:17.139504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f574d26-50cc-4bc0-abf6-06e0a47ac8bd req-66d154dc-2c2f-4ebc-9a09-6e899526cee2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:17.140987 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8f574d26-50cc-4bc0-abf6-06e0a47ac8bd req-66d154dc-2c2f-4ebc-9a09-6e899526cee2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0636754 Apr 29 08:28:17.193898 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8f574d26-50cc-4bc0-abf6-06e0a47ac8bd req-092e1881-0b48-46dd-85b2-c244f67ac870 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469375 Apr 29 08:28:18.316553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2af130-361d-4310-96c2-0792daa7d9e1 req-fa44be4b-1dba-4f81-83d5-953af0d67214 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:18.318031 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fe2af130-361d-4310-96c2-0792daa7d9e1 req-fa44be4b-1dba-4f81-83d5-953af0d67214 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0565009 Apr 29 08:28:18.366988 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-fe2af130-361d-4310-96c2-0792daa7d9e1 req-63bc823f-a172-4dcf-8a1e-98c444d90a5e tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429089 Apr 29 08:28:19.313534 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5ba87895-e519-4cf6-bb38-09fecb3c85c2 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:28:19.394394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:28:19.394779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:19.419427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:28:19.421251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fe33b1-2af4-401a-af21-fe3e4a9b8a0b" -d '{"events": [{"server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:28:19.435690 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:19.442779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:19.491077 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaeb2fa-0629-4471-95d6-cea0153b1587 x-openstack-request-id: req-5eaeb2fa-0629-4471-95d6-cea0153b1587 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:28:19.491460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:28:19.491659 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5eaeb2fa-0629-4471-95d6-cea0153b1587 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:28:19.492039 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eaeb2fa-0629-4471-95d6-cea0153b1587'] response: {'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'code': 200} Apr 29 08:28:19.499350 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=5ba87895-e519-4cf6-bb38-09fecb3c85c2,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:19.502094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4165a32-23a9-4b67-a9b6-e2dffd6c1adc req-2814ec7d-5c0e-48bd-9a1a-b1d43945b3a6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:19.503811 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4165a32-23a9-4b67-a9b6-e2dffd6c1adc req-2814ec7d-5c0e-48bd-9a1a-b1d43945b3a6 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0648739 Apr 29 08:28:19.511560 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.511926 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.512428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.512861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.513341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.513739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.514129 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.514536 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.514927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.515317 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.515704 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.516091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.516495 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:28:19.561173 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-f4165a32-23a9-4b67-a9b6-e2dffd6c1adc req-a6f1bf3c-41ce-4eeb-bc1d-9658ac90e242 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497868 Apr 29 08:28:20.687180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6c503-cc89-48f1-99f5-e639d515b767 req-7d3e5b4e-752e-4295-b2be-80ee285a2199 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:20.688632 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d3e6c503-cc89-48f1-99f5-e639d515b767 req-7d3e5b4e-752e-4295-b2be-80ee285a2199 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0537300 Apr 29 08:28:20.736759 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d3e6c503-cc89-48f1-99f5-e639d515b767 req-700f716e-22dc-4913-b915-c332765ef9a7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Apr 29 08:28:20.860292 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-362cf05a-0d62-4666-ad97-9ec7eb26ee80 req-2012f5e0-4257-45a1-b3f6-d00128a8dd9c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:28:20.861299 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-362cf05a-0d62-4666-ad97-9ec7eb26ee80 req-2012f5e0-4257-45a1-b3f6-d00128a8dd9c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501182 Apr 29 08:28:21.024369 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-2798d41c-3be9-412e-a839-388f01538586 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778618 Apr 29 08:28:21.036572 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-a190186b-9010-4e80-984b-b8777d700b93 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104224) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:28:21.037570 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-a190186b-9010-4e80-984b-b8777d700b93 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084140 Apr 29 08:28:21.045337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040113e0-c669-4f10-be7a-fbd5379d3941 req-1bfe37e6-cb4e-461a-b83b-c0767d2574c7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:21.046721 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-040113e0-c669-4f10-be7a-fbd5379d3941 req-1bfe37e6-cb4e-461a-b83b-c0767d2574c7 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0751474 Apr 29 08:28:21.100715 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-040113e0-c669-4f10-be7a-fbd5379d3941 req-e6de80f0-b782-48ff-ab0b-b5fc9298ecdb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481732 Apr 29 08:28:21.110589 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-6d731f8c-7b9c-4f84-90f2-983c25b30050 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:21.112087 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-6d731f8c-7b9c-4f84-90f2-983c25b30050 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports/5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 940 time: 0.0458977 Apr 29 08:28:22.221974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92fca3-be78-4f34-b9d6-639ce8b31c31 req-3df46188-6cb0-4227-9536-cc6e6b23afc2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:22.223463 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fb92fca3-be78-4f34-b9d6-639ce8b31c31 req-3df46188-6cb0-4227-9536-cc6e6b23afc2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0549428 Apr 29 08:28:22.310080 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:28:22.325468 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-fb92fca3-be78-4f34-b9d6-639ce8b31c31 req-18fcf7d6-e6e3-4eff-96ec-259288b67061 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962272 Apr 29 08:28:23.547901 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598365e5-0c12-4066-9492-66443d697a34 req-2e9e48fc-33ca-41a3-9539-4012c922c2c3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:23.549550 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-598365e5-0c12-4066-9492-66443d697a34 req-2e9e48fc-33ca-41a3-9539-4012c922c2c3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.1570721 Apr 29 08:28:23.600114 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-598365e5-0c12-4066-9492-66443d697a34 req-61908c98-ebbf-487c-b9c2-63f8e4e23333 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443494 Apr 29 08:28:24.717786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314375f5-6de0-471b-baa5-8cdb4c983c91 req-8b35b8c8-e14b-4a14-9379-f4556f7a4dfe tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:24.719589 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-314375f5-6de0-471b-baa5-8cdb4c983c91 req-8b35b8c8-e14b-4a14-9379-f4556f7a4dfe tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0537283 Apr 29 08:28:24.767753 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-314375f5-6de0-471b-baa5-8cdb4c983c91 req-135a53c0-3f36-467a-b6ed-ad4b509a41da tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424242 Apr 29 08:28:25.892864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1381a6-677e-4047-853d-207205f68fed req-7be810e2-99ed-423b-83be-44d0a9bee553 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:25.894382 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8b1381a6-677e-4047-853d-207205f68fed req-7be810e2-99ed-423b-83be-44d0a9bee553 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0591910 Apr 29 08:28:25.948881 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-8b1381a6-677e-4047-853d-207205f68fed req-4e1b97e8-3c99-42f7-9e02-2393094e11f2 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479474 Apr 29 08:28:27.069364 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e52c7-5b7e-44cf-b64c-006bc3edff2f req-7793dc23-8ca4-4031-875b-af021b9e95cd tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:27.071830 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9a4e52c7-5b7e-44cf-b64c-006bc3edff2f req-7793dc23-8ca4-4031-875b-af021b9e95cd tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0557215 Apr 29 08:28:27.123362 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9a4e52c7-5b7e-44cf-b64c-006bc3edff2f req-8c96972b-d64a-45d4-a1ab-ffae9cd99de5 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456495 Apr 29 08:28:28.247338 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b27b6-15d9-4a2b-a879-dab996928dc7 req-9f604592-3169-440f-97f9-4d5bbdf8c2ec tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:28.248818 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4c7b27b6-15d9-4a2b-a879-dab996928dc7 req-9f604592-3169-440f-97f9-4d5bbdf8c2ec tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0554135 Apr 29 08:28:28.303432 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4c7b27b6-15d9-4a2b-a879-dab996928dc7 req-8da43b0f-c4cd-4c77-b98b-e9505ef82357 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486381 Apr 29 08:28:29.434190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a39ae-5299-474b-9e2a-0bb9651d8d79 req-cbffff1c-4384-4e01-9940-f37403001c21 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:29.435895 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e5a39ae-5299-474b-9e2a-0bb9651d8d79 req-cbffff1c-4384-4e01-9940-f37403001c21 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0607502 Apr 29 08:28:29.489043 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9e5a39ae-5299-474b-9e2a-0bb9651d8d79 req-92ea109b-dc9c-4d56-ab29-02f8ff53784f tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472105 Apr 29 08:28:30.611890 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fab3c8-8d68-4fa7-ae73-935fd67582cc req-c0e30d76-26f4-45ea-88f9-d3bfaab72414 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:30.614649 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-70fab3c8-8d68-4fa7-ae73-935fd67582cc req-c0e30d76-26f4-45ea-88f9-d3bfaab72414 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0582225 Apr 29 08:28:30.670943 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-70fab3c8-8d68-4fa7-ae73-935fd67582cc req-cb0c78e4-6d07-4710-9477-78394314a413 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492682 Apr 29 08:28:31.435851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5b8fe18a-76b8-4a87-b961-2c54750ed93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:31.778263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-50e865ed-d5ae-4bc1-860a-2dab79b5dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:31.779773 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-50e865ed-d5ae-4bc1-860a-2dab79b5dbdc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6&tenant_id=4417f9ca22084f349d3d5137ef94da9c HTTP/1.1" status: 200 len: 1127 time: 0.0717573 Apr 29 08:28:31.801651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a4f9-4dac-4df5-a34c-a8043480911a req-26c292c7-2e70-4d77-bc5f-fd9be3656bc4 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:31.803130 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4bc9a4f9-4dac-4df5-a34c-a8043480911a req-26c292c7-2e70-4d77-bc5f-fd9be3656bc4 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0614200 Apr 29 08:28:31.882344 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4bc9a4f9-4dac-4df5-a34c-a8043480911a req-5ec83656-aa0f-4a59-8a71-fa7ef1586ad4 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707307 Apr 29 08:28:31.885037 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-f4530486-8938-47e3-ba66-944def134ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:31.886489 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-f4530486-8938-47e3-ba66-944def134ea6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1127 time: 0.0824757 Apr 29 08:28:31.983325 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-11fcff10-86c3-44ac-8144-08e36776d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:31.984728 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-11fcff10-86c3-44ac-8144-08e36776d8fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0916541 Apr 29 08:28:32.054795 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-725edcc7-c350-40b4-ac9b-aed0e7eb78fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 999 time: 0.0636420 Apr 29 08:28:32.103606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-0f754041-401a-48da-8970-f77112d9a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:32.105051 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-0f754041-401a-48da-8970-f77112d9a478 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0437710 Apr 29 08:28:32.153955 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-a0c18a0a-eb8f-44cc-a9f0-ad829df9096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:32.155466 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-a0c18a0a-eb8f-44cc-a9f0-ad829df9096e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449297 Apr 29 08:28:32.250812 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-a33a6dd2-5117-4c66-82ce-328a2bdd1761 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881913 Apr 29 08:28:32.341728 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1b8b0083-4717-4a49-8df0-e432dc1ed837 req-8e6a7b8c-2a07-4a6b-bba7-08d9e7854783 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847464 Apr 29 08:28:33.009557 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e895d28-dd9a-495c-9b7b-6328a55b1138 req-d8f845e2-ea8b-4e19-8172-e6ee36770d14 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:33.011021 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3e895d28-dd9a-495c-9b7b-6328a55b1138 req-d8f845e2-ea8b-4e19-8172-e6ee36770d14 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0529261 Apr 29 08:28:33.059154 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-3e895d28-dd9a-495c-9b7b-6328a55b1138 req-84e5b362-e89d-4136-83fb-f3264fb47d7d tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Apr 29 08:28:33.540703 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0b89ed1f-d26e-46f3-83e6-babdcbfdafad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:34.204405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a68ec1-b450-4696-bba4-105743c7ec0c req-455a1b5a-a24f-4ec6-9825-7dd3e17ec006 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:34.205935 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-68a68ec1-b450-4696-bba4-105743c7ec0c req-455a1b5a-a24f-4ec6-9825-7dd3e17ec006 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0728910 Apr 29 08:28:34.258061 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-68a68ec1-b450-4696-bba4-105743c7ec0c req-7e1b3fd8-c010-444a-9ead-fcd4fd4a4826 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436580 Apr 29 08:28:35.036063 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:35.396537 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c11fc2-9fde-4de5-8c8a-f87e5547e530 req-6eb4f433-c3df-4741-a28e-263608c64b7a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:35.398063 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e8c11fc2-9fde-4de5-8c8a-f87e5547e530 req-6eb4f433-c3df-4741-a28e-263608c64b7a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0611346 Apr 29 08:28:35.451327 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e8c11fc2-9fde-4de5-8c8a-f87e5547e530 req-fa6c344a-d42c-4dda-8dc4-23e9beb7bbfc tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475383 Apr 29 08:28:35.904274 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:36.333511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:36.580064 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ccac5-9028-43cf-9da9-5d68dc82e394 req-299fba08-e67f-425f-a4f0-07ee14fe5587 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:36.581520 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-204ccac5-9028-43cf-9da9-5d68dc82e394 req-299fba08-e67f-425f-a4f0-07ee14fe5587 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0581911 Apr 29 08:28:36.630241 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-204ccac5-9028-43cf-9da9-5d68dc82e394 req-e1c84c45-e9eb-4040-8c72-26ad6ce4c340 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427849 Apr 29 08:28:37.400269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:37.775030 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06ebe1-01a8-44ba-bf4f-27958f4f6faa req-1d5fc6ed-2f45-488b-9ce0-c7e2e0af3f15 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:37.776481 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-dc06ebe1-01a8-44ba-bf4f-27958f4f6faa req-1d5fc6ed-2f45-488b-9ce0-c7e2e0af3f15 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0664182 Apr 29 08:28:37.827108 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-dc06ebe1-01a8-44ba-bf4f-27958f4f6faa req-0775f92f-bb3d-4c40-9ea8-e93c9e7a21c0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Apr 29 08:28:38.956254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18637dc-deb7-4248-8605-d45a6c88cf7c req-4f3dfd44-8b42-4487-a3bc-a732eff7cdad tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:38.957812 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b18637dc-deb7-4248-8605-d45a6c88cf7c req-4f3dfd44-8b42-4487-a3bc-a732eff7cdad tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 943 time: 0.0604639 Apr 29 08:28:39.013779 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b18637dc-deb7-4248-8605-d45a6c88cf7c req-0c59470b-ed1e-4c3c-9e2f-8d327d847eba tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479128 Apr 29 08:28:39.446001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5ba87895-e519-4cf6-bb38-09fecb3c85c2 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:28:39.558266 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:39.569758 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'port_id': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'mac_address': 'fa:16:3e:5c:5e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:28:39.610961 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:28:39.611339 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:39.624102 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba87895-e519-4cf6-bb38-09fecb3c85c2 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:28:39.645430 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:39.651032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:39.698139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=5ba87895-e519-4cf6-bb38-09fecb3c85c2,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:39.868708 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['5ba87895-e519-4cf6-bb38-09fecb3c85c2'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:28:40.133541 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff954b-b939-49bd-8508-6611a769b2da req-a67e5115-4786-4866-b02c-4d18954fc085 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:40.135035 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1bff954b-b939-49bd-8508-6611a769b2da req-a67e5115-4786-4866-b02c-4d18954fc085 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 944 time: 0.0538623 Apr 29 08:28:40.184193 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1bff954b-b939-49bd-8508-6611a769b2da req-5f4e893f-6c34-4b9c-abf3-d951053114fe tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435429 Apr 29 08:28:41.319262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f4b8-c7b2-4e3f-8baf-3748e8b8b78a req-16f308ee-1f27-442f-9a7b-f623d3e3ed38 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:41.321099 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab86f4b8-c7b2-4e3f-8baf-3748e8b8b78a req-16f308ee-1f27-442f-9a7b-f623d3e3ed38 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 944 time: 0.0557508 Apr 29 08:28:41.373999 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ab86f4b8-c7b2-4e3f-8baf-3748e8b8b78a req-b340e790-a98f-4ddf-abc1-ea6dcea1bcbd tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445285 Apr 29 08:28:41.455772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5ba87895-e519-4cf6-bb38-09fecb3c85c2 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:28:41.516763 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:28:41.517027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:41.599620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:28:41.600003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:41.622642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:28:41.624909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56314b0c-eda8-4c42-a034-6459f975abde" -d '{"events": [{"server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "name": "network-vif-plugged", "status": "completed", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:28:41.637018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:28:41.643294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:28:41.665626 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676544c5-8398-4c27-aaa1-7a226afcd71c x-openstack-request-id: req-676544c5-8398-4c27-aaa1-7a226afcd71c {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:28:41.665916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "name": "network-vif-plugged", "status": "completed", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:28:41.666218 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-676544c5-8398-4c27-aaa1-7a226afcd71c {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:28:41.666635 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676544c5-8398-4c27-aaa1-7a226afcd71c'] response: {'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'code': 200} Apr 29 08:28:41.691871 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=5ba87895-e519-4cf6-bb38-09fecb3c85c2,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:28:41.878039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af5f27-54c1-442a-ba37-14b156f71e02 req-27b6aae4-d6b7-45c6-883c-24eb80847de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:41.879572 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-11af5f27-54c1-442a-ba37-14b156f71e02 req-27b6aae4-d6b7-45c6-883c-24eb80847de9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1129 time: 0.0463305 Apr 29 08:28:41.927770 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-11af5f27-54c1-442a-ba37-14b156f71e02 req-96e1ba9a-7cc4-4977-bc52-ee23c01af725 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425777 Apr 29 08:28:42.520928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd5a5a-f989-4a9a-8a60-dfd0f80ab8f7 req-b661df46-9772-4949-9cb0-46356d1ef3a0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:42.522425 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ccbd5a5a-f989-4a9a-8a60-dfd0f80ab8f7 req-b661df46-9772-4949-9cb0-46356d1ef3a0 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0591519 Apr 29 08:28:42.571176 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ccbd5a5a-f989-4a9a-8a60-dfd0f80ab8f7 req-0e0fa1dd-ad37-497e-933f-1b0420b9f85c tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430341 Apr 29 08:28:43.700142 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a5344-ddfa-4f8a-867c-bbbb875e28f6 req-fc6deb3b-16e8-41a0-9981-0cedaefefdaa tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:28:43.701645 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e60a5344-ddfa-4f8a-867c-bbbb875e28f6 req-fc6deb3b-16e8-41a0-9981-0cedaefefdaa tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0610509 Apr 29 08:28:43.753184 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-e60a5344-ddfa-4f8a-867c-bbbb875e28f6 req-1fa92dc2-11fe-49d3-aae4-45d0dcd28c45 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Apr 29 08:28:59.315255 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:29:01.444838 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3e155c1c-c722-450f-aec2-59db4229daa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:03.324204 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-cc9dc8b9-9fbe-47c2-ac68-029bbc50e1ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464292 Apr 29 08:29:03.420969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-997739e1-df5d-4721-8efa-26678980f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:03.422499 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-997739e1-df5d-4721-8efa-26678980f72f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1129 time: 0.0492563 Apr 29 08:29:03.534426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ca1f1705-26c1-4dbf-bda1-5817bb14b5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:03.537716 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-f6a7fcfd-9d42-4c6c-b754-eea65c238ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:03.539257 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-f6a7fcfd-9d42-4c6c-b754-eea65c238ed9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.0970199 Apr 29 08:29:03.607855 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-4a79990a-8d78-490c-9c8a-539e4dc8da88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 1001 time: 0.0612040 Apr 29 08:29:03.663079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-c8702ee8-4b4a-4c7e-9714-16e70951cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:03.664518 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-c8702ee8-4b4a-4c7e-9714-16e70951cd9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0480874 Apr 29 08:29:03.715185 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-dc211a50-f5fd-4184-9331-a8c0ab8278a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:03.716709 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-dc211a50-f5fd-4184-9331-a8c0ab8278a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449002 Apr 29 08:29:03.807149 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-b462c2af-862d-4b58-b537-49f78b252ce8 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840304 Apr 29 08:29:03.911107 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e0f66b30-1a12-4719-ab1b-3b9e6e69e1d2 req-22d4b85d-6c6c-4bc5-a078-ef452fceb22e service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947309 Apr 29 08:29:05.030478 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:05.909693 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:06.336334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:07.386438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:31.444778 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc787a82-381b-41b7-aff8-760005bc4bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:33.555060 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-18e02bac-6352-4035-a18c-318219e76771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:35.044676 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:35.924540 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:36.320875 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:29:36.339735 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:37.391775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:57.397345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34118) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:29:57.566125 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Deleting port 7b56487a-f995-4f2c-ac81-f8064accd775 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:29:57.566476 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (7b56487a-f995-4f2c-ac81-f8064accd775), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:57.646909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (7b56487a-f995-4f2c-ac81-f8064accd775), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:57.647204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for floatingip (7b56487a-f995-4f2c-ac81-f8064accd775), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:57.658781 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Calling delete_port for 7b56487a-f995-4f2c-ac81-f8064accd775 owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:29:57.811762 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (7b56487a-f995-4f2c-ac81-f8064accd775), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:57.841911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event deleted for resources: {'Port': ['ID=7b56487a-f995-4f2c-ac81-f8064accd775,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:29:57.866430 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.866782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.867127 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.867464 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.867789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.868131 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.868466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.868793 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.869123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.869475 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.869802 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.870124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.870443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:29:57.909712 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for floatingip (1289f675-0a80-4126-a84e-3a69e8fbaaad), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:57.909966 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Floating IP 1289f675-0a80-4126-a84e-3a69e8fbaaad disassociated (deleted). External IP: 172.26.3.227, port: 5ba87895-e519-4cf6-bb38-09fecb3c85c2. Apr 29 08:29:58.127421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Router 9db835f1-ac1b-4a30-aa43-1d8312471b8f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:29:58.246996 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:29:58.252039 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:29:58.256897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] Sync routers for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:29:58.267519 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:29:58.268130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:29:34Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:58.282575 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-d9d48d8e-7d44-4d46-9f63-92fbb2d25dbb tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "DELETE /v2.0/floatingips/1289f675-0a80-4126-a84e-3a69e8fbaaad HTTP/1.1" status: 204 len: 168 time: 0.8840301 Apr 29 08:29:58.283205 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:29:58.285736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe56d96-4b2d-4df5-baf8-5b9513785420" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:29:58.322508 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e03bce-b6a3-4c39-9063-ea93b6515013 x-openstack-request-id: req-87e03bce-b6a3-4c39-9063-ea93b6515013 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:29:58.322800 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:29:58.323053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87e03bce-b6a3-4c39-9063-ea93b6515013 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:29:58.323464 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e03bce-b6a3-4c39-9063-ea93b6515013'] response: {'name': 'network-changed', 'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'status': 'completed', 'code': 200} Apr 29 08:29:58.381814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:29:58.389755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-690e99c7-0ef2-454b-adc6-673e75a44f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:58.391530 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-690e99c7-0ef2-454b-adc6-673e75a44f35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4417f9ca22084f349d3d5137ef94da9c&device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 1129 time: 0.0472050 Apr 29 08:29:58.505974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-e0b74160-bf7e-4743-ad6c-196312f62927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:58.507883 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-e0b74160-bf7e-4743-ad6c-196312f62927 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 200 len: 910 time: 0.1054797 Apr 29 08:29:58.521745 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbcd37-09ef-40f2-8b1c-af9549f7a6a5 req-9f5f4f77-749f-48c9-bf28-9aa3bc5fc8d3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:58.523535 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bdbbcd37-09ef-40f2-8b1c-af9549f7a6a5 req-9f5f4f77-749f-48c9-bf28-9aa3bc5fc8d3 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0584061 Apr 29 08:29:58.551904 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-40bcf0ec-98c4-41d7-8389-e9717ea0f0e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 200 len: 217 time: 0.0362422 Apr 29 08:29:58.585568 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bdbbcd37-09ef-40f2-8b1c-af9549f7a6a5 req-86fdb810-bb97-4569-9e56-b4f742fb9fc4 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520742 Apr 29 08:29:58.604742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-fc5dc1f7-2242-46a7-86c1-2697384366a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:58.606220 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-fc5dc1f7-2242-46a7-86c1-2697384366a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 200 len: 848 time: 0.0476396 Apr 29 08:29:58.606617 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:58.632276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] Checking router: 9db835f1-ac1b-4a30-aa43-1d8312471b8f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:29:58.640428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:29:58.641044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:29:34Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:58.660268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-a0a197af-9006-4771-9f8a-01a89486ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:58.661812 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-a0a197af-9006-4771-9f8a-01a89486ec9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b22426b-e72b-437b-b21f-8a5313269eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484862 Apr 29 08:29:58.748259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:29:58.751890 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-7f98bb6d-e32f-489b-913e-bfe90c7fd99a service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826728 Apr 29 08:29:58.844952 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-ebe56d96-4b2d-4df5-baf8-5b9513785420 req-edd32e71-7e61-4f21-b312-bab053a3a569 service neutron] 10.222.0.36 "GET /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865800 Apr 29 08:29:58.950807 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:29:58.979733 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edeb54-dbe6-41e2-bcbd-e571b23a3ebb None None] The sync data for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv is: [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:03Z', 'revision_number': 4, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '2995b909-1fde-4678-a6bb-144e96e6be49', 'name': '', 'network_id': '9b22426b-e72b-437b-b21f-8a5313269eb7', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'mac_address': 'fa:16:3e:27:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:02Z', 'updated_at': '2022-04-29T08:21:06Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'subnets': [{'id': '9ba886aa-1717-4725-87c2-54f3815531f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:29:59.197791 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5acaf-19ef-4e99-a4cc-abb36b0c7f0f None None] New status for floating IP 1289f675-0a80-4126-a84e-3a69e8fbaaad: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:29:59.742234 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9e54c-4206-4492-a4e8-cb95b8aace8a req-f3b43354-6845-48da-b1bd-04b5161e2bf1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:59.743705 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b1f9e54c-4206-4492-a4e8-cb95b8aace8a req-f3b43354-6845-48da-b1bd-04b5161e2bf1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0642798 Apr 29 08:29:59.793310 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b1f9e54c-4206-4492-a4e8-cb95b8aace8a req-5318aea5-8cc8-486c-ba4d-b80645501080 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/security-groups?id=0009adb4-33b5-4c15-a967-22a8d47f382d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437868 Apr 29 08:29:59.980094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-a9688037-a0a6-46bc-a99c-aff81a7cce61 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:29:59.981562 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-a9688037-a0a6-46bc-a99c-aff81a7cce61 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 945 time: 0.0590930 Apr 29 08:30:00.075673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Deleting port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:30:00.075906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:00.162432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] For port 5ba87895-e519-4cf6-bb38-09fecb3c85c2, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=5ba87895-e519-4cf6-bb38-09fecb3c85c2,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:00.162981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:00.183023 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Calling delete_port for 5ba87895-e519-4cf6-bb38-09fecb3c85c2 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:30:00.320114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (5ba87895-e519-4cf6-bb38-09fecb3c85c2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:00.349260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event deleted for resources: {'Port': ['ID=5ba87895-e519-4cf6-bb38-09fecb3c85c2,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:00.397705 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] No DVR routers for this DVR port 5ba87895-e519-4cf6-bb38-09fecb3c85c2 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:30:00.400243 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:00.403550 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6fa8aad6-35c3-4a92-b838-f17ddb896d5b req-02394299-ac32-41cf-88ae-67b6250549f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.36 "DELETE /v2.0/ports/5ba87895-e519-4cf6-bb38-09fecb3c85c2 HTTP/1.1" status: 204 len: 173 time: 0.4166663 Apr 29 08:30:00.403993 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'name': 'network-vif-deleted', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:30:00.406345 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d38dc3-83e2-4954-a1a4-9af78dfd9d39" -d '{"events": [{"server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "name": "network-vif-deleted", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:30:00.444880 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6203e080-aab2-46cd-96bf-6f17138a5c26 x-openstack-request-id: req-6203e080-aab2-46cd-96bf-6f17138a5c26 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:30:00.445571 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7671f0-3424-4435-a412-4f2ee806dce6", "name": "network-vif-deleted", "tag": "5ba87895-e519-4cf6-bb38-09fecb3c85c2", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:30:00.445827 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6203e080-aab2-46cd-96bf-6f17138a5c26 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:30:00.446239 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6203e080-aab2-46cd-96bf-6f17138a5c26'] response: {'server_uuid': '6d7671f0-3424-4435-a412-4f2ee806dce6', 'name': 'network-vif-deleted', 'tag': '5ba87895-e519-4cf6-bb38-09fecb3c85c2', 'status': 'completed', 'code': 200} Apr 29 08:30:00.888552 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-a7eb8c36-677c-484b-b756-b0b92de57612 req-beb66fa2-f16a-4c7b-b314-0bf0832e160e tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0278959 Apr 29 08:30:01.438865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fc37ef90-5b15-4a08-8fd4-7ca30b57eb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:01.985507 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-81592e43-57e7-4354-b25e-93178ff67db7 req-72db29aa-b28b-461c-bcd7-ca6aa379a080 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0275426 Apr 29 08:30:03.082363 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-47159733-fdc0-458b-8945-0b7007c463c8 req-b4d4d769-3516-49ba-b91a-5ca6320c1026 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0292933 Apr 29 08:30:03.539337 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7fb138c-d472-498b-82ad-257be839d056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:03.872493 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5ba87895-e519-4cf6-bb38-09fecb3c85c2 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:30:03.895619 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 5ba87895-e519-4cf6-bb38-09fecb3c85c2 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:30:03.895977 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 5ba87895-e519-4cf6-bb38-09fecb3c85c2 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:30:04.177655 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-d3d82d4f-50b6-4332-9a3c-9b37716e27ae req-c368507f-814d-41c6-bf4e-33c2788332c4 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0269718 Apr 29 08:30:05.038686 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:05.273010 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-39fa4c2e-6eaf-4fb8-9e25-0bce9b7caed1 req-53030484-adf4-4300-8ffb-311720d445f8 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0274367 Apr 29 08:30:05.916647 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:06.343206 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:06.371464 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-23f3ff64-83e9-4481-8f22-7eadddaab5dd req-4ac7e246-c93e-4e70-b413-3d5e056e5c3a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0292253 Apr 29 08:30:07.386814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:07.471603 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-af9b03e7-3154-420f-8596-1fb6aff87be9 req-3eb78952-d075-46ac-bd72-5984ae726c35 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0285268 Apr 29 08:30:08.569490 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-92475181-c25a-4eaf-b011-2fa824096a20 req-e9a84eb7-b9c3-4a85-8f9f-3f9ff430ecf1 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0310571 Apr 29 08:30:09.681852 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-1aeb0440-fd59-4e85-ab06-acf4884a2c17 req-afb12d3d-d330-4943-a667-65a8c13bbe8a tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7671f0-3424-4435-a412-4f2ee806dce6 HTTP/1.1" status: 200 len: 210 time: 0.0274436 Apr 29 08:30:10.744496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34170) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:10.810597 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-083fe696-7e4a-46bb-bbb6-b8c7a997c3e9 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (0009adb4-33b5-4c15-a967-22a8d47f382d), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:10.837820 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-083fe696-7e4a-46bb-bbb6-b8c7a997c3e9 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (0009adb4-33b5-4c15-a967-22a8d47f382d), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:10.903646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-083fe696-7e4a-46bb-bbb6-b8c7a997c3e9 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0009adb4-33b5-4c15-a967-22a8d47f382d), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:10.906532 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-083fe696-7e4a-46bb-bbb6-b8c7a997c3e9 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:10.907691 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-083fe696-7e4a-46bb-bbb6-b8c7a997c3e9 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] 10.222.0.23 "DELETE /v2.0/security-groups/0009adb4-33b5-4c15-a967-22a8d47f382d HTTP/1.1" status: 204 len: 168 time: 0.1621850 Apr 29 08:30:10.917079 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fe696-7e4a-46bb-bbb6-b8c7a997c3e9 tempest-TestShelveInstance-1089384386 tempest-TestShelveInstance-1089384386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0009adb4-33b5-4c15-a967-22a8d47f382d,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:10.963852 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34174) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:11.399154 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (9db835f1-ac1b-4a30-aa43-1d8312471b8f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:11.651466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Deleting port 2995b909-1fde-4678-a6bb-144e96e6be49 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:30:11.651698 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:11.732251 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] For port 2995b909-1fde-4678-a6bb-144e96e6be49, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=2995b909-1fde-4678-a6bb-144e96e6be49,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:11.732622 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:11.747282 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Calling delete_port for 2995b909-1fde-4678-a6bb-144e96e6be49 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:30:11.941162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (2995b909-1fde-4678-a6bb-144e96e6be49), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:11.968436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Pushing event deleted for resources: {'Port': ['ID=2995b909-1fde-4678-a6bb-144e96e6be49,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:12.506631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (9db835f1-ac1b-4a30-aa43-1d8312471b8f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:12.725278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Router 9db835f1-ac1b-4a30-aa43-1d8312471b8f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:30:12.836088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:30:12.843058 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-20ffabfa-c509-4a80-9295-e47a483cc660 admin admin] 10.222.0.23 "PUT /v2.0/routers/9db835f1-ac1b-4a30-aa43-1d8312471b8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779652 Apr 29 08:30:12.843823 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34178) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:12.846090 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] Sync routers for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:30:12.855467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:12.856068 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:12.969130 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks [] for router (9db835f1-ac1b-4a30-aa43-1d8312471b8f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:12.974265 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:13.082466 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks [] for router_gateway (9db835f1-ac1b-4a30-aa43-1d8312471b8f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.137651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Deleting port 50e70999-dd82-4eb9-9907-f2627e510bd0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:30:13.138056 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.178466 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69'}], 'enable_snat': True}, 'gw_port_id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:30:11Z', 'revision_number': 5, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port': {'id': '50e70999-dd82-4eb9-9907-f2627e510bd0', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:13.208522 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] Checking router: 9db835f1-ac1b-4a30-aa43-1d8312471b8f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:30:13.216786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] Routers {'9db835f1-ac1b-4a30-aa43-1d8312471b8f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:13.217423 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:13.222440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] For port 50e70999-dd82-4eb9-9907-f2627e510bd0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=50e70999-dd82-4eb9-9907-f2627e510bd0,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:13.222910 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.237892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Calling delete_port for 50e70999-dd82-4eb9-9907-f2627e510bd0 owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:30:13.305044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] Set router 9db835f1-ac1b-4a30-aa43-1d8312471b8f gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:13.319770 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:30:13.422894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (50e70999-dd82-4eb9-9907-f2627e510bd0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.450539 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e70999-dd82-4eb9-9907-f2627e510bd0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:13.515001 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:30:13Z', 'revision_number': 6, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:13.532531 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (9db835f1-ac1b-4a30-aa43-1d8312471b8f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.543677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4395f851-3f61-4091-8bab-992d72914eeb None None] The sync data for ids ['9db835f1-ac1b-4a30-aa43-1d8312471b8f'] in dv-neutron-839860-1-hyperv is: [{'id': '9db835f1-ac1b-4a30-aa43-1d8312471b8f', 'name': 'tempest-TestShelveInstance-1403119153-router', 'tenant_id': '4417f9ca22084f349d3d5137ef94da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:00Z', 'updated_at': '2022-04-29T08:30:13Z', 'revision_number': 6, 'project_id': '4417f9ca22084f349d3d5137ef94da9c', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:30:13.631503 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (9db835f1-ac1b-4a30-aa43-1d8312471b8f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.633742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks [] for router_controller (9db835f1-ac1b-4a30-aa43-1d8312471b8f), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.679984 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (9db835f1-ac1b-4a30-aa43-1d8312471b8f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.680468 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db835f1-ac1b-4a30-aa43-1d8312471b8f {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:30:13.684908 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.686077 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-731e04b6-c2dd-4938-902c-1582a2fef0b0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9db835f1-ac1b-4a30-aa43-1d8312471b8f HTTP/1.1" status: 204 len: 168 time: 0.8413281 Apr 29 08:30:13.689141 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34180) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:13.735512 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Deleting subnet 9ba886aa-1717-4725-87c2-54f3815531f8 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:30:13.738981 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Publish callbacks [] for subnet (9ba886aa-1717-4725-87c2-54f3815531f8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.775349 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (9ba886aa-1717-4725-87c2-54f3815531f8), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.859599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (9ba886aa-1717-4725-87c2-54f3815531f8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.916978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (9ba886aa-1717-4725-87c2-54f3815531f8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.947653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba886aa-1717-4725-87c2-54f3815531f8,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:13.950400 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:13.953407 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ba886aa-1717-4725-87c2-54f3815531f8 HTTP/1.1" status: 204 len: 168 time: 0.2631476 Apr 29 08:30:13.956029 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34182) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:13.957904 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fcc64-2b40-49da-bcc4-633e8da4e74d None None] Network 9b22426b-e72b-437b-b21f-8a5313269eb7 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:30:13.960820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.961375 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.961863 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.962339 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.962807 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.963331 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.963865 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.964339 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.964828 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.965149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.965538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.965860 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:13.966470 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80374332-714a-424b-8a9d-f0c839fe4f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:14.053496 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (9b22426b-e72b-437b-b21f-8a5313269eb7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.115846 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Deleting port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:30:14.116183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.183795 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] For port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=dc602789-e7a6-4c0e-96d8-2f0c1f478b9c,segment=NetworkSegment(83e901cd-bf43-426a-93fe-b5a4a253c287),segment_id=83e901cd-bf43-426a-93fe-b5a4a253c287)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:14.184162 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.198542 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Calling delete_port for dc602789-e7a6-4c0e-96d8-2f0c1f478b9c owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:30:14.283821 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (dc602789-e7a6-4c0e-96d8-2f0c1f478b9c), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.309456 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc602789-e7a6-4c0e-96d8-2f0c1f478b9c,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:14.314183 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] No DVR routers for this DVR port dc602789-e7a6-4c0e-96d8-2f0c1f478b9c on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:30:14.371484 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06b654-d73a-4806-9780-84edb4a57bb6 None None] DHCP port deletion for 9b22426b-e72b-437b-b21f-8a5313269eb7 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:30:14.389058 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (9b22426b-e72b-437b-b21f-8a5313269eb7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.420928 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b22426b-e72b-437b-b21f-8a5313269eb7']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:14.430856 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e901cd-bf43-426a-93fe-b5a4a253c287') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:14.431153 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e901cd-bf43-426a-93fe-b5a4a253c287') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:14.441141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (83e901cd-bf43-426a-93fe-b5a4a253c287), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.455273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (83e901cd-bf43-426a-93fe-b5a4a253c287), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.462365 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:30:14.462782 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (83e901cd-bf43-426a-93fe-b5a4a253c287), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:30:14.464883 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:30:14.523044 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (9b22426b-e72b-437b-b21f-8a5313269eb7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.533632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:14.535064 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b22426b-e72b-437b-b21f-8a5313269eb7 HTTP/1.1" status: 204 len: 168 time: 0.5779784 Apr 29 08:30:14.535520 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34184) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:14.549313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bb1e2-c2fa-4058-bd37-69191cbf5995 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b22426b-e72b-437b-b21f-8a5313269eb7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:14.942049 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dc602789-e7a6-4c0e-96d8-2f0c1f478b9c no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:30:14.963174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: dc602789-e7a6-4c0e-96d8-2f0c1f478b9c {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:30:14.963864 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device dc602789-e7a6-4c0e-96d8-2f0c1f478b9c not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:30:14.963953 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 50e70999-dd82-4eb9-9907-f2627e510bd0 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:30:14.984283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 50e70999-dd82-4eb9-9907-f2627e510bd0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:30:14.984592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 50e70999-dd82-4eb9-9907-f2627e510bd0 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:30:14.985421 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2995b909-1fde-4678-a6bb-144e96e6be49 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:30:15.005286 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 2995b909-1fde-4678-a6bb-144e96e6be49 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:30:15.005586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 2995b909-1fde-4678-a6bb-144e96e6be49 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:30:15.218409 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:15.473333 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Deleting port 8ef31058-a00d-4773-a366-ff8b9e833a27 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:30:15.473553 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:15.556489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] For port 8ef31058-a00d-4773-a366-ff8b9e833a27, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=8ef31058-a00d-4773-a366-ff8b9e833a27,segment=NetworkSegment(ccd63c24-4d75-4937-bc97-49e81c177bce),segment_id=ccd63c24-4d75-4937-bc97-49e81c177bce)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:15.556854 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:15.571149 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Calling delete_port for 8ef31058-a00d-4773-a366-ff8b9e833a27 owned by network:router_interface {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:30:15.754083 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (8ef31058-a00d-4773-a366-ff8b9e833a27), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:15.780815 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef31058-a00d-4773-a366-ff8b9e833a27,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:15.960764 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:16.189348 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:30:16.300491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:30:16.306637 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-3888078b-78d8-48fb-95ad-0ef038e8fee2 admin admin] 10.222.0.23 "PUT /v2.0/routers/1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7683334 Apr 29 08:30:16.308129 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34186) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:16.310728 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] Sync routers for ids ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:30:16.322699 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] Routers {'1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:16.323628 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:16.415361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks [] for router (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:16.434313 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] Set router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:16.526965 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks [] for router_gateway (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:16.584471 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Deleting port bcdf113d-5e34-41f5-90c6-9a20e0f39318 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:30:16.584799 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:16.609755 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:30:15Z', 'revision_number': 5, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'gw_port': {'id': 'bcdf113d-5e34-41f5-90c6-9a20e0f39318', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:16.635928 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] Checking router: 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:30:16.644389 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] Routers {'1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:16.644979 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:16.661874 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] For port bcdf113d-5e34-41f5-90c6-9a20e0f39318, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bcdf113d-5e34-41f5-90c6-9a20e0f39318,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:16.662166 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:16.674864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Calling delete_port for bcdf113d-5e34-41f5-90c6-9a20e0f39318 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:30:16.729503 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] Set router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:16.848194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (bcdf113d-5e34-41f5-90c6-9a20e0f39318), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:16.867428 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:30:16Z', 'revision_number': 6, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:16.871610 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdf113d-5e34-41f5-90c6-9a20e0f39318,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:16.896802 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71f0d4-e8ca-4f89-80a3-75757f7d4791 None None] The sync data for ids ['1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc'] in dv-neutron-839860-1-hyperv is: [{'id': '1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc', 'name': 'tempest-TestShelveInstance-1077534381-router', 'tenant_id': '5aafb27581894aab956274b67ea0d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:21:05Z', 'updated_at': '2022-04-29T08:30:16Z', 'revision_number': 6, 'project_id': '5aafb27581894aab956274b67ea0d3a1', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:30:16.945836 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.037664 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.039919 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks [] for router_controller (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.084180 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.084757 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:30:17.088893 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.090054 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-bae5b1ce-c5f0-44b6-b2fc-73036f07abe1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1dfaaaca-5ebd-4d85-84bd-983d30b7b8dc HTTP/1.1" status: 204 len: 168 time: 0.7810609 Apr 29 08:30:17.092709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34188) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:17.135820 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a969abb-0fdf-482e-930b-ec10e8431cf5 admin admin] Deleting subnet b1761a4f-ffb3-4c05-8fa6-f51980febf65 {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:30:17.139133 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a969abb-0fdf-482e-930b-ec10e8431cf5 admin admin] Publish callbacks [] for subnet (b1761a4f-ffb3-4c05-8fa6-f51980febf65), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.182926 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a969abb-0fdf-482e-930b-ec10e8431cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (b1761a4f-ffb3-4c05-8fa6-f51980febf65), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.265406 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a969abb-0fdf-482e-930b-ec10e8431cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (b1761a4f-ffb3-4c05-8fa6-f51980febf65), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.319970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a969abb-0fdf-482e-930b-ec10e8431cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (b1761a4f-ffb3-4c05-8fa6-f51980febf65), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.348128 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a969abb-0fdf-482e-930b-ec10e8431cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1761a4f-ffb3-4c05-8fa6-f51980febf65,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:17.353739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-2a969abb-0fdf-482e-930b-ec10e8431cf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.356990 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-2a969abb-0fdf-482e-930b-ec10e8431cf5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b1761a4f-ffb3-4c05-8fa6-f51980febf65 HTTP/1.1" status: 204 len: 168 time: 0.2633305 Apr 29 08:30:17.359677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34190) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:17.362547 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de552a1d-4258-4e33-9688-7401495eedb1 None None] Network 5f35af92-1708-45d4-b21e-9344f5fe6cf4 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:30:17.426447 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (5f35af92-1708-45d4-b21e-9344f5fe6cf4), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.482214 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Deleting port 5d3f4d00-00e5-48b7-8749-16b5fb835069 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:30:17.482585 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.553169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] For port 5d3f4d00-00e5-48b7-8749-16b5fb835069, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=5d3f4d00-00e5-48b7-8749-16b5fb835069,segment=NetworkSegment(ccd63c24-4d75-4937-bc97-49e81c177bce),segment_id=ccd63c24-4d75-4937-bc97-49e81c177bce)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:17.553580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.568310 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Calling delete_port for 5d3f4d00-00e5-48b7-8749-16b5fb835069 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:30:17.653562 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f696379f-d7c5-46b0-bd93-fd150bf44d61 None None] DHCP port deletion for 5f35af92-1708-45d4-b21e-9344f5fe6cf4 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:30:17.660414 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (5d3f4d00-00e5-48b7-8749-16b5fb835069), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.683292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f696379f-d7c5-46b0-bd93-fd150bf44d61 None None] The port '5d3f4d00-00e5-48b7-8749-16b5fb835069' was deleted {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Apr 29 08:30:17.687286 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3f4d00-00e5-48b7-8749-16b5fb835069,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:17.689319 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] No DVR routers for this DVR port 5d3f4d00-00e5-48b7-8749-16b5fb835069 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:30:17.764496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (5f35af92-1708-45d4-b21e-9344f5fe6cf4), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.784654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f35af92-1708-45d4-b21e-9344f5fe6cf4']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:17.793979 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd63c24-4d75-4937-bc97-49e81c177bce') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:17.794269 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd63c24-4d75-4937-bc97-49e81c177bce') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:17.804255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (ccd63c24-4d75-4937-bc97-49e81c177bce), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.817983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (ccd63c24-4d75-4937-bc97-49e81c177bce), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.825006 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:30:17.825555 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (ccd63c24-4d75-4937-bc97-49e81c177bce), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:30:17.827383 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:30:17.882709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (5f35af92-1708-45d4-b21e-9344f5fe6cf4), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.888606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:17.891906 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] 10.222.0.23 "DELETE /v2.0/networks/5f35af92-1708-45d4-b21e-9344f5fe6cf4 HTTP/1.1" status: 204 len: 168 time: 0.5312779 Apr 29 08:30:17.912092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515b7c7-4d9b-499c-915f-4c040264606d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f35af92-1708-45d4-b21e-9344f5fe6cf4,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:18.009896 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34194) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:18.049910 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-01f449c9-bf19-4562-a2e6-e43d5a02d9a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4417f9ca22084f349d3d5137ef94da9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386324 Apr 29 08:30:18.052391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34196) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:18.099853 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73861871-268b-4744-b702-645da1f0bd66 admin admin] Publish callbacks [] for security_group (0e35a38d-73f2-40a6-8833-06d53b12ca1e), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:18.121575 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73861871-268b-4744-b702-645da1f0bd66 admin admin] Publish callbacks [] for security_group (0e35a38d-73f2-40a6-8833-06d53b12ca1e), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:18.175543 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73861871-268b-4744-b702-645da1f0bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (0e35a38d-73f2-40a6-8833-06d53b12ca1e), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:18.178219 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-73861871-268b-4744-b702-645da1f0bd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:18.179362 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-73861871-268b-4744-b702-645da1f0bd66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e35a38d-73f2-40a6-8833-06d53b12ca1e HTTP/1.1" status: 204 len: 168 time: 0.1261067 Apr 29 08:30:18.187489 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73861871-268b-4744-b702-645da1f0bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e35a38d-73f2-40a6-8833-06d53b12ca1e,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:18.508327 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34202) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:18.547740 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-706760f5-89a2-4757-a49e-14b815552059 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5aafb27581894aab956274b67ea0d3a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381544 Apr 29 08:30:18.550250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34204) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:18.598923 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57cc7297-255b-40bd-afe8-53b63934c737 admin admin] Publish callbacks [] for security_group (ecfc0b05-46ad-4dfb-887b-ba7ca146725b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:18.623799 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57cc7297-255b-40bd-afe8-53b63934c737 admin admin] Publish callbacks [] for security_group (ecfc0b05-46ad-4dfb-887b-ba7ca146725b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:18.672798 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57cc7297-255b-40bd-afe8-53b63934c737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ecfc0b05-46ad-4dfb-887b-ba7ca146725b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:18.675321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-57cc7297-255b-40bd-afe8-53b63934c737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:18.676479 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-57cc7297-255b-40bd-afe8-53b63934c737 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecfc0b05-46ad-4dfb-887b-ba7ca146725b HTTP/1.1" status: 204 len: 168 time: 0.1252735 Apr 29 08:30:18.684276 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc7297-255b-40bd-afe8-53b63934c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfc0b05-46ad-4dfb-887b-ba7ca146725b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:18.938321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ef31058-a00d-4773-a366-ff8b9e833a27 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:30:18.959849 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 8ef31058-a00d-4773-a366-ff8b9e833a27 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:30:18.960170 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 8ef31058-a00d-4773-a366-ff8b9e833a27 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:30:18.960603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5d3f4d00-00e5-48b7-8749-16b5fb835069 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:30:18.980462 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 5d3f4d00-00e5-48b7-8749-16b5fb835069 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:30:18.980809 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 5d3f4d00-00e5-48b7-8749-16b5fb835069 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:30:18.981248 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bcdf113d-5e34-41f5-90c6-9a20e0f39318 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:30:19.000606 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: bcdf113d-5e34-41f5-90c6-9a20e0f39318 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:30:19.000940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bcdf113d-5e34-41f5-90c6-9a20e0f39318 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:30:19.371855 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34226) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:19.474663 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1545622387-network', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:19.501050 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Made reservation on behalf of eab68d1ba0f64d45a4097b5a79a70af8 for: {'network': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:30:19.503800 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:19.513015 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:19.598931 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Publish callbacks [] for security_group (88b0be8b-db35-4621-81c5-63ca5ee972ba), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:19.604453 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (88b0be8b-db35-4621-81c5-63ca5ee972ba), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:19.630644 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:30:19.640334 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b0be8b-db35-4621-81c5-63ca5ee972ba,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:19.644948 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (49fb475e-817a-44bb-8486-e2053f331fa1), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:19.645296 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.segments_db [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Added segment 49fb475e-817a-44bb-8486-e2053f331fa1 of type vlan for network ef2feed5-8ab8-44ab-9d6a-17edbc872717 Apr 29 08:30:19.683130 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (ef2feed5-8ab8-44ab-9d6a-17edbc872717), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:19.709248 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (ef2feed5-8ab8-44ab-9d6a-17edbc872717), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:19.710178 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:19.710739 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:19.764797 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3917851 Apr 29 08:30:19.767929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34230) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:19.769966 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54efc5f-1059-4bc6-b0f3-8edb8f23c6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ef2feed5-8ab8-44ab-9d6a-17edbc872717,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:19.775380 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Request body: {'subnet': {'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1545622387-subnet', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'ip_version': 4}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:19.790093 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:30:19.809554 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Made reservation on behalf of eab68d1ba0f64d45a4097b5a79a70af8 for: {'subnet': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:30:19.812069 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829825'] for subnet (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:19.987031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3329772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829887'] for subnet (8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.055580 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:20.063146 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Checking segment: {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:30:20.063509 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Network hostable DHCP agents. Network: ef2feed5-8ab8-44ab-9d6a-17edbc872717, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:30:20.082661 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:30:20.093275 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, ef2feed5-8ab8-44ab-9d6a-17edbc872717) {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:20.097493 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:20.098087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.102180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c6eac2-2199-4536-b2b6-a20418bb6445 None None] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:30:20.114475 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-53509a77-ecb9-4e7b-8dd3-cd57378909f9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3453257 Apr 29 08:30:20.117140 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34232) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:20.121385 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:20.140191 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (bb57d58c-8a9b-437d-a336-87f35f18d6d8), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.141190 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (bb57d58c-8a9b-437d-a336-87f35f18d6d8), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.199186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks [] for router_controller (bb57d58c-8a9b-437d-a336-87f35f18d6d8), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.204850 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:30:20.205757 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.338635 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Allocated IP 172.20.0.2 (ef2feed5-8ab8-44ab-9d6a-17edbc872717/8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f/c1c20ef0-f55b-4cf9-b18f-314692d972b3) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:30:20.340123 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks [] for router_gateway (bb57d58c-8a9b-437d-a336-87f35f18d6d8), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.479661 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Publish callbacks [] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.486664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.529113 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:20.535106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:20.536817 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Pushing event updated for resources: {'Port': ['ID=c1c20ef0-f55b-4cf9-b18f-314692d972b3,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:20.538934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:30:20.544077 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks [] for router_gateway (bb57d58c-8a9b-437d-a336-87f35f18d6d8), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.547981 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.548332 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.548677 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.549015 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.549390 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.549720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.550052 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.550384 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.550711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.551037 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.551369 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.551739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.552011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:20.564145 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.608937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Attempting to bind port c1c20ef0-f55b-4cf9-b18f-314692d972b3 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:30:20.609257 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Attempting to bind port c1c20ef0-f55b-4cf9-b18f-314692d972b3 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:30:20.609643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Attempting to bind port c1c20ef0-f55b-4cf9-b18f-314692d972b3 on network ef2feed5-8ab8-44ab-9d6a-17edbc872717 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:30:20.614798 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:30:20.615164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Checking segment: {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:30:20.615556 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.615943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Bound using segment: {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:30:20.616400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Bound port: c1c20ef0-f55b-4cf9-b18f-314692d972b3, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:30:20.616772 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.663744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Allocated IP 172.26.3.141 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/97c507ea-fe63-4ddf-a663-d0bc2afb71c5) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:30:20.678445 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] For port c1c20ef0-f55b-4cf9-b18f-314692d972b3, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:30:20.681558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] For port c1c20ef0-f55b-4cf9-b18f-314692d972b3, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c1c20ef0-f55b-4cf9-b18f-314692d972b3,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:30:20.688846 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.743196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2198a4-3f61-4691-8ea4-f735810018e3 None None] Pushing event updated for resources: {'Port': ['ID=c1c20ef0-f55b-4cf9-b18f-314692d972b3,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:20.777981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks [] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.816429 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:20.854831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:20.857822 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:20.860425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:30:20.913831 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Pushing event updated for resources: {'Port': ['ID=97c507ea-fe63-4ddf-a663-d0bc2afb71c5,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:21.139036 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks [] for router_gateway (bb57d58c-8a9b-437d-a336-87f35f18d6d8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:21.349502 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (bb57d58c-8a9b-437d-a336-87f35f18d6d8), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:21.488321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Router bb57d58c-8a9b-437d-a336-87f35f18d6d8 is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:30:21.602632 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:30:21.613107 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Sync routers for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:30:21.623459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:21.627656 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-df2c89b9-b905-4a9a-ba56-e7e9ba3b2077 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5068386 Apr 29 08:30:21.627830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:21.627830 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:21.628059 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34234) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:21.667531 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f7a0bc-c23c-4a5a-ae03-08ea66925e18 None None] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:30:21.804833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:21.806802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9fc8b44d-4ee4-4f0e-9f71-d3e4a2ca005e None None] Provisioning complete for port c1c20ef0-f55b-4cf9-b18f-314692d972b3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:21.807161 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b44d-4ee4-4f0e-9f71-d3e4a2ca005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.054217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8b44d-4ee4-4f0e-9f71-d3e4a2ca005e None None] Current status of the port c1c20ef0-f55b-4cf9-b18f-314692d972b3 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:22.054660 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b44d-4ee4-4f0e-9f71-d3e4a2ca005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.056616 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.103467 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9fc8b44d-4ee4-4f0e-9f71-d3e4a2ca005e None None] For port c1c20ef0-f55b-4cf9-b18f-314692d972b3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c1c20ef0-f55b-4cf9-b18f-314692d972b3,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:22.114128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b44d-4ee4-4f0e-9f71-d3e4a2ca005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.119461 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:21Z', 'revision_number': 3, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:22.165739 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Checking router: bb57d58c-8a9b-437d-a336-87f35f18d6d8 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:30:22.166029 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Updating router bb57d58c-8a9b-437d-a336-87f35f18d6d8 port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:30:22.207246 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.225013 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Allocated IP 172.20.0.1 (ef2feed5-8ab8-44ab-9d6a-17edbc872717/8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f/9045a5ee-d4d1-4d71-8bae-83aa48692ae7) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:30:22.237855 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8b44d-4ee4-4f0e-9f71-d3e4a2ca005e None None] Pushing event updated for resources: {'Port': ['ID=c1c20ef0-f55b-4cf9-b18f-314692d972b3,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:22.313818 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9f54dc00-9ea3-4689-92bc-3a8b9867f3c9 None None] Provisioning complete for port c1c20ef0-f55b-4cf9-b18f-314692d972b3 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:22.314116 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9f54dc00-9ea3-4689-92bc-3a8b9867f3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.325053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Publish callbacks [] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.358484 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.404194 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:22.410237 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:22.412415 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Pushing event updated for resources: {'Port': ['ID=9045a5ee-d4d1-4d71-8bae-83aa48692ae7,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:22.414510 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:30:22.459532 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (bb57d58c-8a9b-437d-a336-87f35f18d6d8), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.480507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9f54dc00-9ea3-4689-92bc-3a8b9867f3c9 None None] Current status of the port c1c20ef0-f55b-4cf9-b18f-314692d972b3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:22.549212 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Publish callbacks [] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.558752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.605063 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.612965 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Attempting to bind port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:30:22.613426 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Attempting to bind port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:30:22.614092 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Attempting to bind port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:30:22.623972 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050f21f-f6d1-4c13-8e9c-6530587edbdd None None] Pushing event updated for resources: {'Port': ['ID=97c507ea-fe63-4ddf-a663-d0bc2afb71c5,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:22.626505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:30:22.626994 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:30:22.627520 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.628002 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:30:22.628568 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Bound port: 97c507ea-fe63-4ddf-a663-d0bc2afb71c5, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:30:22.629045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.680078 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] For port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:30:22.683368 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] For port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=97c507ea-fe63-4ddf-a663-d0bc2afb71c5,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:30:22.694671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.741777 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-fb6b545b-4c5a-4e10-8d8b-885b0631b3d0 None None] Provisioning complete for port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:22.742138 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fb6b545b-4c5a-4e10-8d8b-885b0631b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.766298 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Publish callbacks [] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.771951 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.786313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:22.786927 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:22.788538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050f21f-f6d1-4c13-8e9c-6530587edbdd None None] Pushing event updated for resources: {'Port': ['ID=97c507ea-fe63-4ddf-a663-d0bc2afb71c5,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:22.836511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Pushing event updated for resources: {'Port': ['ID=9045a5ee-d4d1-4d71-8bae-83aa48692ae7,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:22.839111 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (bb57d58c-8a9b-437d-a336-87f35f18d6d8), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:22.861251 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b545b-4c5a-4e10-8d8b-885b0631b3d0 None None] Port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:30:22.913543 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:22.944885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:22.947760 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:23.067805 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Router bb57d58c-8a9b-437d-a336-87f35f18d6d8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:30:23.103724 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c1c20ef0-f55b-4cf9-b18f-314692d972b3 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:23.242944 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-910da47d-289e-4a13-9e2d-b45b86b7ff6e None None] Provisioning complete for port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:23.243217 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-910da47d-289e-4a13-9e2d-b45b86b7ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:23.296011 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port c1c20ef0-f55b-4cf9-b18f-314692d972b3 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:23.296377 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:23.333059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-910da47d-289e-4a13-9e2d-b45b86b7ff6e None None] Port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:30:23.425132 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port c1c20ef0-f55b-4cf9-b18f-314692d972b3 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:23.429633 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 2, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:23.456180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661577e-5154-46e2-b668-c23bc9259a68 None None] The sync data for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv is: [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 2, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:30:23.499780 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:30:23.505699 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-ddf7530f-4dd3-4f08-8055-6a7caaa9b20a admin admin] 10.222.0.23 "PUT /v2.0/routers/bb57d58c-8a9b-437d-a336-87f35f18d6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744283 Apr 29 08:30:24.000357 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34250) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:24.005411 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-214611033-network', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:24.026006 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Made reservation on behalf of 28463bc5a1274a5eaf2d871a4672446e for: {'network': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:30:24.028786 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for network (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.046440 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.137126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Publish callbacks [] for security_group (696d9ade-2c5b-4acf-9f1f-4d6d139e8cc3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.142465 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (696d9ade-2c5b-4acf-9f1f-4d6d139e8cc3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.168082 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:30:24.177442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696d9ade-2c5b-4acf-9f1f-4d6d139e8cc3,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:24.184965 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (d0d75a9d-da17-4559-8efc-418b72887ef2), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.185423 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.segments_db [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Added segment d0d75a9d-da17-4559-8efc-418b72887ef2 of type vlan for network b0505421-5474-4e80-839a-da8236ab4f62 Apr 29 08:30:24.227847 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745940339649'] for network (b0505421-5474-4e80-839a-da8236ab4f62), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.254114 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378'] for network (b0505421-5474-4e80-839a-da8236ab4f62), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.255078 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:24.255646 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.311029 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3094680 Apr 29 08:30:24.314154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34252) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:24.323970 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e0737-0ae4-481c-9f1c-18d32232dd72 admin admin] Pushing event updated for resources: {'Network': ['ID=b0505421-5474-4e80-839a-da8236ab4f62,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:24.324813 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Request body: {'subnet': {'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-214611033-subnet', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'ip_version': 4}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:24.335883 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Network b0505421-5474-4e80-839a-da8236ab4f62 details requested by agent ovs-agent-dv-neutron-839860-1-hyperv with host dv-neutron-839860-1-hyperv {{(pid=104225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:30:24.355793 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Made reservation on behalf of 28463bc5a1274a5eaf2d871a4672446e for: {'subnet': 1} {{(pid=104224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:30:24.358504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9111293'] for subnet (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.536866 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9111235'] for subnet (258949ec-787e-4a19-adca-88e6742c0861), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.590771 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=258949ec-787e-4a19-adca-88e6742c0861,revision_number=0']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:24.601653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Checking segment: {'id': 'd0d75a9d-da17-4559-8efc-418b72887ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:30:24.602004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Network hostable DHCP agents. Network: b0505421-5474-4e80-839a-da8236ab4f62, hostable agents: ['daf4a3bb-fadc-4a9c-91b2-b98a782541a8'], hosted agents: [] {{(pid=104224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:30:24.619911 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Network b0505421-5474-4e80-839a-da8236ab4f62 is scheduled to be hosted by DHCP agent daf4a3bb-fadc-4a9c-91b2-b98a782541a8 with binding_index 1 {{(pid=104224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:30:24.630606 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839860-1-hyperv, b0505421-5474-4e80-839a-da8236ab4f62) {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:24.634864 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:24.635599 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.641655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d43987e-77b8-43a7-afa1-0f05f4ca60ac None None] Network b0505421-5474-4e80-839a-da8236ab4f62 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:30:24.654523 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-75eb887d-f97e-4686-9468-66b572eaaa42 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3382845 Apr 29 08:30:24.656884 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34254) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:24.661399 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:24.684338 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1803635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9696'] for router (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.685421 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1803727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9625'] for router (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.750367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks [] for router_controller (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), precommit_add_association {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.762159 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc6c0e1-34e0-5097-874a-f02d0273ea14-b0505421-5474-4e80-839a-da8236ab4f62', 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62', 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'fixed_ips': [{'subnet_id': '258949ec-787e-4a19-adca-88e6742c0861'}]}} from dv-neutron-839860-1-hyperv. {{(pid=104225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:30:24.763025 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.890833 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks [] for router_gateway (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:24.909247 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.db_base_plugin_common [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Allocated IP 172.20.0.2 (b0505421-5474-4e80-839a-da8236ab4f62/258949ec-787e-4a19-adca-88e6742c0861/f3d9f296-c469-4902-9868-707b58fe35e0) {{(pid=104225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:30:24.986738 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:25.096369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks [] for router_gateway (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.097615 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Publish callbacks [] for port (f3d9f296-c469-4902-9868-707b58fe35e0), precommit_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.105802 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), after_create {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.109687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:25.110045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.116121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.167303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Network b0505421-5474-4e80-839a-da8236ab4f62 is already hosted by enough agents. {{(pid=104225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:25.173255 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.scheduler.base_scheduler [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Resources bound (agent type, host, resource id): {{(pid=104225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:25.181313 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Received port after_create {{(pid=104225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:30:25.192940 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Pushing event updated for resources: {'Port': ['ID=f3d9f296-c469-4902-9868-707b58fe35e0,revision_number=1']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:25.225988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Allocated IP 172.26.3.199 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/a458ddc6-07e7-485e-ba7e-0c1a3322ab8b) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:30:25.273952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Attempting to bind port f3d9f296-c469-4902-9868-707b58fe35e0 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:30:25.274335 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Attempting to bind port f3d9f296-c469-4902-9868-707b58fe35e0 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'd0d75a9d-da17-4559-8efc-418b72887ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:30:25.274682 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Attempting to bind port f3d9f296-c469-4902-9868-707b58fe35e0 on network b0505421-5474-4e80-839a-da8236ab4f62 {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:30:25.286405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:25.286789 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.292902 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:30:25.293301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Checking segment: {'id': 'd0d75a9d-da17-4559-8efc-418b72887ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:30:25.293694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.294083 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Bound using segment: {'id': 'd0d75a9d-da17-4559-8efc-418b72887ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:30:25.294557 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Bound port: f3d9f296-c469-4902-9868-707b58fe35e0, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d75a9d-da17-4559-8efc-418b72887ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:30:25.294954 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.321491 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=97c507ea-fe63-4ddf-a663-d0bc2afb71c5,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:25.340043 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks [] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.340707 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.377186 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.407097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] For port f3d9f296-c469-4902-9868-707b58fe35e0, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:30:25.412141 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:25.417321 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:25.417620 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=97c507ea-fe63-4ddf-a663-d0bc2afb71c5,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:25.420293 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:30:25.423256 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] For port f3d9f296-c469-4902-9868-707b58fe35e0, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f3d9f296-c469-4902-9868-707b58fe35e0,segment=NetworkSegment(d0d75a9d-da17-4559-8efc-418b72887ef2),segment_id=d0d75a9d-da17-4559-8efc-418b72887ef2)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:30:25.431259 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.453609 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Pushing event updated for resources: {'Port': ['ID=a458ddc6-07e7-485e-ba7e-0c1a3322ab8b,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:25.494804 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d7c58-d789-404c-b574-af16d3bac8bc None None] Pushing event updated for resources: {'Port': ['ID=f3d9f296-c469-4902-9868-707b58fe35e0,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:25.504660 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Sync routers for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:30:25.516625 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:25.517277 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:25.630741 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:25.719664 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks [] for router_gateway (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:25.864665 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 2, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:25.890522 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Checking router: bb57d58c-8a9b-437d-a336-87f35f18d6d8 for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:30:25.890867 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Updating router bb57d58c-8a9b-437d-a336-87f35f18d6d8 port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:30:25.919042 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:26.223229 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Publish callbacks [] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:26.230929 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:26.284060 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Pushing event updated for resources: {'Port': ['ID=9045a5ee-d4d1-4d71-8bae-83aa48692ae7,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:26.300432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1803718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1805892'] for router (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:26.305701 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.306048 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.306388 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.306712 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.307039 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.307362 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.307689 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.308004 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.308324 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.308632 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.308969 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.309285 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.309602 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:30:26.357511 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Attempting to bind port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:30:26.358072 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Attempting to bind port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:30:26.358621 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Attempting to bind port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 on network ef2feed5-8ab8-44ab-9d6a-17edbc872717 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:30:26.364816 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:30:26.365193 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Checking segment: {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:30:26.365612 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:26.365992 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Bound using segment: {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:30:26.366450 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Bound port: 9045a5ee-d4d1-4d71-8bae-83aa48692ae7, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:30:26.366820 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:26.433794 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] For port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:30:26.438490 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] For port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9045a5ee-d4d1-4d71-8bae-83aa48692ae7,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:30:26.451182 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:26.454606 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f is scheduled to L3 agent ed915f85-2558-4070-ab17-57f71c22b820 with binding_index 1 {{(pid=104223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:30:26.509190 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac62a4-c7e5-4938-9401-9d09c134e34c None None] Pushing event updated for resources: {'Port': ['ID=9045a5ee-d4d1-4d71-8bae-83aa48692ae7,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:26.522830 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:26.523555 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:26.582229 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:30:26.597289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Sync routers for ids ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:30:26.601504 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:26.605977 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34256) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:26.606495 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-00cca8a6-35a5-438b-a158-e883fed6ce33 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9480016 Apr 29 08:30:26.626636 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Routers {'1f51b7e9-2e1d-436e-9ba9-260a79d9898f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:26.627442 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:26.653010 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:26.718186 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e3265-f44a-4945-9a12-ee2943f19eea None None] Network b0505421-5474-4e80-839a-da8236ab4f62 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:30:26.766655 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-45574876-14b1-4468-835c-d3458760b03b None None] Provisioning complete for port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:26.767026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-45574876-14b1-4468-835c-d3458760b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:26.853880 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Set router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:26.913973 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:26Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:26.952196 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12171892-6c84-478f-a0dc-fd2d06aaa12a None None] The sync data for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv is: [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:26Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:30:27.086505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-45574876-14b1-4468-835c-d3458760b03b None None] Current status of the port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:27.086959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-45574876-14b1-4468-835c-d3458760b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.115023 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f3d9f296-c469-4902-9868-707b58fe35e0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:27.168343 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.202843 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-45574876-14b1-4468-835c-d3458760b03b None None] For port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9045a5ee-d4d1-4d71-8bae-83aa48692ae7,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:27.216218 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-45574876-14b1-4468-835c-d3458760b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.244854 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f3d9f296-c469-4902-9868-707b58fe35e0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:27.245230 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.332747 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:24Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 3, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'gw_port': {'id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:25Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:27.368148 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45574876-14b1-4468-835c-d3458760b03b None None] Pushing event updated for resources: {'Port': ['ID=9045a5ee-d4d1-4d71-8bae-83aa48692ae7,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:27.378577 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Checking router: 1f51b7e9-2e1d-436e-9ba9-260a79d9898f for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:30:27.378993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Updating router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b binding host dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:30:27.386150 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Allocated IP 172.20.0.1 (b0505421-5474-4e80-839a-da8236ab4f62/258949ec-787e-4a19-adca-88e6742c0861/bc5458bb-7861-4936-9eb0-446ca80b3d48) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:30:27.433549 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6a935a65-3044-4ab8-8b1b-0f588530cb2d None None] Provisioning complete for port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:27.433915 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6a935a65-3044-4ab8-8b1b-0f588530cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.462532 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f3d9f296-c469-4902-9868-707b58fe35e0 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:27.462907 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.466479 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.502184 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Publish callbacks [] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.542391 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.589047 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port f3d9f296-c469-4902-9868-707b58fe35e0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f3d9f296-c469-4902-9868-707b58fe35e0,segment=NetworkSegment(d0d75a9d-da17-4559-8efc-418b72887ef2),segment_id=d0d75a9d-da17-4559-8efc-418b72887ef2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:27.589665 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Network b0505421-5474-4e80-839a-da8236ab4f62 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:27.593043 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:27.597998 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.598791 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:27.600538 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:30:27.603728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5458bb-7861-4936-9eb0-446ca80b3d48,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:27.644389 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806005'] for router_interface (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.809763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.926812 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6a935a65-3044-4ab8-8b1b-0f588530cb2d None None] Current status of the port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:27.932787 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=f3d9f296-c469-4902-9868-707b58fe35e0,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:27.961609 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-6a935a65-3044-4ab8-8b1b-0f588530cb2d None None] Provisioning complete for port f3d9f296-c469-4902-9868-707b58fe35e0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:27.961920 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-6a935a65-3044-4ab8-8b1b-0f588530cb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.969808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:27.970162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.981818 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Publish callbacks [] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:27.987558 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.053472 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5458bb-7861-4936-9eb0-446ca80b3d48,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:28.056081 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802501'] for router_interface (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.151832 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Network b0505421-5474-4e80-839a-da8236ab4f62 is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:28.153504 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:28.154960 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Publish callbacks [] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), precommit_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.169774 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.174771 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-6a935a65-3044-4ab8-8b1b-0f588530cb2d None None] Current status of the port f3d9f296-c469-4902-9868-707b58fe35e0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:28.209156 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:28.210279 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:28.264727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377770c-929c-4570-9a2e-edfc39f15fa4 None None] Pushing event updated for resources: {'Port': ['ID=a458ddc6-07e7-485e-ba7e-0c1a3322ab8b,revision_number=2']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:28.269307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Attempting to bind port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:30:28.269671 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Attempting to bind port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:30:28.270022 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Attempting to bind port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b on network e510ec30-9138-4508-8232-c3a3eb935c2b {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:30:28.280874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:30:28.281897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Checking segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:30:28.281897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.282097 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Bound using segment: {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'} {{(pid=104225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:30:28.282473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.managers [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Bound port: a458ddc6-07e7-485e-ba7e-0c1a3322ab8b, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6a847-f2de-49aa-a04f-12ecaa78551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b'}}] {{(pid=104225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:30:28.282842 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.283539 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:30:28.337183 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b150ca34-a012-43b9-a06b-8423b7c29bc7 None None] Provisioning complete for port bc5458bb-7861-4936-9eb0-446ca80b3d48 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:28.337572 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b150ca34-a012-43b9-a06b-8423b7c29bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.367300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:28.367667 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.396804 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:30:28.397513 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] For port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:30:28.402996 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-188fd5c8-9f9e-48fc-a575-0b934f9320a7 admin admin] 10.222.0.23 "PUT /v2.0/routers/1f51b7e9-2e1d-436e-9ba9-260a79d9898f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958596 Apr 29 08:30:28.416975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b150ca34-a012-43b9-a06b-8423b7c29bc7 None None] Port bc5458bb-7861-4936-9eb0-446ca80b3d48 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:30:28.424465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] For port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=a458ddc6-07e7-485e-ba7e-0c1a3322ab8b,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:30:28.436899 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.474589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b150ca34-a012-43b9-a06b-8423b7c29bc7 None None] Provisioning complete for port f3d9f296-c469-4902-9868-707b58fe35e0 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:28.474863 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b150ca34-a012-43b9-a06b-8423b7c29bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.552654 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377770c-929c-4570-9a2e-edfc39f15fa4 None None] Pushing event updated for resources: {'Port': ['ID=a458ddc6-07e7-485e-ba7e-0c1a3322ab8b,revision_number=3']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:28.558187 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Routers {'1f51b7e9-2e1d-436e-9ba9-260a79d9898f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:28.558793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:28.610026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:28.701797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b150ca34-a012-43b9-a06b-8423b7c29bc7 None None] Current status of the port f3d9f296-c469-4902-9868-707b58fe35e0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:28.713715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] Set router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:28.844934 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-c3162699-eb1b-4486-a6ba-bfd9fafdbfe5 None None] Provisioning complete for port bc5458bb-7861-4936-9eb0-446ca80b3d48 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:28.845289 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c3162699-eb1b-4486-a6ba-bfd9fafdbfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:28.896455 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-c3162699-eb1b-4486-a6ba-bfd9fafdbfe5 None None] Port bc5458bb-7861-4936-9eb0-446ca80b3d48 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:30:28.941808 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f3d9f296-c469-4902-9868-707b58fe35e0 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:28.971167 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:24Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 4, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'gw_port': {'id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:25Z', 'updated_at': '2022-04-29T08:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'bc5458bb-7861-4936-9eb0-446ca80b3d48', 'name': '', 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'mac_address': 'fa:16:3e:07:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '258949ec-787e-4a19-adca-88e6742c0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:27Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 2, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'subnets': [{'id': '258949ec-787e-4a19-adca-88e6742c0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:29.002292 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc33e7-c21c-4d32-bff1-832d110abaf9 None None] The sync data for ids ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'] in dv-neutron-839860-1-hyperv is: [{'id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:24Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 4, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'gw_port': {'id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:25Z', 'updated_at': '2022-04-29T08:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'bc5458bb-7861-4936-9eb0-446ca80b3d48', 'name': '', 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'mac_address': 'fa:16:3e:07:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '258949ec-787e-4a19-adca-88e6742c0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:27Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 2, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'subnets': [{'id': '258949ec-787e-4a19-adca-88e6742c0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:30:29.023441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port f3d9f296-c469-4902-9868-707b58fe35e0 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:29.023873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:29.104005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port f3d9f296-c469-4902-9868-707b58fe35e0 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:29.105122 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:29.156487 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:29.156896 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:29.246875 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:30.056124 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34266) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:30.060861 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-07d68c5f-8e06-4413-b1fb-fc41c672f1d5 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622022568', 'description': 'tempest-secgroup-smoke-622022568 description', 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:30.082722 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-07d68c5f-8e06-4413-b1fb-fc41c672f1d5 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.154614 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-07d68c5f-8e06-4413-b1fb-fc41c672f1d5 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group (ddd2dd17-25e8-47ba-951b-77db7ed27913), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.159257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-07d68c5f-8e06-4413-b1fb-fc41c672f1d5 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ddd2dd17-25e8-47ba-951b-77db7ed27913), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.191770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d68c5f-8e06-4413-b1fb-fc41c672f1d5 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd2dd17-25e8-47ba-951b-77db7ed27913,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:30.197313 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-07d68c5f-8e06-4413-b1fb-fc41c672f1d5 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.198571 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-07d68c5f-8e06-4413-b1fb-fc41c672f1d5 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1414065 Apr 29 08:30:30.201621 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34268) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:30.206121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0dfc77ad-8ba0-4e27-b094-348dd598fddb tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'security_group_rule': {'security_group_id': 'ddd2dd17-25e8-47ba-951b-77db7ed27913', 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:30.231575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0dfc77ad-8ba0-4e27-b094-348dd598fddb tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (e2937b26-e37c-47f5-af55-cdfcc35c91ca), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.295232 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0dfc77ad-8ba0-4e27-b094-348dd598fddb tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (e2937b26-e37c-47f5-af55-cdfcc35c91ca), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.299436 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0dfc77ad-8ba0-4e27-b094-348dd598fddb tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (e2937b26-e37c-47f5-af55-cdfcc35c91ca), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.322962 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc77ad-8ba0-4e27-b094-348dd598fddb tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2937b26-e37c-47f5-af55-cdfcc35c91ca,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:30.328701 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0dfc77ad-8ba0-4e27-b094-348dd598fddb tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.332717 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0dfc77ad-8ba0-4e27-b094-348dd598fddb tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273482 Apr 29 08:30:30.332849 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34270) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:30.337446 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-391ffeb7-f636-4ff6-981e-331f248d64d8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'security_group_rule': {'security_group_id': 'ddd2dd17-25e8-47ba-951b-77db7ed27913', 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:30.362133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-391ffeb7-f636-4ff6-981e-331f248d64d8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (f207d68e-ef7e-48c7-ab99-53f9d828d3e7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.419816 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-391ffeb7-f636-4ff6-981e-331f248d64d8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (f207d68e-ef7e-48c7-ab99-53f9d828d3e7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.424968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-391ffeb7-f636-4ff6-981e-331f248d64d8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (f207d68e-ef7e-48c7-ab99-53f9d828d3e7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.442645 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ffeb7-f636-4ff6-981e-331f248d64d8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f207d68e-ef7e-48c7-ab99-53f9d828d3e7,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:30.451441 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-391ffeb7-f636-4ff6-981e-331f248d64d8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.452675 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-391ffeb7-f636-4ff6-981e-331f248d64d8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188710 Apr 29 08:30:30.455451 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34272) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:30.459742 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-880c14a2-ea99-4132-84b5-b9733ad352b0 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'security_group_rule': {'security_group_id': 'ddd2dd17-25e8-47ba-951b-77db7ed27913', 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:30.487523 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-880c14a2-ea99-4132-84b5-b9733ad352b0 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (1353f4fd-d2b6-4734-bcc2-38c1aaa692b7), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.545094 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-880c14a2-ea99-4132-84b5-b9733ad352b0 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (1353f4fd-d2b6-4734-bcc2-38c1aaa692b7), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.549883 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-880c14a2-ea99-4132-84b5-b9733ad352b0 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (1353f4fd-d2b6-4734-bcc2-38c1aaa692b7), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.568940 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c14a2-ea99-4132-84b5-b9733ad352b0 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1353f4fd-d2b6-4734-bcc2-38c1aaa692b7,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:30.580898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-880c14a2-ea99-4132-84b5-b9733ad352b0 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.583814 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-880c14a2-ea99-4132-84b5-b9733ad352b0 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273530 Apr 29 08:30:30.586561 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34274) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:30.591110 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-a46b575d-a003-44aa-8015-71f1fa5f96f6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'security_group_rule': {'security_group_id': 'ddd2dd17-25e8-47ba-951b-77db7ed27913', 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:30.616108 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a46b575d-a003-44aa-8015-71f1fa5f96f6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (138be58d-ac0f-4590-80e5-ee1b03f369a3), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.677939 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a46b575d-a003-44aa-8015-71f1fa5f96f6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (138be58d-ac0f-4590-80e5-ee1b03f369a3), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.682897 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a46b575d-a003-44aa-8015-71f1fa5f96f6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (138be58d-ac0f-4590-80e5-ee1b03f369a3), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.703954 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b575d-a003-44aa-8015-71f1fa5f96f6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138be58d-ac0f-4590-80e5-ee1b03f369a3,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:30.709766 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-a46b575d-a003-44aa-8015-71f1fa5f96f6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.711262 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-a46b575d-a003-44aa-8015-71f1fa5f96f6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237247 Apr 29 08:30:30.714184 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34276) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:30.719583 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-0abd6b05-ad1a-4255-8d04-42acdc47b964 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'security_group_rule': {'security_group_id': 'ddd2dd17-25e8-47ba-951b-77db7ed27913', 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:30.743080 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-0abd6b05-ad1a-4255-8d04-42acdc47b964 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Project eab68d1ba0f64d45a4097b5a79a70af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:30:30.749020 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0abd6b05-ad1a-4255-8d04-42acdc47b964 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (cee436f6-0d82-4fb6-a5b5-5efa306c486f), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.810484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0abd6b05-ad1a-4255-8d04-42acdc47b964 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (cee436f6-0d82-4fb6-a5b5-5efa306c486f), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.814490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0abd6b05-ad1a-4255-8d04-42acdc47b964 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (cee436f6-0d82-4fb6-a5b5-5efa306c486f), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.833736 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd6b05-ad1a-4255-8d04-42acdc47b964 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee436f6-0d82-4fb6-a5b5-5efa306c486f,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:30.841756 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-0abd6b05-ad1a-4255-8d04-42acdc47b964 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.843060 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0abd6b05-ad1a-4255-8d04-42acdc47b964 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278019 Apr 29 08:30:30.845887 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34278) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:30.850273 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [None req-e1a346f6-2003-46ad-a78a-4cc5d43d1584 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'security_group_rule': {'security_group_id': 'ddd2dd17-25e8-47ba-951b-77db7ed27913', 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:30.871373 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.securitygroups_db [None req-e1a346f6-2003-46ad-a78a-4cc5d43d1584 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Project eab68d1ba0f64d45a4097b5a79a70af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:30:30.877577 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1a346f6-2003-46ad-a78a-4cc5d43d1584 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (46be5950-d2b3-4670-adf6-ed23c4b9a01c), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.949941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1a346f6-2003-46ad-a78a-4cc5d43d1584 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (46be5950-d2b3-4670-adf6-ed23c4b9a01c), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.954770 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1a346f6-2003-46ad-a78a-4cc5d43d1584 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361875'] for security_group_rule (46be5950-d2b3-4670-adf6-ed23c4b9a01c), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.971417 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a346f6-2003-46ad-a78a-4cc5d43d1584 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46be5950-d2b3-4670-adf6-ed23c4b9a01c,revision_number=0']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:30.984964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device a458ddc6-07e7-485e-ba7e-0c1a3322ab8b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:30.991453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-e1a346f6-2003-46ad-a78a-4cc5d43d1584 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:30.992838 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-e1a346f6-2003-46ad-a78a-4cc5d43d1584 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460261 Apr 29 08:30:31.043262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:31.043631 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:31.116148 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Sync routers for ids ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:30:31.126829 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Routers {'1f51b7e9-2e1d-436e-9ba9-260a79d9898f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:31.127446 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:31.143053 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:31.143780 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:31.169103 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-9792ee26-eb82-423c-8184-4703df965021 None None] For port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=a458ddc6-07e7-485e-ba7e-0c1a3322ab8b,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:31.175861 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:31.188589 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-c5ddccff-d621-4d43-9783-1eee2c3436aa tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622022568&fields=id&tenant_id=eab68d1ba0f64d45a4097b5a79a70af8 HTTP/1.1" status: 200 len: 267 time: 0.0485346 Apr 29 08:30:31.238577 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Pushing event updated for resources: {'Port': ['ID=a458ddc6-07e7-485e-ba7e-0c1a3322ab8b,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:31.243595 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Set router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:31.303252 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-f4d9d192-d504-4ae1-a465-0a51b895fc64 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:31.304792 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-f4d9d192-d504-4ae1-a465-0a51b895fc64 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 810 time: 0.1077609 Apr 29 08:30:31.322123 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-bb2d5b8d-0e23-44ea-a0cd-7d71a796e4e6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/quotas/eab68d1ba0f64d45a4097b5a79a70af8 HTTP/1.1" status: 200 len: 375 time: 0.0104840 Apr 29 08:30:31.379731 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-3cee3245-8cc9-4668-87f7-026855ae946a tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515263 Apr 29 08:30:31.398283 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-5e7fa22b-9b8a-4779-b22b-0d5a286545f3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104223) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:30:31.399370 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-5e7fa22b-9b8a-4779-b22b-0d5a286545f3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061986 Apr 29 08:30:31.443410 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-729ac862-70bd-4f47-928d-6cb564b0026e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:31.455799 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:24Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 4, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'gw_port': {'id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:25Z', 'updated_at': '2022-04-29T08:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'bc5458bb-7861-4936-9eb0-446ca80b3d48', 'name': '', 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'mac_address': 'fa:16:3e:07:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '258949ec-787e-4a19-adca-88e6742c0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:27Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 2, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'subnets': [{'id': '258949ec-787e-4a19-adca-88e6742c0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:31.502972 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-1e5633bb-393d-4298-80f5-64ea926c4834 service neutron] 10.222.0.23 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970895 Apr 29 08:30:31.577892 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Checking router: 1f51b7e9-2e1d-436e-9ba9-260a79d9898f for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:30:31.578240 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Updating router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f port bc5458bb-7861-4936-9eb0-446ca80b3d48 binding host dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:30:31.597063 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-15a50cce-2a7a-4ffa-bde3-a57b6eed1120 service neutron] 10.222.0.23 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923645 Apr 29 08:30:31.606678 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:31.805940 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-2a5f491b-f05f-4ed7-a993-ac2e7457984c req-ec33a2e1-65da-4e9b-8455-ddbc87d6b36e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 210 time: 0.0572453 Apr 29 08:30:31.878020 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Publish callbacks [] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), precommit_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:31.884448 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:31.963661 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a6931-c39e-4baf-834e-012c79d16332 None None] Pushing event updated for resources: {'Port': ['ID=bc5458bb-7861-4936-9eb0-446ca80b3d48,revision_number=3']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:31.993101 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Attempting to bind port bc5458bb-7861-4936-9eb0-446ca80b3d48 on host dv-neutron-839860-1-hyperv for vnic_type normal with profile {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:30:31.993406 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Attempting to bind port bc5458bb-7861-4936-9eb0-446ca80b3d48 by drivers openvswitch,hyperv on host dv-neutron-839860-1-hyperv at level 0 using segments [{'id': 'd0d75a9d-da17-4559-8efc-418b72887ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62'}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:30:31.993763 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Attempting to bind port bc5458bb-7861-4936-9eb0-446ca80b3d48 on network b0505421-5474-4e80-839a-da8236ab4f62 {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:30:31.998919 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Checking agent: {'id': '6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839860-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 28, 7), 'started_at': datetime.datetime(2022, 4, 29, 7, 28, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839860-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:30:31.999413 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Checking segment: {'id': 'd0d75a9d-da17-4559-8efc-418b72887ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:30:31.999735 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:32.000123 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Bound using segment: {'id': 'd0d75a9d-da17-4559-8efc-418b72887ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62'} {{(pid=104226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:30:32.000583 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.managers [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Bound port: bc5458bb-7861-4936-9eb0-446ca80b3d48, host: dv-neutron-839860-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d75a9d-da17-4559-8efc-418b72887ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62'}}] {{(pid=104226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:30:32.000953 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), before_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:32.073005 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] For port bc5458bb-7861-4936-9eb0-446ca80b3d48, host dv-neutron-839860-1-hyperv, cleared binding levels {{(pid=104226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:30:32.077837 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.plugins.ml2.db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] For port bc5458bb-7861-4936-9eb0-446ca80b3d48, host dv-neutron-839860-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bc5458bb-7861-4936-9eb0-446ca80b3d48,segment=NetworkSegment(d0d75a9d-da17-4559-8efc-418b72887ef2),segment_id=d0d75a9d-da17-4559-8efc-418b72887ef2)] {{(pid=104226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:30:32.087405 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron_lib.callbacks.manager [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), after_update {{(pid=104226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:32.150921 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Routers {'1f51b7e9-2e1d-436e-9ba9-260a79d9898f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:32.152270 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:32.192084 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a6931-c39e-4baf-834e-012c79d16332 None None] Pushing event updated for resources: {'Port': ['ID=bc5458bb-7861-4936-9eb0-446ca80b3d48,revision_number=4']} {{(pid=104226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:32.267235 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-34a99d57-0664-49bd-905b-75f6f2c6c27e None None] Provisioning complete for port bc5458bb-7861-4936-9eb0-446ca80b3d48 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:32.267803 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34a99d57-0664-49bd-905b-75f6f2c6c27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:32.278697 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] Set router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:32.407967 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-34a99d57-0664-49bd-905b-75f6f2c6c27e None None] Current status of the port bc5458bb-7861-4936-9eb0-446ca80b3d48 is: DOWN; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:32.408509 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34a99d57-0664-49bd-905b-75f6f2c6c27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:32.447607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-34a99d57-0664-49bd-905b-75f6f2c6c27e None None] For port bc5458bb-7861-4936-9eb0-446ca80b3d48, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bc5458bb-7861-4936-9eb0-446ca80b3d48,segment=NetworkSegment(d0d75a9d-da17-4559-8efc-418b72887ef2),segment_id=d0d75a9d-da17-4559-8efc-418b72887ef2)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:32.453146 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34a99d57-0664-49bd-905b-75f6f2c6c27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:32.511110 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a99d57-0664-49bd-905b-75f6f2c6c27e None None] Pushing event updated for resources: {'Port': ['ID=bc5458bb-7861-4936-9eb0-446ca80b3d48,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:32.530417 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:24Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 4, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'gw_port': {'id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:25Z', 'updated_at': '2022-04-29T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'bc5458bb-7861-4936-9eb0-446ca80b3d48', 'name': '', 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'mac_address': 'fa:16:3e:07:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '258949ec-787e-4a19-adca-88e6742c0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:27Z', 'updated_at': '2022-04-29T08:30:32Z', 'revision_number': 4, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'subnets': [{'id': '258949ec-787e-4a19-adca-88e6742c0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:32.564292 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0202df-c9e1-437c-8556-1db1aa44bd43 None None] The sync data for ids ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'] in dv-neutron-839860-1-hyperv is: [{'id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:24Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 4, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'gw_port': {'id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:25Z', 'updated_at': '2022-04-29T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': 'bc5458bb-7861-4936-9eb0-446ca80b3d48', 'name': '', 'network_id': 'b0505421-5474-4e80-839a-da8236ab4f62', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'mac_address': 'fa:16:3e:07:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '258949ec-787e-4a19-adca-88e6742c0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:27Z', 'updated_at': '2022-04-29T08:30:32Z', 'revision_number': 4, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'subnets': [{'id': '258949ec-787e-4a19-adca-88e6742c0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:30:32.575133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-f7422bbf-bbca-4278-8a66-076e3cb6132f None None] Provisioning complete for port bc5458bb-7861-4936-9eb0-446ca80b3d48 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:32.575601 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-f7422bbf-bbca-4278-8a66-076e3cb6132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:32.685177 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-f7422bbf-bbca-4278-8a66-076e3cb6132f None None] Current status of the port bc5458bb-7861-4936-9eb0-446ca80b3d48 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:32.930795 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-11c8cbd3-2c96-48d6-a336-e3d73bf20e9f req-edfe4d62-60ab-4a3d-b653-93335634b9ea tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 210 time: 0.0453725 Apr 29 08:30:33.032323 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device a458ddc6-07e7-485e-ba7e-0c1a3322ab8b up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:33.091711 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:33.092418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:33.119779 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-bb44dca2-e06d-4e9c-bfb2-a3f06a65804c tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:33.121285 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-bb44dca2-e06d-4e9c-bfb2-a3f06a65804c tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 810 time: 0.1551690 Apr 29 08:30:33.194287 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-ef983192-2f59-4527-84e9-3b9a9b73b079 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eab68d1ba0f64d45a4097b5a79a70af8 HTTP/1.1" status: 200 len: 379 time: 0.0639553 Apr 29 08:30:33.204364 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:33.205564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bc5458bb-7861-4936-9eb0-446ca80b3d48 up at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:33.205839 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'port': {'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'admin_state_up': True, 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'security_groups': ['ddd2dd17-25e8-47ba-951b-77db7ed27913']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:33.255394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Provisioning complete for port bc5458bb-7861-4936-9eb0-446ca80b3d48 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:33.255769 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:33.322281 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Made reservation on behalf of eab68d1ba0f64d45a4097b5a79a70af8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:30:33.325747 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:33.337607 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Current status of the port bc5458bb-7861-4936-9eb0-446ca80b3d48 is: ACTIVE; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:33.456443 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Allocated IP 172.20.0.10 (ef2feed5-8ab8-44ab-9d6a-17edbc872717/8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f/8589d1ea-e190-4689-861f-f5fdf4fd61be) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:30:33.542872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e42cd913-d4ba-4f65-8d38-e1cefe652ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:33.596346 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:33.632825 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:33.677028 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:33.680165 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:33.683743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:30:33.692204 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'Port': ['ID=8589d1ea-e190-4689-861f-f5fdf4fd61be,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:33.739471 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:33.740105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:33.757819 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-744b5c86-7353-4165-a0b3-e2d101fd8978 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566061 Apr 29 08:30:33.769046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Request body: {'port': {'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:33.835497 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:33.912171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-11e0c908-7b9b-43b7-bde1-979db7fe7727 None None] Provisioning complete for port 8589d1ea-e190-4689-861f-f5fdf4fd61be triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:33.912535 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-11e0c908-7b9b-43b7-bde1-979db7fe7727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:33.947976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-11e0c908-7b9b-43b7-bde1-979db7fe7727 None None] Port 8589d1ea-e190-4689-861f-f5fdf4fd61be cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:30:34.049106 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d186b98-e486-4389-8d04-acf49b66281b req-2074678d-77c9-4fab-bfcd-16ae3ed150ef tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:34.051478 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4d186b98-e486-4389-8d04-acf49b66281b req-2074678d-77c9-4fab-bfcd-16ae3ed150ef tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 932 time: 0.0564115 Apr 29 08:30:34.102963 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-4d186b98-e486-4389-8d04-acf49b66281b req-018febbc-2f34-4531-b073-3b32662229e7 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437510 Apr 29 08:30:34.105428 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8589d1ea-e190-4689-861f-f5fdf4fd61be {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:30:34.113156 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Publish callbacks [] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:34.125971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Transition to ACTIVE for port object 8589d1ea-e190-4689-861f-f5fdf4fd61be will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:30:34.129789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:34.185394 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Pushing event updated for resources: {'Port': ['ID=8589d1ea-e190-4689-861f-f5fdf4fd61be,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:34.254801 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Attempting to bind port 8589d1ea-e190-4689-861f-f5fdf4fd61be on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:30:34.255163 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Attempting to bind port 8589d1ea-e190-4689-861f-f5fdf4fd61be by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:30:34.255482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Attempting to bind port 8589d1ea-e190-4689-861f-f5fdf4fd61be on network ef2feed5-8ab8-44ab-9d6a-17edbc872717 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:30:34.260863 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Port 8589d1ea-e190-4689-861f-f5fdf4fd61be on network ef2feed5-8ab8-44ab-9d6a-17edbc872717 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:30:34.261199 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Attempting to bind port 8589d1ea-e190-4689-861f-f5fdf4fd61be on network ef2feed5-8ab8-44ab-9d6a-17edbc872717 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:30:34.266950 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:30:34.267442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Checking segment: {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:30:34.267830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Bound using segment: {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:30:34.268292 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Bound port: 8589d1ea-e190-4689-861f-f5fdf4fd61be, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:30:34.268650 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:34.336053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:30:34.339906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:30:34.346763 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:34.387564 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:34.388159 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:34.389778 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] 10.222.0.36 "PUT /v2.0/ports/8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 200 len: 1094 time: 0.6249700 Apr 29 08:30:34.392046 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:30:34.395012 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:30:34.442948 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4e0ab-ad37-469a-bd6a-b14f7cf66024 service neutron] Pushing event updated for resources: {'Port': ['ID=8589d1ea-e190-4689-861f-f5fdf4fd61be,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:34.487401 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-d839f354-3dc5-4423-b176-c04660553846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:34.489048 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-d839f354-3dc5-4423-b176-c04660553846 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1128 time: 0.0539474 Apr 29 08:30:34.530860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7d3925-09ce-4e4d-876b-5f8851d01f98 x-openstack-request-id: req-fe7d3925-09ce-4e4d-876b-5f8851d01f98 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:30:34.531149 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:30:34.531400 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe7d3925-09ce-4e4d-876b-5f8851d01f98 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:30:34.531804 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7d3925-09ce-4e4d-876b-5f8851d01f98'] response: {'name': 'network-changed', 'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'status': 'completed', 'code': 200} Apr 29 08:30:34.533676 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-a80bb2a1-099a-41a8-b0e7-6ff819b1e2e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 200 len: 217 time: 0.0376418 Apr 29 08:30:34.586789 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-9e728807-09b4-4122-bd48-b5cb45eda7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:34.588265 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-9e728807-09b4-4122-bd48-b5cb45eda7f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0494840 Apr 29 08:30:34.639651 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-9e51eb2c-5248-4412-ac77-41024f2d06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:34.641110 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-9e51eb2c-5248-4412-ac77-41024f2d06f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450261 Apr 29 08:30:34.733794 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-25e58926-c26e-4844-a837-38203e25abb5 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862818 Apr 29 08:30:34.826741 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eaae0e59-6236-42fc-b5a9-2dcdc504a1cc req-20cc8722-9066-4978-bc7b-0a084e08155a service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875771 Apr 29 08:30:34.915556 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-9e7c4cd9-320a-40ca-b661-e0529fb854b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:34.917120 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-9e7c4cd9-320a-40ca-b661-e0529fb854b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1128 time: 0.0455754 Apr 29 08:30:35.012555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-25a46521-8678-4d02-86c2-c61fcded33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:35.014122 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-25a46521-8678-4d02-86c2-c61fcded33ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.0911677 Apr 29 08:30:35.038270 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:35.056313 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-a63b37cf-1d5d-41ee-85ed-c3d401603e34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 200 len: 217 time: 0.0356650 Apr 29 08:30:35.110068 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-861ee2b9-01c3-4f57-a38a-09c3758d9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:35.111554 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-861ee2b9-01c3-4f57-a38a-09c3758d9e66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0487549 Apr 29 08:30:35.167714 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-f62fb1f9-220e-41a3-bddd-5572a14bdc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:35.169381 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-f62fb1f9-220e-41a3-bddd-5572a14bdc25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0499675 Apr 29 08:30:35.224491 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181389-b5a3-450d-a6f7-5e1534d0a369 req-2134a475-951f-4ba3-96b3-ff995c392a02 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:35.226005 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-12181389-b5a3-450d-a6f7-5e1534d0a369 req-2134a475-951f-4ba3-96b3-ff995c392a02 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 944 time: 0.0526850 Apr 29 08:30:35.264308 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-84be031c-152d-47db-8dfc-a1e12723fcb7 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872505 Apr 29 08:30:35.279211 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-12181389-b5a3-450d-a6f7-5e1534d0a369 req-2f99f921-192d-48e1-adae-e5d60970dc6c tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473640 Apr 29 08:30:35.360417 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8b9d681e-a05a-400c-9117-fcdce0b0d1f3 req-f492bc30-4a84-4029-80cd-efe75b07bc64 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892186 Apr 29 08:30:35.957976 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:36.346883 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:36.407150 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8321bd-d966-4b64-b7b1-dc43fdf27d35 req-7b29cf32-d41e-442b-8f65-cbda6ebf15b8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:36.408649 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a8321bd-d966-4b64-b7b1-dc43fdf27d35 req-7b29cf32-d41e-442b-8f65-cbda6ebf15b8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 944 time: 0.0539615 Apr 29 08:30:36.458969 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-7a8321bd-d966-4b64-b7b1-dc43fdf27d35 req-de3d4f27-7e16-4039-bb24-ae6929ccb1ce tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444033 Apr 29 08:30:37.390269 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:37.587496 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b29d-5ad4-46d8-a663-ad0aa67d782b req-92962740-b637-4d6d-9c1c-ac10e3fd4911 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:37.588952 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aef7b29d-5ad4-46d8-a663-ad0aa67d782b req-92962740-b637-4d6d-9c1c-ac10e3fd4911 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 944 time: 0.0550044 Apr 29 08:30:37.638786 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-aef7b29d-5ad4-46d8-a663-ad0aa67d782b req-f20cb34c-bd57-402b-8dc7-991c5e6181f4 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437410 Apr 29 08:30:38.045803 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8589d1ea-e190-4689-861f-f5fdf4fd61be details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:30:38.156418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:38.167642 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:30:38.207004 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 8589d1ea-e190-4689-861f-f5fdf4fd61be is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:38.207383 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:38.359959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8589d1ea-e190-4689-861f-f5fdf4fd61be {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:30:38.381482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:38.387616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:38.434189 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=8589d1ea-e190-4689-861f-f5fdf4fd61be,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:38.617657 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['8589d1ea-e190-4689-861f-f5fdf4fd61be'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:30:38.756830 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b37e0-f8ec-4506-b346-9b713e6e7dcf req-f3b35ee5-1c62-4bd5-a482-2e64bb476152 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:38.758361 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-620b37e0-f8ec-4506-b346-9b713e6e7dcf req-f3b35ee5-1c62-4bd5-a482-2e64bb476152 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 945 time: 0.0525661 Apr 29 08:30:38.805635 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-620b37e0-f8ec-4506-b346-9b713e6e7dcf req-815ab313-55a1-4567-88ff-7890da85b6d8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414541 Apr 29 08:30:39.938653 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664eea0a-adc1-45e7-bffd-d37029a6ba9b req-0293e009-15d9-449d-91e2-27637343f434 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:39.940113 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-664eea0a-adc1-45e7-bffd-d37029a6ba9b req-0293e009-15d9-449d-91e2-27637343f434 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 945 time: 0.0621452 Apr 29 08:30:39.992229 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-664eea0a-adc1-45e7-bffd-d37029a6ba9b req-10e473ad-e5c1-446a-92d6-a8bc5280de3b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439391 Apr 29 08:30:40.076447 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8589d1ea-e190-4689-861f-f5fdf4fd61be up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:30:40.143019 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 8589d1ea-e190-4689-861f-f5fdf4fd61be completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:30:40.146999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 8589d1ea-e190-4689-861f-f5fdf4fd61be triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:30:40.147435 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:40.225833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 8589d1ea-e190-4689-861f-f5fdf4fd61be is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:30:40.226262 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:40.249341 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:30:40.251618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d3dc2-5d8b-43c6-aa35-44ce249a2edb" -d '{"events": [{"server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "name": "network-vif-plugged", "status": "completed", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:30:40.263551 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:30:40.268314 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:40.292498 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5402dea8-31fd-464c-b738-337b84cc4dac x-openstack-request-id: req-5402dea8-31fd-464c-b738-337b84cc4dac {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:30:40.292793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "name": "network-vif-plugged", "status": "completed", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:30:40.293045 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5402dea8-31fd-464c-b738-337b84cc4dac {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:30:40.293462 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5402dea8-31fd-464c-b738-337b84cc4dac'] response: {'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'code': 200} Apr 29 08:30:40.319872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=8589d1ea-e190-4689-861f-f5fdf4fd61be,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:40.471555 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac34d85-d1c8-49b9-873e-0094f38deb93 req-0ed45269-0427-4a06-a652-068bbeb34f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:40.472960 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac34d85-d1c8-49b9-873e-0094f38deb93 req-0ed45269-0427-4a06-a652-068bbeb34f51 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1130 time: 0.0494847 Apr 29 08:30:40.517194 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-4ac34d85-d1c8-49b9-873e-0094f38deb93 req-887deec7-756c-4570-a405-7ec337a0f30d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386972 Apr 29 08:30:41.133135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ceb76-fe8c-4791-bfdf-c45e9f11bb44 req-da18c14d-b5b6-47f1-bc06-7e52a3b70203 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:41.134698 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a15ceb76-fe8c-4791-bfdf-c45e9f11bb44 req-da18c14d-b5b6-47f1-bc06-7e52a3b70203 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 946 time: 0.0596080 Apr 29 08:30:41.184464 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-a15ceb76-fe8c-4791-bfdf-c45e9f11bb44 req-295d4e6e-a69b-4d79-8a5e-46e512202f30 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441177 Apr 29 08:30:42.312917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4fad2-c2ae-4e54-8e84-68ead553185c req-c85736ec-c2f4-42c8-bb0a-2e555539a081 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:42.314495 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-67d4fad2-c2ae-4e54-8e84-68ead553185c req-c85736ec-c2f4-42c8-bb0a-2e555539a081 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 946 time: 0.0562756 Apr 29 08:30:42.366470 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-67d4fad2-c2ae-4e54-8e84-68ead553185c req-a20b6b0a-5899-4a65-ad81-801277a0717d tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434880 Apr 29 08:30:42.493514 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3d7ba-3f71-49f9-be04-4b08b38ebc42 req-3b647581-a430-4903-9d6e-52d49b82fb47 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:42.494878 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-42d3d7ba-3f71-49f9-be04-4b08b38ebc42 req-3b647581-a430-4903-9d6e-52d49b82fb47 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 946 time: 0.0554924 Apr 29 08:30:42.545120 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-42d3d7ba-3f71-49f9-be04-4b08b38ebc42 req-ed894cca-ca47-4c3b-9cc3-0f84de8c03a9 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423267 Apr 29 08:30:42.567293 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34342) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:42.697753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dfa441-3bff-4a2d-b2f0-cf2e93b3f696 tempest-TestSnapshotPattern-1752274674 tempest-TestSnapshotPattern-1752274674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:42.699249 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-22dfa441-3bff-4a2d-b2f0-cf2e93b3f696 tempest-TestSnapshotPattern-1752274674 tempest-TestSnapshotPattern-1752274674-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1125 time: 0.1309965 Apr 29 08:30:42.703749 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34346) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:30:42.708004 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:30:42.732474 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:42.838465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:42.943337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Allocated IP 172.26.3.194 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/9cd493a9-1ba3-4b03-85ec-4a885bf09a9e) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:30:43.049684 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for port (9cd493a9-1ba3-4b03-85ec-4a885bf09a9e), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:43.085859 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (9cd493a9-1ba3-4b03-85ec-4a885bf09a9e), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:43.124427 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:30:43.127367 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:30:43.134022 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:30:43.156883 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'Port': ['ID=9cd493a9-1ba3-4b03-85ec-4a885bf09a9e,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:43.483918 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for floatingip (b46ee3b2-ff7f-436d-a390-62c963bf7217), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:43.561062 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (9cd493a9-1ba3-4b03-85ec-4a885bf09a9e), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:43.735336 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for port (9cd493a9-1ba3-4b03-85ec-4a885bf09a9e), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:43.742456 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (9cd493a9-1ba3-4b03-85ec-4a885bf09a9e), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:43.810571 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'Port': ['ID=9cd493a9-1ba3-4b03-85ec-4a885bf09a9e,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:30:43.822962 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (b46ee3b2-ff7f-436d-a390-62c963bf7217), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:43.926672 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Floating IP b46ee3b2-ff7f-436d-a390-62c963bf7217 associated. External IP: 172.26.3.194, port: 8589d1ea-e190-4689-861f-f5fdf4fd61be. Apr 29 08:30:44.448961 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Router bb57d58c-8a9b-437d-a336-87f35f18d6d8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:30:44.563753 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:30:44.573851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] Sync routers for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:30:44.583817 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:30:44.584035 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:44.584453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:34Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:44.617564 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-0ff0e305-fc41-4847-a88a-56f02b91a9ad tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9127655 Apr 29 08:30:44.618455 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:30:44.620748 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a22c29-8cc8-4a36-b247-8231305d2332" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:30:44.696406 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:44.709278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842a454c-bf1e-4050-94d8-3d9131c2d267 x-openstack-request-id: req-842a454c-bf1e-4050-94d8-3d9131c2d267 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:30:44.709574 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:30:44.709830 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-842a454c-bf1e-4050-94d8-3d9131c2d267 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:30:44.710248 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842a454c-bf1e-4050-94d8-3d9131c2d267'] response: {'name': 'network-changed', 'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'status': 'completed', 'code': 200} Apr 29 08:30:44.779343 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-295bbd3b-090e-4ef6-bae5-2bde2c6f9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:44.780832 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-295bbd3b-090e-4ef6-bae5-2bde2c6f9862 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1130 time: 0.0442369 Apr 29 08:30:44.872333 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-90c0e49d-fec3-47bc-8f22-04121aa846fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:44.873823 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-90c0e49d-fec3-47bc-8f22-04121aa846fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.0872440 Apr 29 08:30:44.923191 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b46ee3b2-ff7f-436d-a390-62c963bf7217', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:30:43Z', 'updated_at': '2022-04-29T08:30:43Z', 'revision_number': 0, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:44.937035 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-16089bd9-6be2-4132-ae8b-85384a4433b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 200 len: 1000 time: 0.0575559 Apr 29 08:30:44.949959 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] Checking router: bb57d58c-8a9b-437d-a336-87f35f18d6d8 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:30:44.958718 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:30:44.959268 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:30:34Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:44.989330 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-1aac9ce0-8dda-45f0-b1fa-dd328110c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:44.990851 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-1aac9ce0-8dda-45f0-b1fa-dd328110c44a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0481546 Apr 29 08:30:45.040302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-fff48e32-8334-4cbd-b153-bea4ec11fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:30:45.041833 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-fff48e32-8334-4cbd-b153-bea4ec11fcb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453618 Apr 29 08:30:45.068715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:30:45.132937 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-c219030b-0d91-44ca-957e-16b81efe809e service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846653 Apr 29 08:30:45.228647 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2a22c29-8cc8-4a36-b247-8231305d2332 req-5e75ed23-d9ea-443a-a827-ea3fef16906b service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896077 Apr 29 08:30:45.297371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b46ee3b2-ff7f-436d-a390-62c963bf7217', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:30:43Z', 'updated_at': '2022-04-29T08:30:43Z', 'revision_number': 0, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:30:45.323190 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9334589c-0b18-4166-82ef-0eb1be49ac3d None None] The sync data for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv is: [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b46ee3b2-ff7f-436d-a390-62c963bf7217', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:30:43Z', 'updated_at': '2022-04-29T08:30:43Z', 'revision_number': 0, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:30:45.519805 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe1fae-1558-4bd4-99e2-657f9511d4a5 None None] New status for floating IP b46ee3b2-ff7f-436d-a390-62c963bf7217: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:30:50.320770 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:31:01.447480 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0adc-030c-487a-8eef-c95356b7aec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:03.555058 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-97f4186f-2562-4988-85cb-ddfeaf614195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:05.050648 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:05.954048 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:06.361505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:07.307919 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb341677-d194-413e-99c3-308cfa0b841a req-bddf5d89-2bfb-42a3-841a-427f2f02659b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489016 Apr 29 08:31:07.384162 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:07.394257 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb341677-d194-413e-99c3-308cfa0b841a req-e8facb62-b42c-4b78-be58-2e7fe56d3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:31:07.395762 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb341677-d194-413e-99c3-308cfa0b841a req-e8facb62-b42c-4b78-be58-2e7fe56d3308 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1130 time: 0.0460632 Apr 29 08:31:07.509526 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb341677-d194-413e-99c3-308cfa0b841a req-3e46f003-446a-41a2-96e2-b91aeee87d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:31:07.511021 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb341677-d194-413e-99c3-308cfa0b841a req-3e46f003-446a-41a2-96e2-b91aeee87d40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.0958982 Apr 29 08:31:07.575714 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb341677-d194-413e-99c3-308cfa0b841a req-4b1da380-570d-48ea-b52c-2cf370d0eb8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 200 len: 1002 time: 0.0580120 Apr 29 08:31:07.626972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb341677-d194-413e-99c3-308cfa0b841a req-24cfc735-a7d9-4e6d-b614-a7f182743085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:31:07.628391 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb341677-d194-413e-99c3-308cfa0b841a req-24cfc735-a7d9-4e6d-b614-a7f182743085 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0465026 Apr 29 08:31:07.677845 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb341677-d194-413e-99c3-308cfa0b841a req-7ba78c1b-8974-4680-bf86-e076a204bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:31:07.679335 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb341677-d194-413e-99c3-308cfa0b841a req-7ba78c1b-8974-4680-bf86-e076a204bfa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454497 Apr 29 08:31:07.775400 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb341677-d194-413e-99c3-308cfa0b841a req-33e8e1b9-6fed-4e32-ba0a-16dd4f90d143 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889549 Apr 29 08:31:07.868294 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-eb341677-d194-413e-99c3-308cfa0b841a req-ad9746c0-e0f8-4856-a790-87de8c13b82d service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863686 Apr 29 08:31:27.320934 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:31:31.446288 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e85672d6-9163-4a42-a613-4f1781006117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:33.552396 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-26d9698a-026f-4011-a33d-6b95752ee3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:35.048867 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:35.972892 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:36.365394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:31:37.394552 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:01.448752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a811a9d9-e00c-45cc-8367-c1ec3d63e4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:03.551164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3dc0edbf-ec2a-44b5-8c7e-085de7abd4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:04.322823 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:32:05.054502 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:05.969379 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:06.358712 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:07.394392 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:08.418236 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-0961ab3e-5bf1-4bf1-8faa-2ff759a0f43d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1566639 Apr 29 08:32:08.504774 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-a115ea24-fd79-4008-ab2b-8557b33e78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:32:08.506407 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-a115ea24-fd79-4008-ab2b-8557b33e78de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1130 time: 0.0445018 Apr 29 08:32:08.614759 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-18c8881a-058d-403e-9ce5-362f9a6cee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:32:08.616235 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-18c8881a-058d-403e-9ce5-362f9a6cee04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.0913467 Apr 29 08:32:08.687498 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-c7314380-4509-4561-b431-134b92ee54fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 200 len: 1002 time: 0.0607269 Apr 29 08:32:08.739911 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-675a2245-9537-4dcb-a50a-7311cc52f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:32:08.741643 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-675a2245-9537-4dcb-a50a-7311cc52f3c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0480099 Apr 29 08:32:08.789260 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-a60b94de-dcac-4e70-9f51-753dba7979a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:32:08.790698 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-a60b94de-dcac-4e70-9f51-753dba7979a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439484 Apr 29 08:32:08.877824 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-b3217ec0-4492-4cd0-9bd5-8cebe4a3ffe4 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808876 Apr 29 08:32:08.993066 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aa7aa617-2144-4dc0-ae5e-7c1f3f27b24d req-693557ef-70b1-4240-a364-1b63faec54f3 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099188 Apr 29 08:32:31.442524 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-74019d51-deb8-4f41-9860-dde0ab7bb504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:33.552411 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2fda915a-5577-4d2d-a3cb-c6663668fb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:35.059968 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:35.976877 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:36.367295 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:37.399550 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:41.327555 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:32:44.578948 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8589d1ea-e190-4689-861f-f5fdf4fd61be details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:32:44.681608 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:32:44.696971 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:32:44.735220 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 8589d1ea-e190-4689-861f-f5fdf4fd61be is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:32:44.735605 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:44.749463 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8589d1ea-e190-4689-861f-f5fdf4fd61be {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:32:44.768003 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:32:44.774913 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:44.825386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=8589d1ea-e190-4689-861f-f5fdf4fd61be,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:32:44.832603 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.832955 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.833331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.833669 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.834005 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.834334 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.834663 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.835089 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.835418 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.835756 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.836080 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.836401 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.836720 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:44.878283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['8589d1ea-e190-4689-861f-f5fdf4fd61be'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:32:46.587736 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8589d1ea-e190-4689-861f-f5fdf4fd61be up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:32:46.635511 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 8589d1ea-e190-4689-861f-f5fdf4fd61be triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:32:46.635874 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:46.714966 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 8589d1ea-e190-4689-861f-f5fdf4fd61be is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:32:46.715346 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:46.741643 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:32:46.743946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b56c93-fafa-45f8-99b6-69e4a8b4d02a" -d '{"events": [{"server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "name": "network-vif-plugged", "status": "completed", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:32:46.766425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:32:46.772525 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:46.826696 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=8589d1ea-e190-4689-861f-f5fdf4fd61be,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:32:46.852504 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbce689-7c75-4011-9897-defbf236d0d0 x-openstack-request-id: req-9fbce689-7c75-4011-9897-defbf236d0d0 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:32:46.852801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "name": "network-vif-plugged", "status": "completed", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:32:46.853055 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fbce689-7c75-4011-9897-defbf236d0d0 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:32:46.853506 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbce689-7c75-4011-9897-defbf236d0d0'] response: {'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'code': 200} Apr 29 08:32:55.037702 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-73fd6b04-388d-496c-a15c-1061c13b4e60 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622022568&fields=id&tenant_id=eab68d1ba0f64d45a4097b5a79a70af8 HTTP/1.1" status: 200 len: 267 time: 0.0456829 Apr 29 08:32:55.145411 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-ddb4e332-b4fd-4cc1-9d93-fa50b7f4b4c6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:32:55.146765 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-ddb4e332-b4fd-4cc1-9d93-fa50b7f4b4c6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 810 time: 0.1026435 Apr 29 08:32:55.163837 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-6459dbe9-c7c8-44a2-a886-a2026521f265 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/quotas/eab68d1ba0f64d45a4097b5a79a70af8 HTTP/1.1" status: 200 len: 375 time: 0.0090773 Apr 29 08:32:55.225475 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-67f98893-249a-44a4-90fe-44dcb84b4d33 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543199 Apr 29 08:32:55.368638 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-9fd7c01f-84ba-462e-8d7a-8097322e925a service neutron] 10.222.0.23 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314154 Apr 29 08:32:55.469540 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-aab65b1c-494b-48de-975d-4b295af9eb7b service neutron] 10.222.0.23 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949388 Apr 29 08:32:55.638001 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-d30f9f41-0f7c-492b-b0d0-a6415c614187 req-e6d9c033-71a9-44ff-b623-8eae55d5239f tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 210 time: 0.0277846 Apr 29 08:32:56.593813 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-bb4f4e96-aab6-4bf9-aaed-76037cab9796 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:32:56.595284 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-bb4f4e96-aab6-4bf9-aaed-76037cab9796 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 810 time: 0.1083577 Apr 29 08:32:56.655396 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-0dcb2df5-3538-4faa-8a31-ecd64ad02cb9 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eab68d1ba0f64d45a4097b5a79a70af8 HTTP/1.1" status: 200 len: 379 time: 0.0520573 Apr 29 08:32:56.666339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'port': {'device_id': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'admin_state_up': True, 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'security_groups': ['ddd2dd17-25e8-47ba-951b-77db7ed27913']}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:32:56.738659 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-28731d95-1851-436e-be42-966359715995 req-fac3b9c6-a785-444b-ac9e-c6ab607ead4d tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 210 time: 0.0300837 Apr 29 08:32:56.781482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Made reservation on behalf of eab68d1ba0f64d45a4097b5a79a70af8 for: {'port': 1} {{(pid=104223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:32:56.784914 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:56.907213 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_common [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Allocated IP 172.20.0.3 (ef2feed5-8ab8-44ab-9d6a-17edbc872717/8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f/63bcb42b-2738-42a7-823b-fe27a1087f83) {{(pid=104223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:32:57.078107 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), precommit_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:57.115097 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), after_create {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:57.176374 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 is already hosted by enough agents. {{(pid=104223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:32:57.182924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.base_scheduler [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Resources bound (agent type, host, resource id): {{(pid=104223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:32:57.185792 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Received port after_create {{(pid=104223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:32:57.190814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'Port': ['ID=63bcb42b-2738-42a7-823b-fe27a1087f83,revision_number=1']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:32:57.223843 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.224198 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.224550 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.224894 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.225355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.225631 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.225968 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.226302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.226644 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.227008 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.227304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.227633 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.227990 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:32:57.266066 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:32:57.267368 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:57.290322 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b90c1410-28dc-48a9-98c5-5a9835d3192e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6276479 Apr 29 08:32:57.453786 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-b12fde52-1a96-4a72-a8b2-aa040dd06143 None None] Provisioning complete for port 63bcb42b-2738-42a7-823b-fe27a1087f83 triggered by entity DHCP. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:32:57.454879 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b12fde52-1a96-4a72-a8b2-aa040dd06143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:57.492386 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-b12fde52-1a96-4a72-a8b2-aa040dd06143 None None] Port 63bcb42b-2738-42a7-823b-fe27a1087f83 cannot update to ACTIVE because it is not bound. {{(pid=104225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 29 08:32:57.865892 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a4b3a-3aea-47d8-9bd6-025ed7c129ad req-6fa81b6a-b725-46de-9930-2e86f77aa681 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:32:57.867557 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d4a4b3a-3aea-47d8-9bd6-025ed7c129ad req-6fa81b6a-b725-46de-9930-2e86f77aa681 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 931 time: 0.0564249 Apr 29 08:32:57.918359 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-8d4a4b3a-3aea-47d8-9bd6-025ed7c129ad req-70daa7e3-47b8-43c0-bdd9-d994d8274068 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449891 Apr 29 08:32:58.679800 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8589d1ea-e190-4689-861f-f5fdf4fd61be no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:32:58.762398 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 8589d1ea-e190-4689-861f-f5fdf4fd61be is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:32:58.762775 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:58.787889 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:32:58.790171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e4752-8fa4-4c18-bc74-d0ca1acb80c4" -d '{"events": [{"server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "name": "network-vif-unplugged", "status": "completed", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:32:58.803263 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:32:58.810975 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:32:58.836604 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66583f7-5ef7-4190-a2ad-8bbb6cc7027f x-openstack-request-id: req-b66583f7-5ef7-4190-a2ad-8bbb6cc7027f {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:32:58.837009 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "name": "network-vif-unplugged", "status": "completed", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:32:58.837378 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b66583f7-5ef7-4190-a2ad-8bbb6cc7027f {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:32:58.837863 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66583f7-5ef7-4190-a2ad-8bbb6cc7027f'] response: {'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'code': 200} Apr 29 08:32:58.868069 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=8589d1ea-e190-4689-861f-f5fdf4fd61be,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:32:59.054250 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea12c26-3b95-4c99-b670-cafd138e12d3 req-a96de906-8aff-4291-b0b3-339e5f9f279e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:32:59.057811 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aea12c26-3b95-4c99-b670-cafd138e12d3 req-a96de906-8aff-4291-b0b3-339e5f9f279e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 931 time: 0.0705435 Apr 29 08:32:59.109451 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-aea12c26-3b95-4c99-b670-cafd138e12d3 req-44be775f-7646-418e-ad92-c3039caf2841 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478637 Apr 29 08:33:00.231978 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c0a1a-73d7-43e3-bdc8-4cf354522671 req-f184b188-f80d-425d-a817-ddc6dc93abec tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:00.233588 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bb4c0a1a-73d7-43e3-bdc8-4cf354522671 req-f184b188-f80d-425d-a817-ddc6dc93abec tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 931 time: 0.0542717 Apr 29 08:33:00.283199 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-bb4c0a1a-73d7-43e3-bdc8-4cf354522671 req-2e6f00ec-c1ad-419d-ace4-44c60afa4583 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440159 Apr 29 08:33:01.421972 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dffbb6-f034-44d5-9e55-b9d36003722b req-a2344fb5-1169-48b6-9c6d-cda7eadb293a tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:01.423558 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-96dffbb6-f034-44d5-9e55-b9d36003722b req-a2344fb5-1169-48b6-9c6d-cda7eadb293a tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 931 time: 0.0728202 Apr 29 08:33:01.450908 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-63be61cd-fd7f-49a3-86f9-35227f1b843c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:01.483949 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-96dffbb6-f034-44d5-9e55-b9d36003722b req-b5785778-87af-48ac-b780-83c72830b429 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544474 Apr 29 08:33:02.611872 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10a663-9071-4456-a469-08cbd49ed0bd req-b772fb80-e74d-419b-a1d0-49d9c846596f tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:02.613611 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0e10a663-9071-4456-a469-08cbd49ed0bd req-b772fb80-e74d-419b-a1d0-49d9c846596f tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 931 time: 0.0592251 Apr 29 08:33:02.665285 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0e10a663-9071-4456-a469-08cbd49ed0bd req-d3e02842-3a85-4417-9c27-1c1b5cebaef5 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457234 Apr 29 08:33:03.549040 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-df9c56ad-fc3d-4870-a894-fa03bc4bb40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:03.792009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98441b51-9ad5-498f-bb1a-77f3617ed940 req-685991b2-4c23-4b65-b8ea-1ef592df6e6e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:03.800250 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-98441b51-9ad5-498f-bb1a-77f3617ed940 req-685991b2-4c23-4b65-b8ea-1ef592df6e6e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 931 time: 0.0644200 Apr 29 08:33:03.856861 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-98441b51-9ad5-498f-bb1a-77f3617ed940 req-b68969a1-0454-4ed5-8dae-f11316d9685b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532491 Apr 29 08:33:04.866872 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.v2.base [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Request body: {'port': {'device_id': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8398'}} {{(pid=104223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:04.931517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:04.969849 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc94dd-79a7-47ea-9f3b-c732f2756402 req-17cd0fd3-b5df-4e61-b1ff-0dfa382c2a78 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:04.971457 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b1dc94dd-79a7-47ea-9f3b-c732f2756402 req-17cd0fd3-b5df-4e61-b1ff-0dfa382c2a78 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 931 time: 0.0541892 Apr 29 08:33:05.021411 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-b1dc94dd-79a7-47ea-9f3b-c732f2756402 req-061a7bc5-89f9-436b-8fd0-a5b929924991 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435438 Apr 29 08:33:05.054595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:05.191490 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bcb42b-2738-42a7-823b-fe27a1087f83 {{(pid=104223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:33:05.199743 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Publish callbacks [] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), precommit_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:05.211994 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.provisioning_blocks [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Transition to ACTIVE for port object 63bcb42b-2738-42a7-823b-fe27a1087f83 will not be triggered until provisioned by entity L2. {{(pid=104223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 29 08:33:05.218001 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:05.276121 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Pushing event updated for resources: {'Port': ['ID=63bcb42b-2738-42a7-823b-fe27a1087f83,revision_number=2']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:05.354659 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Attempting to bind port 63bcb42b-2738-42a7-823b-fe27a1087f83 on host hv-neutron-8398 for vnic_type normal with profile {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:33:05.355019 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Attempting to bind port 63bcb42b-2738-42a7-823b-fe27a1087f83 by drivers openvswitch,hyperv on host hv-neutron-8398 at level 0 using segments [{'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:33:05.355484 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Attempting to bind port 63bcb42b-2738-42a7-823b-fe27a1087f83 on network ef2feed5-8ab8-44ab-9d6a-17edbc872717 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:33:05.360349 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Port 63bcb42b-2738-42a7-823b-fe27a1087f83 on network ef2feed5-8ab8-44ab-9d6a-17edbc872717 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8398 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:33:05.360673 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Attempting to bind port 63bcb42b-2738-42a7-823b-fe27a1087f83 on network ef2feed5-8ab8-44ab-9d6a-17edbc872717 {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:33:05.365922 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Checking agent: {'id': '18ff663a-c3e3-4ee0-bd23-025d575f4ca3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'started_at': datetime.datetime(2022, 4, 29, 7, 34, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:33:05.366262 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Checking segment: {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:33:05.366652 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Bound using segment: {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'} {{(pid=104223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:33:05.367087 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.managers [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Bound port: 63bcb42b-2738-42a7-823b-fe27a1087f83, host: hv-neutron-8398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fb475e-817a-44bb-8486-e2053f331fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717'}}] {{(pid=104223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:33:05.367442 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), before_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:05.432334 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, cleared binding levels {{(pid=104223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:33:05.435305 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63bcb42b-2738-42a7-823b-fe27a1087f83,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:33:05.442902 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3329657'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), after_update {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:05.475719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:05.476316 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:05.477721 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] 10.222.0.36 "PUT /v2.0/ports/63bcb42b-2738-42a7-823b-fe27a1087f83 HTTP/1.1" status: 200 len: 1093 time: 0.6200783 Apr 29 08:33:05.478172 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:33:05.480402 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5acdfe9c617d25333b68fd6589c80cfe417775b3f135a1fd5f32efb0261fd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aea5e3d-1d75-4525-9359-deb32a7563e5" -d '{"events": [{"name": "network-changed", "server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:33:05.504944 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3745d8c-2e71-4f39-add8-8a6dcede5769 service neutron] Pushing event updated for resources: {'Port': ['ID=63bcb42b-2738-42a7-823b-fe27a1087f83,revision_number=3']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:05.525498 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6257c067-2313-4222-b38a-be989e0729c2 x-openstack-request-id: req-6257c067-2313-4222-b38a-be989e0729c2 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:33:05.525817 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:33:05.526073 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6257c067-2313-4222-b38a-be989e0729c2 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:33:05.526485 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6257c067-2313-4222-b38a-be989e0729c2'] response: {'name': 'network-changed', 'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'status': 'completed', 'code': 200} Apr 29 08:33:05.581461 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b165409e-4a45-401c-8451-4a68e9e10008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:05.583021 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-b165409e-4a45-401c-8451-4a68e9e10008 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 1127 time: 0.0511696 Apr 29 08:33:05.627675 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-14e78c4f-35bd-4dc0-9c42-18cb9772420d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bcb42b-2738-42a7-823b-fe27a1087f83 HTTP/1.1" status: 200 len: 217 time: 0.0382564 Apr 29 08:33:05.678432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-43de19a6-0f31-4d66-8c6d-461b2a874e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:05.679892 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-43de19a6-0f31-4d66-8c6d-461b2a874e34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0458503 Apr 29 08:33:05.728988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-80a21201-6b5b-4fdf-a51a-65a52a49ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:05.730512 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-80a21201-6b5b-4fdf-a51a-65a52a49ab7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446501 Apr 29 08:33:05.827533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-3f676135-bcdb-4008-9bcc-6ac341940605 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910697 Apr 29 08:33:05.914424 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-9466e7d3-c250-4f3c-b94c-8bd1c0cb3a76 req-bcf30d3d-0937-4a67-8ff4-17d57035fb2c service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806351 Apr 29 08:33:05.973937 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:06.018961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-489162b7-16b5-4eb3-abfe-bedac288f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:06.020417 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-489162b7-16b5-4eb3-abfe-bedac288f43c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 1127 time: 0.0496156 Apr 29 08:33:06.111375 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-ff2a17f2-500d-4ad3-9038-a8df1ec1b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:06.112869 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-ff2a17f2-500d-4ad3-9038-a8df1ec1b6c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.0865488 Apr 29 08:33:06.139986 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56169912-4a56-4d5c-bc1d-b6931c90a83e req-087ad70d-2000-4a84-94e8-08350f503a32 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:06.141487 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-56169912-4a56-4d5c-bc1d-b6931c90a83e req-087ad70d-2000-4a84-94e8-08350f503a32 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 943 time: 0.0533831 Apr 29 08:33:06.158017 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-ca2f8dad-50e6-4131-8235-63235fb0a533 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bcb42b-2738-42a7-823b-fe27a1087f83 HTTP/1.1" status: 200 len: 217 time: 0.0386641 Apr 29 08:33:06.196589 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-56169912-4a56-4d5c-bc1d-b6931c90a83e req-f0fecd7a-287a-420f-b3c1-71952767784d tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493820 Apr 29 08:33:06.207133 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-fac7bbd2-9ff8-4cd4-9842-771b2ca7fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:06.208628 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-fac7bbd2-9ff8-4cd4-9842-771b2ca7fa03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0446351 Apr 29 08:33:06.258138 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-752166f4-dcaf-4703-b4f3-963a55e0a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:06.259544 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-752166f4-dcaf-4703-b4f3-963a55e0a368 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442576 Apr 29 08:33:06.350276 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-f04b253b-684f-4825-8b97-1b6852ddc359 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837719 Apr 29 08:33:06.368008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:06.791633 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-3aea5e3d-1d75-4525-9359-deb32a7563e5 req-b0ed12f0-a222-468b-93b0-4593f543bb2c service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354100 Apr 29 08:33:07.331301 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a01b4-b86d-4ce8-b7d2-f85fda69f63d req-63ac50e8-e77a-43b8-bf9b-387a62c61b8e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:07.332781 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c19a01b4-b86d-4ce8-b7d2-f85fda69f63d req-63ac50e8-e77a-43b8-bf9b-387a62c61b8e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 943 time: 0.0558259 Apr 29 08:33:07.385063 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c19a01b4-b86d-4ce8-b7d2-f85fda69f63d req-23065a35-862f-4318-98f6-f6ebd9b4b0ce tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453682 Apr 29 08:33:07.394592 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:08.317068 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-0cc3cecd-520a-4d4a-b72e-2612e5091b89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547140 Apr 29 08:33:08.408986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-9f9933c4-8c6c-4df3-b78e-bd227c09641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:08.410668 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-9f9933c4-8c6c-4df3-b78e-bd227c09641d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1128 time: 0.0477202 Apr 29 08:33:08.506186 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616db27b-117e-4710-8fe5-614835925d63 req-62eff98a-64a5-4609-a227-f02c58645a99 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:08.507666 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-616db27b-117e-4710-8fe5-614835925d63 req-62eff98a-64a5-4609-a227-f02c58645a99 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 943 time: 0.0539033 Apr 29 08:33:08.517473 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-4d2250f1-bc32-4f12-ae5b-d401f5188174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:08.518971 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-4d2250f1-bc32-4f12-ae5b-d401f5188174 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.0891182 Apr 29 08:33:08.557636 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-616db27b-117e-4710-8fe5-614835925d63 req-a23ea899-0325-4cf2-a4ae-837b0aa7c029 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441031 Apr 29 08:33:08.583209 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-315ab772-fa2a-48e3-bd7d-d3e28f2b272c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 200 len: 1000 time: 0.0576122 Apr 29 08:33:08.629969 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-a230c3c2-10d6-4f88-b6a7-7869cc5c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:08.631352 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-a230c3c2-10d6-4f88-b6a7-7869cc5c0295 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0421247 Apr 29 08:33:08.684961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-e68ba0d8-31d5-48e0-b28a-d6b3bbb7e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:08.686494 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-e68ba0d8-31d5-48e0-b28a-d6b3bbb7e092 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494123 Apr 29 08:33:08.713744 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63bcb42b-2738-42a7-823b-fe27a1087f83 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:33:08.778673 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-a49fdd6a-47f8-4748-bfdd-817fa3d2cb70 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841084 Apr 29 08:33:08.809064 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63bcb42b-2738-42a7-823b-fe27a1087f83,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:33:08.820797 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'port_id': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'mac_address': 'fa:16:3e:80:a3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:33:08.857196 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 63bcb42b-2738-42a7-823b-fe27a1087f83 is: DOWN; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:33:08.857577 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:08.871191 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b5d594f1-2ffd-43ff-aa08-a927efeb090f req-9f938ac5-1fc6-4367-adc8-513a8166a9eb service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857010 Apr 29 08:33:08.874250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bcb42b-2738-42a7-823b-fe27a1087f83 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:33:08.894171 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63bcb42b-2738-42a7-823b-fe27a1087f83,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:33:08.899296 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:08.948596 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=63bcb42b-2738-42a7-823b-fe27a1087f83,revision_number=4']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:09.115333 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['63bcb42b-2738-42a7-823b-fe27a1087f83'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:33:09.681478 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b14698-da0b-4b55-b5f4-31b57ce85b97 req-f55ca371-3bfc-4c4e-9192-8a151fd5cd95 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:09.682996 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-40b14698-da0b-4b55-b5f4-31b57ce85b97 req-f55ca371-3bfc-4c4e-9192-8a151fd5cd95 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 944 time: 0.0565341 Apr 29 08:33:09.731719 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-40b14698-da0b-4b55-b5f4-31b57ce85b97 req-5636f3b3-3d9b-47c4-bfec-723b34a20b0a tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430584 Apr 29 08:33:10.728371 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63bcb42b-2738-42a7-823b-fe27a1087f83 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:33:10.784588 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning for port 63bcb42b-2738-42a7-823b-fe27a1087f83 completed by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 29 08:33:10.788441 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 63bcb42b-2738-42a7-823b-fe27a1087f83 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:33:10.788841 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:10.858630 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140a1b1-8b51-4fb3-8407-79a167b0fce6 req-89fe8c11-b627-421b-9f9b-e979c539beb7 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:10.861013 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1140a1b1-8b51-4fb3-8407-79a167b0fce6 req-89fe8c11-b627-421b-9f9b-e979c539beb7 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 944 time: 0.0543151 Apr 29 08:33:10.868168 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 63bcb42b-2738-42a7-823b-fe27a1087f83 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:33:10.868553 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:10.891174 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:33:10.893460 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d2b9aec214c8002f0dfd524952e0c106aa16520aa696b5c3a4cdbf4a6a3d119" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56409477-eb5d-4147-be90-d078d2e78b2e" -d '{"events": [{"server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "name": "network-vif-plugged", "status": "completed", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:33:10.906586 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63bcb42b-2738-42a7-823b-fe27a1087f83,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:33:10.909841 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-1140a1b1-8b51-4fb3-8407-79a167b0fce6 req-5fa231c2-66a8-457c-ab36-2252f6fec8b3 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432150 Apr 29 08:33:10.914561 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:10.941593 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffefe8f4-1ae7-4daf-b5f8-e2f852b21513 x-openstack-request-id: req-ffefe8f4-1ae7-4daf-b5f8-e2f852b21513 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:33:10.941895 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "name": "network-vif-plugged", "status": "completed", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:33:10.942143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffefe8f4-1ae7-4daf-b5f8-e2f852b21513 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:33:10.942530 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffefe8f4-1ae7-4daf-b5f8-e2f852b21513'] response: {'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'code': 200} Apr 29 08:33:10.967367 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=63bcb42b-2738-42a7-823b-fe27a1087f83,revision_number=5']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:11.116675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9e563-2916-4e9a-91d0-434d725ad51d req-6e1b53b4-b812-4628-a287-9339825d8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:11.118211 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-95e9e563-2916-4e9a-91d0-434d725ad51d req-6e1b53b4-b812-4628-a287-9339825d8107 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 1129 time: 0.0473580 Apr 29 08:33:11.173541 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-95e9e563-2916-4e9a-91d0-434d725ad51d req-14afcd51-7c33-4a8c-a6e4-e4bd330df180 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490592 Apr 29 08:33:12.042954 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ab536-33a0-47ba-b8e4-54fa43db8af8 req-3d8b3e61-7bae-4b2b-a9b8-1b86577d8797 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:12.044440 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ff4ab536-33a0-47ba-b8e4-54fa43db8af8 req-3d8b3e61-7bae-4b2b-a9b8-1b86577d8797 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 945 time: 0.0575840 Apr 29 08:33:12.099726 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-ff4ab536-33a0-47ba-b8e4-54fa43db8af8 req-4bc8cd9d-942f-498a-bc02-144c67b4bd94 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495822 Apr 29 08:33:13.246860 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407deb66-5b91-4261-b11f-0e4f6b80d5c6 req-d19f543f-8548-4795-a2ba-cfb3e1a830e6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:13.248272 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-407deb66-5b91-4261-b11f-0e4f6b80d5c6 req-d19f543f-8548-4795-a2ba-cfb3e1a830e6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 945 time: 0.0688016 Apr 29 08:33:13.297747 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-407deb66-5b91-4261-b11f-0e4f6b80d5c6 req-b1b1ebbe-dcf6-4bda-84a5-1296ce7f2d81 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430825 Apr 29 08:33:13.426752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d14ab3-c789-4a34-a977-9135a07da75a req-4a723744-6a7c-48ed-8308-8de24cb0a5a4 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:13.428254 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-46d14ab3-c789-4a34-a977-9135a07da75a req-4a723744-6a7c-48ed-8308-8de24cb0a5a4 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 945 time: 0.0636275 Apr 29 08:33:13.480711 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-46d14ab3-c789-4a34-a977-9135a07da75a req-bdc499c7-6ff2-4351-ba2d-fc90adb9176d tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 Apr 29 08:33:13.502242 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34638) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:33:13.550834 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8dde10-0341-41a0-b4b9-fdf0fe3b0307 tempest-TestSnapshotPattern-1752274674 tempest-TestSnapshotPattern-1752274674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:13.554862 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-5b8dde10-0341-41a0-b4b9-fdf0fe3b0307 tempest-TestSnapshotPattern-1752274674 tempest-TestSnapshotPattern-1752274674-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 1124 time: 0.0492206 Apr 29 08:33:13.555295 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34640) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:33:13.559722 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.v2.base [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Request body: {'floatingip': {'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'port_id': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 08:33:13.583361 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:13.685153 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (None), before_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:13.792607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_common [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Allocated IP 172.26.3.114 (e510ec30-9138-4508-8232-c3a3eb935c2b/db56ff8b-e477-41ae-b7ee-484a3c060341/96d442bd-196b-4558-812e-3dcf014c8aab) {{(pid=104224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:33:13.900053 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for port (96d442bd-196b-4558-812e-3dcf014c8aab), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:13.944560 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745940322151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (96d442bd-196b-4558-812e-3dcf014c8aab), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:13.982028 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Network e510ec30-9138-4508-8232-c3a3eb935c2b is already hosted by enough agents. {{(pid=104224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:33:13.984877 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.base_scheduler [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Resources bound (agent type, host, resource id): {{(pid=104224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:33:13.988307 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Received port after_create {{(pid=104224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:33:13.995709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'Port': ['ID=96d442bd-196b-4558-812e-3dcf014c8aab,revision_number=1']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:14.025311 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.025614 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.025995 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.026302 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.026607 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.026932 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.027294 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.027580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.027976 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.028303 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.028623 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.028937 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.029271 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:33:14.357654 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for floatingip (a0caf9dc-ad8b-4c03-b7c2-f13c1407193c), precommit_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:14.430466 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (96d442bd-196b-4558-812e-3dcf014c8aab), before_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:14.581702 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for port (96d442bd-196b-4558-812e-3dcf014c8aab), precommit_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:14.587970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2202880'] for port (96d442bd-196b-4558-812e-3dcf014c8aab), after_update {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:14.658727 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event updated for resources: {'Port': ['ID=96d442bd-196b-4558-812e-3dcf014c8aab,revision_number=2']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:33:14.666983 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1805858'] for floatingip (a0caf9dc-ad8b-4c03-b7c2-f13c1407193c), after_create {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:14.770520 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Floating IP a0caf9dc-ad8b-4c03-b7c2-f13c1407193c associated. External IP: 172.26.3.114, port: 63bcb42b-2738-42a7-823b-fe27a1087f83. Apr 29 08:33:14.989371 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Router bb57d58c-8a9b-437d-a336-87f35f18d6d8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:33:15.109236 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:33:15.119699 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91691666-3e66-4d9f-abc7-846704047262 None None] Sync routers for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:33:15.128493 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:15.129815 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91691666-3e66-4d9f-abc7-846704047262 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:33:15.130425 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-91691666-3e66-4d9f-abc7-846704047262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:33:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:33:15.159219 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-185aded5-85d1-4540-a6ab-37bc98395588 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6029317 Apr 29 08:33:15.159841 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:33:15.162134 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06999e9750876222600bb44131cdf9b6639ad789e5e5a4693db6520c9213889d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ec52c1-b414-4e01-a650-f3fde680fe4f" -d '{"events": [{"name": "network-changed", "server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:33:15.203278 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee0789-021b-462e-afba-fe9153a02b20 x-openstack-request-id: req-fcee0789-021b-462e-afba-fe9153a02b20 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:33:15.203723 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:33:15.204119 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcee0789-021b-462e-afba-fe9153a02b20 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:33:15.204596 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcee0789-021b-462e-afba-fe9153a02b20'] response: {'name': 'network-changed', 'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'status': 'completed', 'code': 200} Apr 29 08:33:15.248307 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-91691666-3e66-4d9f-abc7-846704047262 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:33:15.267778 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-0c06e1fd-2d5b-40d0-9976-0659356bd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:15.269332 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-0c06e1fd-2d5b-40d0-9976-0659356bd4b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 1129 time: 0.0447805 Apr 29 08:33:15.365369 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-fb435060-0bee-4398-ad11-cbd551efacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:15.366837 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-fb435060-0bee-4398-ad11-cbd551efacf6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.0912392 Apr 29 08:33:15.431276 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-4d8c5df1-3e8e-4b0a-b2ef-e4a70fa711b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bcb42b-2738-42a7-823b-fe27a1087f83 HTTP/1.1" status: 200 len: 999 time: 0.0584328 Apr 29 08:33:15.477320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-91691666-3e66-4d9f-abc7-846704047262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'a0caf9dc-ad8b-4c03-b7c2-f13c1407193c', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:80:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:33:14Z', 'updated_at': '2022-04-29T08:33:14Z', 'revision_number': 0, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}, {'id': 'b46ee3b2-ff7f-436d-a390-62c963bf7217', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:30:43Z', 'updated_at': '2022-04-29T08:30:45Z', 'revision_number': 1, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:33:15.480854 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-3096fc3c-53af-49a4-9de3-ce1ce8186996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:15.482342 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-3096fc3c-53af-49a4-9de3-ce1ce8186996 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0452886 Apr 29 08:33:15.502764 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91691666-3e66-4d9f-abc7-846704047262 None None] Checking router: bb57d58c-8a9b-437d-a336-87f35f18d6d8 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:33:15.512128 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91691666-3e66-4d9f-abc7-846704047262 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:33:15.512729 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-91691666-3e66-4d9f-abc7-846704047262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:33:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:33:15.535934 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-2fe8ba78-97e5-4f8e-b1c2-783b68abc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:33:15.537472 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-2fe8ba78-97e5-4f8e-b1c2-783b68abc45c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483568 Apr 29 08:33:15.619974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-91691666-3e66-4d9f-abc7-846704047262 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:33:15.631533 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-7cbcc396-a30e-4787-a8af-c2fe32a65ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881619 Apr 29 08:33:15.723774 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b0ec52c1-b414-4e01-a650-f3fde680fe4f req-e1a68d83-7be7-4d25-89a1-d0e20ee16d57 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869033 Apr 29 08:33:15.847026 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-91691666-3e66-4d9f-abc7-846704047262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'a0caf9dc-ad8b-4c03-b7c2-f13c1407193c', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:80:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:33:14Z', 'updated_at': '2022-04-29T08:33:14Z', 'revision_number': 0, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}, {'id': 'b46ee3b2-ff7f-436d-a390-62c963bf7217', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:30:43Z', 'updated_at': '2022-04-29T08:30:45Z', 'revision_number': 1, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:33:15.872526 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91691666-3e66-4d9f-abc7-846704047262 None None] The sync data for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv is: [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'a0caf9dc-ad8b-4c03-b7c2-f13c1407193c', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.114', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:80:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:33:14Z', 'updated_at': '2022-04-29T08:33:14Z', 'revision_number': 0, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}, {'id': 'b46ee3b2-ff7f-436d-a390-62c963bf7217', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:30:43Z', 'updated_at': '2022-04-29T08:30:45Z', 'revision_number': 1, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:33:16.083355 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f25e9c-370f-4ca8-aa9d-8193432d70f0 None None] New status for floating IP a0caf9dc-ad8b-4c03-b7c2-f13c1407193c: ACTIVE {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:33:18.332650 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:33:31.446587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d0f6-451a-450f-8a27-0ea494fa0e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:33.556964 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-34f0ba8a-4916-4855-b176-87617a719a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:35.061993 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:35.994301 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:36.373727 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:37.411402 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:33:55.336410 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:34:01.458325 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d6a2516d-909c-4f23-86cd-62dc93bb5ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:03.550130 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2806a7ff-a765-4295-bded-f46ac917c7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:05.064207 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:06.009538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:06.381736 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:07.399666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:10.305695 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-3ead1ec5-1781-490e-be62-fa245885bacb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483184 Apr 29 08:34:10.390838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-0a9d3493-8a07-44c6-ac4a-16a51a108283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:10.392305 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-0a9d3493-8a07-44c6-ac4a-16a51a108283 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1128 time: 0.0456352 Apr 29 08:34:10.501765 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-7077ee67-e4c0-4cf3-8c1b-1c41fbc248a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:10.503234 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-7077ee67-e4c0-4cf3-8c1b-1c41fbc248a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.0907488 Apr 29 08:34:10.568067 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-4dbc6b48-f1a7-4545-aba8-9986148462d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 200 len: 1000 time: 0.0586865 Apr 29 08:34:10.616744 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-86ba1c2d-d41b-43c3-b50b-f2218295997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:10.618184 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-86ba1c2d-d41b-43c3-b50b-f2218295997c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0441184 Apr 29 08:34:10.670613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-2b59862f-de22-48e3-b2c6-ac72ed407186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:10.672074 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-2b59862f-de22-48e3-b2c6-ac72ed407186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478847 Apr 29 08:34:10.768468 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-ea1139ae-425c-4c76-954d-d7d3cca017e1 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898252 Apr 29 08:34:10.860358 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-cda3a4a5-c8a0-4d8f-bed8-877418451783 req-603efb2f-dce1-4138-9162-c8d43d22ea33 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864007 Apr 29 08:34:31.454589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2a732279-c471-4670-a757-9e70f29f5ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:32.335614 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:34:33.551181 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9b6cbbf6-940a-4427-9db6-ad03aed529a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:35.066836 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:36.011459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:36.389865 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:37.400229 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:45.133710 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63bcb42b-2738-42a7-823b-fe27a1087f83 details requested by agent hyperv_hv-neutron-8398 with host hv-neutron-8398 {{(pid=104225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:34:45.238405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63bcb42b-2738-42a7-823b-fe27a1087f83,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:34:45.250521 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Returning: {'device': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'port_id': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'mac_address': 'fa:16:3e:80:a3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:34:45.289412 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 63bcb42b-2738-42a7-823b-fe27a1087f83 is: ACTIVE; New status is: BUILD {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:34:45.289813 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:45.305666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63bcb42b-2738-42a7-823b-fe27a1087f83 {{(pid=104225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:34:45.329868 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63bcb42b-2738-42a7-823b-fe27a1087f83,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:34:45.334979 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:45.393833 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=63bcb42b-2738-42a7-823b-fe27a1087f83,revision_number=6']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:34:45.401151 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.401952 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.402302 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.402640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.402978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.403306 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.403639 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.403984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.404303 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.404640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.405032 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.405766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.405766 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:45.412283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] get_ports_and_sgs() called for port_ids ['63bcb42b-2738-42a7-823b-fe27a1087f83'] {{(pid=104225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:34:47.147731 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63bcb42b-2738-42a7-823b-fe27a1087f83 up at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:34:47.198974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.provisioning_blocks [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Provisioning complete for port 63bcb42b-2738-42a7-823b-fe27a1087f83 triggered by entity L2. {{(pid=104225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 29 08:34:47.198974 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735098'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), provisioning_complete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:47.284241 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 63bcb42b-2738-42a7-823b-fe27a1087f83 is: BUILD; New status is: ACTIVE {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:34:47.284835 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:47.313916 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:34:47.326382 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63bcb42b-2738-42a7-823b-fe27a1087f83,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:34:47.334154 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:47.376616 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a853b8a24a4322e956168ef2b9050c89ccf6fdb3017475ebb8f6fa72ca20a478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be69ac2b-bdba-4866-ad00-135c27d9070c" -d '{"events": [{"server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "name": "network-vif-plugged", "status": "completed", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:34:47.395489 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=63bcb42b-2738-42a7-823b-fe27a1087f83,revision_number=7']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:34:47.529405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ae4f89-285c-4fbd-9fb0-9926cea572db x-openstack-request-id: req-08ae4f89-285c-4fbd-9fb0-9926cea572db {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:34:47.529405 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "name": "network-vif-plugged", "status": "completed", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:34:47.529651 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08ae4f89-285c-4fbd-9fb0-9926cea572db {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:34:47.530097 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ae4f89-285c-4fbd-9fb0-9926cea572db'] response: {'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'code': 200} Apr 29 08:34:55.107154 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34842) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:34:55.276092 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Deleting port 96d442bd-196b-4558-812e-3dcf014c8aab {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:34:55.276399 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (96d442bd-196b-4558-812e-3dcf014c8aab), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:55.353752 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (96d442bd-196b-4558-812e-3dcf014c8aab), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:55.353970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for floatingip (96d442bd-196b-4558-812e-3dcf014c8aab), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:55.365902 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Calling delete_port for 96d442bd-196b-4558-812e-3dcf014c8aab owned by network:floatingip {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:34:55.516728 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (96d442bd-196b-4558-812e-3dcf014c8aab), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:55.540465 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event deleted for resources: {'Port': ['ID=96d442bd-196b-4558-812e-3dcf014c8aab,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:34:55.550319 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.550527 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.550885 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.551217 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.551545 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.551873 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.552628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.552628 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.552795 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.553094 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.553435 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.553751 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.554066 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:55.616500 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for floatingip (a0caf9dc-ad8b-4c03-b7c2-f13c1407193c), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:55.616809 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.db.l3_db [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Floating IP a0caf9dc-ad8b-4c03-b7c2-f13c1407193c disassociated (deleted). External IP: 172.26.3.114, port: 63bcb42b-2738-42a7-823b-fe27a1087f83. Apr 29 08:34:55.830804 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Router bb57d58c-8a9b-437d-a336-87f35f18d6d8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:34:55.941707 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:34:55.947383 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:55.953851 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] Sync routers for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:34:55.964943 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:34:55.965589 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:34:34Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:34:55.979203 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-8e814936-d62f-49ae-98c7-c51922ed8411 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "DELETE /v2.0/floatingips/a0caf9dc-ad8b-4c03-b7c2-f13c1407193c HTTP/1.1" status: 204 len: 168 time: 0.8684947 Apr 29 08:34:55.979203 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83'}] {{(pid=104224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:34:56.018882 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e761c468854ba873bc1a3bc669cce49301c720a11fd1fb65504997d4f50720b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364fa683-6b8d-4fa0-9769-8258bc0d77e2" -d '{"events": [{"name": "network-changed", "server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83"}]}' {{(pid=104224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:34:56.075228 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:34:56.115443 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1671a002-7503-46bd-b9ef-c93cc2560da1 x-openstack-request-id: req-1671a002-7503-46bd-b9ef-c93cc2560da1 {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:34:56.116511 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83", "status": "completed", "code": 200}]} {{(pid=104224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:34:56.117266 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1671a002-7503-46bd-b9ef-c93cc2560da1 {{(pid=104224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:34:56.118225 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1671a002-7503-46bd-b9ef-c93cc2560da1'] response: {'name': 'network-changed', 'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'status': 'completed', 'code': 200} Apr 29 08:34:56.274105 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-47f19e7c-deee-4828-a3dd-f00c16f21566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:56.275627 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-47f19e7c-deee-4828-a3dd-f00c16f21566 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 1129 time: 0.0915146 Apr 29 08:34:56.313145 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b46ee3b2-ff7f-436d-a390-62c963bf7217', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:30:43Z', 'updated_at': '2022-04-29T08:30:45Z', 'revision_number': 1, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:34:56.338984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] Checking router: bb57d58c-8a9b-437d-a336-87f35f18d6d8 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:34:56.347579 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:34:56.348200 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:34:34Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:34:56.403600 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-911bf7e7-6b39-4060-a285-ce96072c9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:56.405151 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-911bf7e7-6b39-4060-a285-ce96072c9590 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.1217823 Apr 29 08:34:56.413339 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816041-857f-44af-a984-16c48057c41b req-031841c1-d0de-4b41-9937-2fa4062d5ac8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:56.414848 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-96816041-857f-44af-a984-16c48057c41b req-031841c1-d0de-4b41-9937-2fa4062d5ac8 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 945 time: 0.1789639 Apr 29 08:34:56.457365 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-90a30869-03ff-410e-a8e5-f09107791c1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63bcb42b-2738-42a7-823b-fe27a1087f83 HTTP/1.1" status: 200 len: 217 time: 0.0412707 Apr 29 08:34:56.533584 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-96816041-857f-44af-a984-16c48057c41b req-03cd67f2-3c3a-440e-92cf-a932946cdbda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116211 Apr 29 08:34:56.535331 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-bcada206-76b7-44a2-b064-1846570de107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:56.536712 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-bcada206-76b7-44a2-b064-1846570de107 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0733407 Apr 29 08:34:56.590355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-ee79881c-1fab-4b2c-8a95-cb231a134c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:56.591855 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-ee79881c-1fab-4b2c-8a95-cb231a134c76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0486798 Apr 29 08:34:56.605354 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:34:56.680023 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-e87103d1-dd6c-4d45-9610-974d0aa0d28a service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806708 Apr 29 08:34:56.773048 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-364fa683-6b8d-4fa0-9769-8258bc0d77e2 req-22dc0274-8816-4e8e-a064-2b89d64e1aa3 service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866611 Apr 29 08:34:56.825755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b46ee3b2-ff7f-436d-a390-62c963bf7217', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:30:43Z', 'updated_at': '2022-04-29T08:30:45Z', 'revision_number': 1, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:34:56.851276 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb401a98-f3e1-4ff0-abb3-152eeb885b77 None None] The sync data for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv is: [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_floatingips': [{'id': 'b46ee3b2-ff7f-436d-a390-62c963bf7217', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'floating_ip_address': '172.26.3.194', 'floating_network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'router_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'port_id': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'mac_address': 'fa:16:3e:5c:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:30:43Z', 'updated_at': '2022-04-29T08:30:45Z', 'revision_number': 1, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:34:57.082630 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eded60c-9785-4e8c-a4af-dfdd9704168e None None] New status for floating IP a0caf9dc-ad8b-4c03-b7c2-f13c1407193c: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:34:57.223566 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63bcb42b-2738-42a7-823b-fe27a1087f83 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:34:57.309180 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Current status of the port 63bcb42b-2738-42a7-823b-fe27a1087f83 is: ACTIVE; New status is: DOWN {{(pid=104225) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 29 08:34:57.309474 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575463'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), before_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:57.332814 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83'}] {{(pid=104225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:34:57.335139 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a853b8a24a4322e956168ef2b9050c89ccf6fdb3017475ebb8f6fa72ca20a478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d7dcf3-75e5-4705-8a8a-c35a110d17fe" -d '{"events": [{"server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "name": "network-vif-unplugged", "status": "completed", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83"}]}' {{(pid=104225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:34:57.347473 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63bcb42b-2738-42a7-823b-fe27a1087f83,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:34:57.352507 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745940776488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745940322169', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745940322187'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:57.376580 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3892abf-8cc2-4ca6-898e-a3323208ad55 x-openstack-request-id: req-f3892abf-8cc2-4ca6-898e-a3323208ad55 {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:34:57.376883 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "name": "network-vif-unplugged", "status": "completed", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83", "code": 200}]} {{(pid=104225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:34:57.377105 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3892abf-8cc2-4ca6-898e-a3323208ad55 {{(pid=104225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:34:57.377544 dv-neutron-839860-1-hyperv neutron-server[104225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3892abf-8cc2-4ca6-898e-a3323208ad55'] response: {'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'code': 200} Apr 29 08:34:57.405900 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Pushing event updated for resources: {'Port': ['ID=63bcb42b-2738-42a7-823b-fe27a1087f83,revision_number=8']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:34:57.661195 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdb52f-c38d-4fa3-88d6-37f7d4ceb5e2 req-358e47f8-b20b-4e30-a5ee-8aaeed8609ed tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:57.662714 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2bdb52f-c38d-4fa3-88d6-37f7d4ceb5e2 req-358e47f8-b20b-4e30-a5ee-8aaeed8609ed tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 943 time: 0.0543396 Apr 29 08:34:57.744486 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-b2bdb52f-c38d-4fa3-88d6-37f7d4ceb5e2 req-f99acc4c-76c3-4367-ae61-28061eb8781f tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737572 Apr 29 08:34:57.760569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-ef518a6c-5f2e-4f72-ac0f-81a77687de8c tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:34:57.762055 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-ef518a6c-5f2e-4f72-ac0f-81a77687de8c tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "GET /v2.0/ports?device_id=be3f0c7f-484e-4649-ad4d-0aa0673b7170 HTTP/1.1" status: 200 len: 943 time: 0.0781188 Apr 29 08:34:57.857708 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Deleting port 63bcb42b-2738-42a7-823b-fe27a1087f83 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:34:57.858041 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:57.949917 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] For port 63bcb42b-2738-42a7-823b-fe27a1087f83, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=63bcb42b-2738-42a7-823b-fe27a1087f83,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:34:57.950306 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:57.963034 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Calling delete_port for 63bcb42b-2738-42a7-823b-fe27a1087f83 owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:34:58.095886 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (63bcb42b-2738-42a7-823b-fe27a1087f83), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:58.127905 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event deleted for resources: {'Port': ['ID=63bcb42b-2738-42a7-823b-fe27a1087f83,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:34:58.141051 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.141615 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.141971 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.142304 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.142633 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.142929 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.143254 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.143575 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.143898 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.144222 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.144548 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.144906 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.145210 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839860-1-hyperv {{(pid=104223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:34:58.180239 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] No DVR routers for this DVR port 63bcb42b-2738-42a7-823b-fe27a1087f83 on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:34:58.182758 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:58.186091 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-41bf12cd-b9d6-47ff-9761-ac7e9202a6fd req-15189300-0050-45e6-889f-a342ace04cda tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "DELETE /v2.0/ports/63bcb42b-2738-42a7-823b-fe27a1087f83 HTTP/1.1" status: 204 len: 173 time: 0.4177859 Apr 29 08:34:58.186522 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'name': 'network-vif-deleted', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:34:58.228088 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92ea976667c9cf64858dfb6e1f857cc93ce4f7ba6180719add5be97ba430655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72e3fa4-cc07-4b4b-bd1b-e0939b0e5671" -d '{"events": [{"server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "name": "network-vif-deleted", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:34:58.313638 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c83188-3c51-48dd-b960-efb1792b355c x-openstack-request-id: req-f2c83188-3c51-48dd-b960-efb1792b355c {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:34:58.313975 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3f0c7f-484e-4649-ad4d-0aa0673b7170", "name": "network-vif-deleted", "tag": "63bcb42b-2738-42a7-823b-fe27a1087f83", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:34:58.314225 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2c83188-3c51-48dd-b960-efb1792b355c {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:34:58.314628 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c83188-3c51-48dd-b960-efb1792b355c'] response: {'server_uuid': 'be3f0c7f-484e-4649-ad4d-0aa0673b7170', 'name': 'network-vif-deleted', 'tag': '63bcb42b-2738-42a7-823b-fe27a1087f83', 'status': 'completed', 'code': 200} Apr 29 08:34:59.357341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34916) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:34:59.526755 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Deleting port 9cd493a9-1ba3-4b03-85ec-4a885bf09a9e {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:34:59.527099 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9cd493a9-1ba3-4b03-85ec-4a885bf09a9e), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:59.606739 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9cd493a9-1ba3-4b03-85ec-4a885bf09a9e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:59.606998 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for floatingip (9cd493a9-1ba3-4b03-85ec-4a885bf09a9e), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:59.622182 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Calling delete_port for 9cd493a9-1ba3-4b03-85ec-4a885bf09a9e owned by network:floatingip {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:34:59.782810 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9cd493a9-1ba3-4b03-85ec-4a885bf09a9e), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:59.807021 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event deleted for resources: {'Port': ['ID=9cd493a9-1ba3-4b03-85ec-4a885bf09a9e,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:34:59.866858 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for floatingip (b46ee3b2-ff7f-436d-a390-62c963bf7217), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:34:59.867226 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.db.l3_db [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Floating IP b46ee3b2-ff7f-436d-a390-62c963bf7217 disassociated (deleted). External IP: 172.26.3.194, port: 8589d1ea-e190-4689-861f-f5fdf4fd61be. Apr 29 08:35:00.090427 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Router bb57d58c-8a9b-437d-a336-87f35f18d6d8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:35:00.202126 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:35:00.206956 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for floatingip (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:00.213027 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] Sync routers for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:35:00.223793 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:35:00.224427 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:34:34Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:00.236699 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-52436a11-f3fc-475f-a656-a3e8281e003b tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "DELETE /v2.0/floatingips/b46ee3b2-ff7f-436d-a390-62c963bf7217 HTTP/1.1" status: 204 len: 168 time: 0.8781965 Apr 29 08:35:00.316263 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:35:00.318981 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92ea976667c9cf64858dfb6e1f857cc93ce4f7ba6180719add5be97ba430655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:35:00.340779 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:35:00.357341 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8239ec42-2d70-4d8a-a575-6f6ef770994c x-openstack-request-id: req-8239ec42-2d70-4d8a-a575-6f6ef770994c {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:35:00.357927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:35:00.357927 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8239ec42-2d70-4d8a-a575-6f6ef770994c {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:35:00.358525 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8239ec42-2d70-4d8a-a575-6f6ef770994c'] response: {'name': 'network-changed', 'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'status': 'completed', 'code': 200} Apr 29 08:35:00.476486 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-2bc0c32e-d690-4305-a1bc-c5791dd09e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:35:00.477937 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-2bc0c32e-d690-4305-a1bc-c5791dd09e00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 1128 time: 0.0873218 Apr 29 08:35:00.488511 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180e79-7aac-47c4-bfcd-b8de8d880304 req-55584ac5-06e6-4afc-97cd-e7c15770551f tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:35:00.489952 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2180e79-7aac-47c4-bfcd-b8de8d880304 req-55584ac5-06e6-4afc-97cd-e7c15770551f tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 944 time: 0.0693054 Apr 29 08:35:00.557882 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:00.584033 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] Checking router: bb57d58c-8a9b-437d-a336-87f35f18d6d8 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:35:00.592264 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:35:00.592873 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:34:34Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:00.593323 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-c2180e79-7aac-47c4-bfcd-b8de8d880304 req-164b6a70-b597-4bab-9bd4-52bca2b9b485 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953600 Apr 29 08:35:00.615197 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-dfd9d289-37ff-40eb-ad98-9e4178f16c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:35:00.616680 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-dfd9d289-37ff-40eb-ad98-9e4178f16c9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 200 len: 911 time: 0.1258831 Apr 29 08:35:00.659506 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-b7e5ca8d-a15a-44c7-976e-e7abd66e0e0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 200 len: 217 time: 0.0352826 Apr 29 08:35:00.702235 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:35:00.707272 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-869c4545-6792-4ca9-b09b-50dad6efa6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:35:00.708761 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-869c4545-6792-4ca9-b09b-50dad6efa6db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 200 len: 849 time: 0.0435033 Apr 29 08:35:00.756882 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-f9182740-dc73-4b4f-a4b5-ab51f2bd27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:35:00.758321 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-f9182740-dc73-4b4f-a4b5-ab51f2bd27fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef2feed5-8ab8-44ab-9d6a-17edbc872717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425715 Apr 29 08:35:00.848410 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-e0f969e8-2f2b-40b1-88c6-9ccb5db5fe7b service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833552 Apr 29 08:35:00.904781 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:00.931751 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f1b71-682a-460b-950c-aa7d5d91ae60 None None] The sync data for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv is: [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:22Z', 'revision_number': 4, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv', '_interfaces': [{'id': '9045a5ee-d4d1-4d71-8bae-83aa48692ae7', 'name': '', 'network_id': 'ef2feed5-8ab8-44ab-9d6a-17edbc872717', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'mac_address': 'fa:16:3e:da:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:22Z', 'updated_at': '2022-04-29T08:30:27Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'subnets': [{'id': '8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:35:00.937338 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-6a6d7a1e-2e2f-48c4-b81f-aa916b0855f4 req-09b6d642-96be-46fd-b561-74785237bacc service neutron] 10.222.0.36 "GET /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821230 Apr 29 08:35:01.148289 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1398134-908d-4bf7-8955-a3275b5107f2 None None] New status for floating IP b46ee3b2-ff7f-436d-a390-62c963bf7217: DOWN {{(pid=104226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:35:01.239115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63bcb42b-2738-42a7-823b-fe27a1087f83 no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:35:01.260018 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 63bcb42b-2738-42a7-823b-fe27a1087f83 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:35:01.260300 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 63bcb42b-2738-42a7-823b-fe27a1087f83 not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:35:01.454665 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2ecf4908-58a6-4635-98ee-30b4227f3e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:01.745750 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440e140-f514-45a8-ae29-9631ad4deb82 req-697d670c-2139-4cf6-ab58-1c53396e3d9e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:35:01.747520 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0440e140-f514-45a8-ae29-9631ad4deb82 req-697d670c-2139-4cf6-ab58-1c53396e3d9e tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 944 time: 0.0637307 Apr 29 08:35:01.797362 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-0440e140-f514-45a8-ae29-9631ad4deb82 req-96c124bf-3ca2-468f-971b-22cd2ca07fac tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd2dd17-25e8-47ba-951b-77db7ed27913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Apr 29 08:35:01.989941 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-72f6a7eb-a457-48f6-a625-b3fb20db1441 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 08:35:01.991353 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-72f6a7eb-a457-48f6-a625-b3fb20db1441 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 944 time: 0.0681820 Apr 29 08:35:02.087450 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Deleting port 8589d1ea-e190-4689-861f-f5fdf4fd61be {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:35:02.087706 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:02.180563 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] For port 8589d1ea-e190-4689-861f-f5fdf4fd61be, host hv-neutron-8398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8398',level=0,port_id=8589d1ea-e190-4689-861f-f5fdf4fd61be,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:35:02.180935 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:02.193658 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Calling delete_port for 8589d1ea-e190-4689-861f-f5fdf4fd61be owned by compute:nova {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:35:02.325988 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (8589d1ea-e190-4689-861f-f5fdf4fd61be), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:02.357096 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event deleted for resources: {'Port': ['ID=8589d1ea-e190-4689-861f-f5fdf4fd61be,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:02.399924 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] No DVR routers for this DVR port 8589d1ea-e190-4689-861f-f5fdf4fd61be on host hv-neutron-8398 {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:35:02.402408 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200646'] for port (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:02.405717 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [req-e4b2974b-3391-4095-9063-d256e7d6a6a9 req-c85cab16-5579-49b4-931b-c04f33ccdef6 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.36 "DELETE /v2.0/ports/8589d1ea-e190-4689-861f-f5fdf4fd61be HTTP/1.1" status: 204 len: 173 time: 0.4089539 Apr 29 08:35:02.406244 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'name': 'network-vif-deleted', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be'}] {{(pid=104223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:35:02.408519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b92ea976667c9cf64858dfb6e1f857cc93ce4f7ba6180719add5be97ba430655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9add60-c81a-46a4-8086-0de69afd7eda" -d '{"events": [{"server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "name": "network-vif-deleted", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be"}]}' {{(pid=104223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:35:02.453098 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c273d-415f-45df-a215-b55e8b5d1873 x-openstack-request-id: req-189c273d-415f-45df-a215-b55e8b5d1873 {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:35:02.453432 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4b33e7-7a47-40cb-856c-036c34470325", "name": "network-vif-deleted", "tag": "8589d1ea-e190-4689-861f-f5fdf4fd61be", "status": "completed", "code": 200}]} {{(pid=104223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:35:02.453684 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-189c273d-415f-45df-a215-b55e8b5d1873 {{(pid=104223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:35:02.454098 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189c273d-415f-45df-a215-b55e8b5d1873'] response: {'server_uuid': 'fb4b33e7-7a47-40cb-856c-036c34470325', 'name': 'network-vif-deleted', 'tag': '8589d1ea-e190-4689-861f-f5fdf4fd61be', 'status': 'completed', 'code': 200} Apr 29 08:35:02.917358 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [req-68f44307-ed8d-47cb-a040-ed75745ca314 req-d64490e2-6b26-4263-9a15-fcbe1994c47f tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb4b33e7-7a47-40cb-856c-036c34470325 HTTP/1.1" status: 200 len: 210 time: 0.0339184 Apr 29 08:35:03.545464 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-4c8de104-65a6-48a7-8800-ca1ecdac8585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:03.976576 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34940) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:04.037683 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d871d96-ff1c-49e6-8935-16bbf5684e73 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group (ddd2dd17-25e8-47ba-951b-77db7ed27913), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:04.064453 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d871d96-ff1c-49e6-8935-16bbf5684e73 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group (ddd2dd17-25e8-47ba-951b-77db7ed27913), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:04.126268 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d871d96-ff1c-49e6-8935-16bbf5684e73 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (ddd2dd17-25e8-47ba-951b-77db7ed27913), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:04.128974 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-8d871d96-ff1c-49e6-8935-16bbf5684e73 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:04.130187 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-8d871d96-ff1c-49e6-8935-16bbf5684e73 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] 10.222.0.23 "DELETE /v2.0/security-groups/ddd2dd17-25e8-47ba-951b-77db7ed27913 HTTP/1.1" status: 204 len: 168 time: 0.1526353 Apr 29 08:35:04.139675 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d871d96-ff1c-49e6-8935-16bbf5684e73 tempest-TestSnapshotPattern-897793570 tempest-TestSnapshotPattern-897793570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd2dd17-25e8-47ba-951b-77db7ed27913,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:04.181323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34944) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:04.548978 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (bb57d58c-8a9b-437d-a336-87f35f18d6d8), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:04.805489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Deleting port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:35:04.805721 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:04.896772 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] For port 9045a5ee-d4d1-4d71-8bae-83aa48692ae7, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=9045a5ee-d4d1-4d71-8bae-83aa48692ae7,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:35:04.897142 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:04.913355 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Calling delete_port for 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:35:05.066459 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:05.096952 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (9045a5ee-d4d1-4d71-8bae-83aa48692ae7), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:05.125278 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9045a5ee-d4d1-4d71-8bae-83aa48692ae7,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:05.263035 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8589d1ea-e190-4689-861f-f5fdf4fd61be no longer exists at agent hyperv_hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:35:05.286143 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] No Port match for: 8589d1ea-e190-4689-861f-f5fdf4fd61be {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:35:05.286632 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Device 8589d1ea-e190-4689-861f-f5fdf4fd61be not bound to the agent host hv-neutron-8398 {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:35:05.648319 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (bb57d58c-8a9b-437d-a336-87f35f18d6d8), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:05.879613 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Router bb57d58c-8a9b-437d-a336-87f35f18d6d8 has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:35:05.995521 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:35:06.003580 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34946) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:06.004050 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-bd61b5fd-f63a-42a6-bf33-ff5dd8690a80 admin admin] 10.222.0.23 "PUT /v2.0/routers/bb57d58c-8a9b-437d-a336-87f35f18d6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211696 Apr 29 08:35:06.004984 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] Sync routers for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:35:06.011059 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:06.016773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:35:06.017428 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:35:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:06.112692 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks [] for router (bb57d58c-8a9b-437d-a336-87f35f18d6d8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:06.123178 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: dv-neutron-839860-1-hyperv {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:35:06.218621 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks [] for router_gateway (bb57d58c-8a9b-437d-a336-87f35f18d6d8), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:06.274763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Deleting port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:35:06.275255 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:06.305685 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141'}], 'enable_snat': True}, 'gw_port_id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:35:05Z', 'revision_number': 5, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port': {'id': '97c507ea-fe63-4ddf-a663-d0bc2afb71c5', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:06.332438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] Checking router: bb57d58c-8a9b-437d-a336-87f35f18d6d8 for host: dv-neutron-839860-1-hyperv {{(pid=104225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:35:06.343571 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] Routers {'bb57d58c-8a9b-437d-a336-87f35f18d6d8'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:35:06.344293 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:35:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'], 'active': True} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:06.357065 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] For port 97c507ea-fe63-4ddf-a663-d0bc2afb71c5, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=97c507ea-fe63-4ddf-a663-d0bc2afb71c5,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:35:06.357451 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:06.369206 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Calling delete_port for 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 owned by network:router_gateway {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:35:06.424438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:06.442456 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvr_db [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] Set router bb57d58c-8a9b-437d-a336-87f35f18d6d8 gateway port host: None {{(pid=104225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:35:06.497133 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_hamode_db [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:35:06Z', 'revision_number': 6, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:06.525465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e14b491-742e-4da7-884f-ed4207443d44 None None] The sync data for ids ['bb57d58c-8a9b-437d-a336-87f35f18d6d8'] in dv-neutron-839860-1-hyperv is: [{'id': 'bb57d58c-8a9b-437d-a336-87f35f18d6d8', 'name': 'tempest-TestSnapshotPattern-1545622387-router', 'tenant_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:20Z', 'updated_at': '2022-04-29T08:35:06Z', 'revision_number': 6, 'project_id': 'eab68d1ba0f64d45a4097b5a79a70af8', 'gw_port_host': None}] {{(pid=104225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:35:06.536402 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (97c507ea-fe63-4ddf-a663-d0bc2afb71c5), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:06.561297 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c507ea-fe63-4ddf-a663-d0bc2afb71c5,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:06.627169 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (bb57d58c-8a9b-437d-a336-87f35f18d6d8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.041054 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (bb57d58c-8a9b-437d-a336-87f35f18d6d8), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.043302 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks [] for router_controller (bb57d58c-8a9b-437d-a336-87f35f18d6d8), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.087857 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (bb57d58c-8a9b-437d-a336-87f35f18d6d8), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.089161 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb57d58c-8a9b-437d-a336-87f35f18d6d8 {{(pid=104224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:35:07.094232 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.095298 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-dbcf5a85-1960-4868-b2fc-750789b18e77 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bb57d58c-8a9b-437d-a336-87f35f18d6d8 HTTP/1.1" status: 204 len: 168 time: 1.0898452 Apr 29 08:35:07.097970 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34948) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:07.141603 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.db_base_plugin_v2 [None req-378b415d-cd7a-4eee-bf14-3bdebe244c95 admin admin] Deleting subnet 8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f {{(pid=104224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:35:07.144847 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-378b415d-cd7a-4eee-bf14-3bdebe244c95 admin admin] Publish callbacks [] for subnet (8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.178613 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-378b415d-cd7a-4eee-bf14-3bdebe244c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9327189'] for subnet (8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f), precommit_delete_associations {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.261355 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-378b415d-cd7a-4eee-bf14-3bdebe244c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.321352 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-378b415d-cd7a-4eee-bf14-3bdebe244c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9111258'] for subnet (8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.347212 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b415d-cd7a-4eee-bf14-3bdebe244c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:07.350677 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-378b415d-cd7a-4eee-bf14-3bdebe244c95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.353827 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-378b415d-cd7a-4eee-bf14-3bdebe244c95 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8bf70ce5-d0a2-4be8-aac4-1f01e8e9a93f HTTP/1.1" status: 204 len: 168 time: 0.2549198 Apr 29 08:35:07.356398 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34950) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:07.357294 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca1f0e-3984-4af9-8d2d-e29250781759 None None] Network ef2feed5-8ab8-44ab-9d6a-17edbc872717 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:35:07.363662 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:35:07.421197 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:35:07.421595 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 97c507ea-fe63-4ddf-a663-d0bc2afb71c5 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:35:07.422008 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:35:07.433880 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (ef2feed5-8ab8-44ab-9d6a-17edbc872717), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.491442 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Deleting port c1c20ef0-f55b-4cf9-b18f-314692d972b3 {{(pid=104224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:35:07.491781 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.557973 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.db [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] For port c1c20ef0-f55b-4cf9-b18f-314692d972b3, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=c1c20ef0-f55b-4cf9-b18f-314692d972b3,segment=NetworkSegment(49fb475e-817a-44bb-8486-e2053f331fa1),segment_id=49fb475e-817a-44bb-8486-e2053f331fa1)] {{(pid=104224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:35:07.558232 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.572388 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.plugin [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Calling delete_port for c1c20ef0-f55b-4cf9-b18f-314692d972b3 owned by network:dhcp {{(pid=104224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:35:07.618331 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:35:07.618687 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device 9045a5ee-d4d1-4d71-8bae-83aa48692ae7 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:35:07.643795 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.668608 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202889'] for port (c1c20ef0-f55b-4cf9-b18f-314692d972b3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.692135 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c20ef0-f55b-4cf9-b18f-314692d972b3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:07.693964 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] No DVR routers for this DVR port c1c20ef0-f55b-4cf9-b18f-314692d972b3 on host dv-neutron-839860-1-hyperv {{(pid=104224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:35:07.732326 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829d4b81-2c2d-4369-bad7-0cd563a1cd76 None None] DHCP port deletion for ef2feed5-8ab8-44ab-9d6a-17edbc872717 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:35:07.768419 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (ef2feed5-8ab8-44ab-9d6a-17edbc872717), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.788691 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2feed5-8ab8-44ab-9d6a-17edbc872717']}} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:07.798045 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fb475e-817a-44bb-8486-e2053f331fa1') {'for_net_delete': True} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:07.798332 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.services.segments.db [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fb475e-817a-44bb-8486-e2053f331fa1') {} {{(pid=104224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:07.807405 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9327198'] for segment (49fb475e-817a-44bb-8486-e2053f331fa1), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.821337 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (49fb475e-817a-44bb-8486-e2053f331fa1), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.827875 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:35:07.828259 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203004'] for segment (49fb475e-817a-44bb-8486-e2053f331fa1), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: Traceback (most recent call last): Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: timer() Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: cb(*args, **kw) Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: return func(*args, **kwargs) Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: self._notify() Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: self.callback(batched_events) Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: event.method(event) Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: return f(self, *a, **k) Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._get(url).json() Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: return self.request(url, 'GET', **kwargs) Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:35:07.830002 dv-neutron-839860-1-hyperv neutron-server[104224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:35:07.884159 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (ef2feed5-8ab8-44ab-9d6a-17edbc872717), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.889709 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:07.892995 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] 10.222.0.23 "DELETE /v2.0/networks/ef2feed5-8ab8-44ab-9d6a-17edbc872717 HTTP/1.1" status: 204 len: 168 time: 0.5356696 Apr 29 08:35:07.896178 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34952) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:07.904117 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b44b5-8687-44ab-abf9-48750f0c6a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef2feed5-8ab8-44ab-9d6a-17edbc872717,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:08.253814 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802530'] for router_interface (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:08.508367 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Deleting port bc5458bb-7861-4936-9eb0-446ca80b3d48 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:35:08.508610 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:08.587489 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] For port bc5458bb-7861-4936-9eb0-446ca80b3d48, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=bc5458bb-7861-4936-9eb0-446ca80b3d48,segment=NetworkSegment(d0d75a9d-da17-4559-8efc-418b72887ef2),segment_id=d0d75a9d-da17-4559-8efc-418b72887ef2)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:35:08.587838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:08.600640 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Calling delete_port for bc5458bb-7861-4936-9eb0-446ca80b3d48 owned by network:router_interface {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:35:08.796192 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (bc5458bb-7861-4936-9eb0-446ca80b3d48), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:08.822670 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5458bb-7861-4936-9eb0-446ca80b3d48,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:08.986302 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802686'] for router_interface (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:09.151108 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c1c20ef0-f55b-4cf9-b18f-314692d972b3 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:35:09.170465 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: c1c20ef0-f55b-4cf9-b18f-314692d972b3 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:35:09.170801 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device c1c20ef0-f55b-4cf9-b18f-314692d972b3 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:35:09.215630 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f has already been hosted by L3 agent ed915f85-2558-4070-ab17-57f71c22b820 {{(pid=104223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:35:09.335686 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:35:09.344838 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] Notify agent at l3_agent.dv-neutron-839860-1-hyperv the message routers_updated {{(pid=104223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:35:09.350620 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-947250b2-c711-4321-a7cb-1ab3ed8da0f7 admin admin] 10.222.0.23 "PUT /v2.0/routers/1f51b7e9-2e1d-436e-9ba9-260a79d9898f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532704 Apr 29 08:35:09.352519 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34954) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:09.353688 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] Sync routers for ids ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'] in dv-neutron-839860-1-hyperv {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:35:09.364698 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] Routers {'1f51b7e9-2e1d-436e-9ba9-260a79d9898f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:35:09.365368 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:35:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:09.455221 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks [] for router (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:09.471096 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] Set router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f gateway port host: dv-neutron-839860-1-hyperv {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:35:09.558052 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks [] for router_gateway (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:09.615785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Deleting port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:35:09.616128 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:09.646355 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'external_fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:24Z', 'updated_at': '2022-04-29T08:35:08Z', 'revision_number': 5, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'gw_port': {'id': 'a458ddc6-07e7-485e-ba7e-0c1a3322ab8b', 'name': '', 'network_id': 'e510ec30-9138-4508-8232-c3a3eb935c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839860-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:30:25Z', 'updated_at': '2022-04-29T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db56ff8b-e477-41ae-b7ee-484a3c060341', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839860-1-hyperv'}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:09.671887 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] Checking router: 1f51b7e9-2e1d-436e-9ba9-260a79d9898f for host: dv-neutron-839860-1-hyperv {{(pid=104226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:35:09.679955 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] Routers {'1f51b7e9-2e1d-436e-9ba9-260a79d9898f'} bound to L3 agent in host dv-neutron-839860-1-hyperv {{(pid=104226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:35:09.680548 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839860-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T07:28:03Z,description=,heartbeat_timestamp=2022-04-29T08:35:04Z,host='dv-neutron-839860-1-hyperv',id=ed915f85-2558-4070-ab17-57f71c22b820,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T07:28:03Z,topic='l3_agent')) {'router_ids': ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'], 'active': True} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:09.695545 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] For port a458ddc6-07e7-485e-ba7e-0c1a3322ab8b, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=a458ddc6-07e7-485e-ba7e-0c1a3322ab8b,segment=NetworkSegment(69d6a847-f2de-49aa-a04f-12ecaa78551b),segment_id=69d6a847-f2de-49aa-a04f-12ecaa78551b)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:35:09.695909 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:09.707709 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Calling delete_port for a458ddc6-07e7-485e-ba7e-0c1a3322ab8b owned by network:router_gateway {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:35:09.767183 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_dvr_db [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] Set router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f gateway port host: None {{(pid=104226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:35:09.818763 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.l3_hamode_db [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:24Z', 'updated_at': '2022-04-29T08:35:09Z', 'revision_number': 6, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'gw_port_host': None}], 'dv-neutron-839860-1-hyperv', False) {} {{(pid=104226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:09.844793 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab067f-03b8-4a7e-855e-81953edcbfba None None] The sync data for ids ['1f51b7e9-2e1d-436e-9ba9-260a79d9898f'] in dv-neutron-839860-1-hyperv is: [{'id': '1f51b7e9-2e1d-436e-9ba9-260a79d9898f', 'name': 'tempest-TestSnapshotPattern-214611033-router', 'tenant_id': '28463bc5a1274a5eaf2d871a4672446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:30:24Z', 'updated_at': '2022-04-29T08:35:09Z', 'revision_number': 6, 'project_id': '28463bc5a1274a5eaf2d871a4672446e', 'gw_port_host': None}] {{(pid=104226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:35:09.871387 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (a458ddc6-07e7-485e-ba7e-0c1a3322ab8b), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:09.901986 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a458ddc6-07e7-485e-ba7e-0c1a3322ab8b,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:09.963953 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1805848'] for router_gateway (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.053785 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1803665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9618'] for router (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.055875 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks [] for router_controller (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.103129 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1803656'] for router (1f51b7e9-2e1d-436e-9ba9-260a79d9898f), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.103674 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f51b7e9-2e1d-436e-9ba9-260a79d9898f {{(pid=104223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 08:35:10.108031 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.109246 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-43642b09-3993-4eca-8a88-0f7de92e67a4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1f51b7e9-2e1d-436e-9ba9-260a79d9898f HTTP/1.1" status: 204 len: 168 time: 0.7557235 Apr 29 08:35:10.111734 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34956) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:10.154459 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1047b7-4ef6-4cb5-8d6a-f5cc27966f5c admin admin] Deleting subnet 258949ec-787e-4a19-adca-88e6742c0861 {{(pid=104223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 29 08:35:10.157719 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a1047b7-4ef6-4cb5-8d6a-f5cc27966f5c admin admin] Publish callbacks [] for subnet (258949ec-787e-4a19-adca-88e6742c0861), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.191047 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a1047b7-4ef6-4cb5-8d6a-f5cc27966f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3328670'] for subnet (258949ec-787e-4a19-adca-88e6742c0861), precommit_delete_associations {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.282726 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a1047b7-4ef6-4cb5-8d6a-f5cc27966f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735624'] for subnet (258949ec-787e-4a19-adca-88e6742c0861), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.338173 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a1047b7-4ef6-4cb5-8d6a-f5cc27966f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3329711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829862'] for subnet (258949ec-787e-4a19-adca-88e6742c0861), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.364053 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1047b7-4ef6-4cb5-8d6a-f5cc27966f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258949ec-787e-4a19-adca-88e6742c0861,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:10.366000 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-5a1047b7-4ef6-4cb5-8d6a-f5cc27966f5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.369040 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-5a1047b7-4ef6-4cb5-8d6a-f5cc27966f5c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/258949ec-787e-4a19-adca-88e6742c0861 HTTP/1.1" status: 204 len: 168 time: 0.2563882 Apr 29 08:35:10.371500 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc4b61f-3531-4296-966a-b9f46ddb592e None None] Network b0505421-5474-4e80-839a-da8236ab4f62 requested from dv-neutron-839860-1-hyperv {{(pid=104225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:35:10.372009 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34960) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:10.442261 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565065'] for network (b0505421-5474-4e80-839a-da8236ab4f62), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.497152 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Deleting port f3d9f296-c469-4902-9868-707b58fe35e0 {{(pid=104223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:35:10.497514 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.559100 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.db [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] For port f3d9f296-c469-4902-9868-707b58fe35e0, host dv-neutron-839860-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839860-1-hyperv',level=0,port_id=f3d9f296-c469-4902-9868-707b58fe35e0,segment=NetworkSegment(d0d75a9d-da17-4559-8efc-418b72887ef2),segment_id=d0d75a9d-da17-4559-8efc-418b72887ef2)] {{(pid=104223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:35:10.559463 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.572529 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.plugin [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Calling delete_port for f3d9f296-c469-4902-9868-707b58fe35e0 owned by network:dhcp {{(pid=104223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:35:10.607164 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] DHCP port deletion for b0505421-5474-4e80-839a-da8236ab4f62 request from dv-neutron-839860-1-hyperv {{(pid=104225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 08:35:10.662214 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3329648'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.663453 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] Deleting port f3d9f296-c469-4902-9868-707b58fe35e0 {{(pid=104225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 29 08:35:10.664044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745940769967'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), before_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.689871 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] No DVR routers for this DVR port f3d9f296-c469-4902-9868-707b58fe35e0 on host dv-neutron-839860-1-hyperv {{(pid=104223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:35:10.695420 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d9f296-c469-4902-9868-707b58fe35e0,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:10.731091 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.db [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] For port f3d9f296-c469-4902-9868-707b58fe35e0, host dv-neutron-839860-1-hyperv, got binding levels [] {{(pid=104225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:35:10.731482 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804954'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), precommit_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.743640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] Calling delete_port for f3d9f296-c469-4902-9868-707b58fe35e0 owned by network:dhcp {{(pid=104225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 29 08:35:10.746321 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.ipam_backend_mixin [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] Port f3d9f296-c469-4902-9868-707b58fe35e0 was not found and therefore no delete operation was performed {{(pid=104225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 29 08:35:10.747548 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-577879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2070282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745940776470', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745940322160'] for port (f3d9f296-c469-4902-9868-707b58fe35e0), after_delete {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.766517 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733471', 'neutron.services.segments.db._delete_segments_for_network-8745940910035'] for network (b0505421-5474-4e80-839a-da8236ab4f62), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:10.778666 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] No DVR routers for this DVR port f3d9f296-c469-4902-9868-707b58fe35e0 on host dv-neutron-839860-1-hyperv {{(pid=104225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:35:10.782722 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6534e5-fd3c-4fca-a94e-b21069e0faa9 None None] Pushing event deleted for resources: {'Port': ['ID=f3d9f296-c469-4902-9868-707b58fe35e0,revision_number=None']} {{(pid=104225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:11.101106 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f3d9f296-c469-4902-9868-707b58fe35e0 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:35:11.122999 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: f3d9f296-c469-4902-9868-707b58fe35e0 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:35:11.123304 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device f3d9f296-c469-4902-9868-707b58fe35e0 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:35:11.123752 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device a458ddc6-07e7-485e-ba7e-0c1a3322ab8b no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:35:11.144283 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: a458ddc6-07e7-485e-ba7e-0c1a3322ab8b {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:35:11.144506 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device a458ddc6-07e7-485e-ba7e-0c1a3322ab8b not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:35:11.144637 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0505421-5474-4e80-839a-da8236ab4f62']}} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:11.145115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bc5458bb-7861-4936-9eb0-446ca80b3d48 no longer exists at agent ovs-agent-dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:35:11.154323 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d75a9d-da17-4559-8efc-418b72887ef2') {'for_net_delete': True} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:11.154598 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.services.segments.db [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d75a9d-da17-4559-8efc-418b72887ef2') {} {{(pid=104223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:35:11.163933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745940913372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3328661'] for segment (d0d75a9d-da17-4559-8efc-418b72887ef2), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:11.164316 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.plugin [None req-9792ee26-eb82-423c-8184-4703df965021 None None] No Port match for: bc5458bb-7861-4936-9eb0-446ca80b3d48 {{(pid=104225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 29 08:35:11.164664 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron.plugins.ml2.rpc [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Device bc5458bb-7861-4936-9eb0-446ca80b3d48 not bound to the agent host dv-neutron-839860-1-hyperv {{(pid=104225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:35:11.177931 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684'] for segment (d0d75a9d-da17-4559-8efc-418b72887ef2), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:11.183961 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:35:11.184352 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3329541'] for segment (d0d75a9d-da17-4559-8efc-418b72887ef2), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: Traceback (most recent call last): Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: timer() Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: cb(*args, **kw) Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: return func(*args, **kwargs) Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: self._notify() Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: self.callback(batched_events) Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: event.method(event) Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: return f(self, *a, **k) Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._get(url).json() Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: return self.request(url, 'GET', **kwargs) Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:35:11.186172 dv-neutron-839860-1-hyperv neutron-server[104223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:35:11.242933 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1805884'] for network (b0505421-5474-4e80-839a-da8236ab4f62), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:11.248425 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:11.251658 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b0505421-5474-4e80-839a-da8236ab4f62 HTTP/1.1" status: 204 len: 168 time: 0.8791971 Apr 29 08:35:11.262569 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30505774-d03d-43ed-879a-19f878f43a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0505421-5474-4e80-839a-da8236ab4f62,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:11.447405 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34964) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:11.486866 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-0e137b55-2e59-4df2-8ca4-c41c6214e0c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eab68d1ba0f64d45a4097b5a79a70af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382552 Apr 29 08:35:11.489332 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.wsgi [-] (104223) accepted ('10.222.0.23', 34966) {{(pid=104223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:11.540170 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46efbc7e-bc25-4b5c-b614-c74a08b03afa admin admin] Publish callbacks [] for security_group (88b0be8b-db35-4621-81c5-63ca5ee972ba), before_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:11.563025 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46efbc7e-bc25-4b5c-b614-c74a08b03afa admin admin] Publish callbacks [] for security_group (88b0be8b-db35-4621-81c5-63ca5ee972ba), precommit_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:11.612836 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46efbc7e-bc25-4b5c-b614-c74a08b03afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (88b0be8b-db35-4621-81c5-63ca5ee972ba), after_delete {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:11.615482 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron_lib.callbacks.manager [None req-46efbc7e-bc25-4b5c-b614-c74a08b03afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:11.616627 dv-neutron-839860-1-hyperv neutron-server[104223]: INFO neutron.wsgi [None req-46efbc7e-bc25-4b5c-b614-c74a08b03afa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88b0be8b-db35-4621-81c5-63ca5ee972ba HTTP/1.1" status: 204 len: 168 time: 0.1264472 Apr 29 08:35:11.624412 dv-neutron-839860-1-hyperv neutron-server[104223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efbc7e-bc25-4b5c-b614-c74a08b03afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b0be8b-db35-4621-81c5-63ca5ee972ba,revision_number=None']} {{(pid=104223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:11.953062 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34972) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:11.998940 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-99ef3935-588e-4c1b-810c-61e15cdeb4c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28463bc5a1274a5eaf2d871a4672446e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446696 Apr 29 08:35:12.001649 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.wsgi [-] (104224) accepted ('10.222.0.23', 34974) {{(pid=104224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:35:12.051763 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa156-d46b-46c1-ab4b-991cf7d54af1 admin admin] Publish callbacks [] for security_group (696d9ade-2c5b-4acf-9f1f-4d6d139e8cc3), before_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:12.074467 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa156-d46b-46c1-ab4b-991cf7d54af1 admin admin] Publish callbacks [] for security_group (696d9ade-2c5b-4acf-9f1f-4d6d139e8cc3), precommit_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:12.127009 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa156-d46b-46c1-ab4b-991cf7d54af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361762'] for security_group (696d9ade-2c5b-4acf-9f1f-4d6d139e8cc3), after_delete {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:12.129513 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa156-d46b-46c1-ab4b-991cf7d54af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:12.130669 dv-neutron-839860-1-hyperv neutron-server[104224]: INFO neutron.wsgi [None req-6ebaa156-d46b-46c1-ab4b-991cf7d54af1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/696d9ade-2c5b-4acf-9f1f-4d6d139e8cc3 HTTP/1.1" status: 204 len: 168 time: 0.1281233 Apr 29 08:35:12.138108 dv-neutron-839860-1-hyperv neutron-server[104224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaa156-d46b-46c1-ab4b-991cf7d54af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696d9ade-2c5b-4acf-9f1f-4d6d139e8cc3,revision_number=None']} {{(pid=104224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:35:31.448622 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e0818e72-8099-4ee5-bd44-ac23a304eb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:33.552628 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-84cfd241-12ef-4771-9b43-3942111e12a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:35.082587 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:36.028081 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:36.393618 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:37.403805 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:35:46.339808 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:36:01.465176 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-c1fd9566-0438-4265-9d32-9d23065e92a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:03.554794 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-3b87e8f6-0e38-4806-ad24-5ae8c2e99db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:05.088923 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:06.045640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:06.393154 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:07.404768 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:23.344235 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:36:31.458243 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-d55ca225-bf5e-450b-921c-73ad9dd55c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:33.551909 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fd933dfd-8108-4541-a055-58ed2d8af63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:35.087210 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:36.035762 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:36.401773 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:36:37.406614 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:00.349526 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:37:01.459044 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-27395f77-50af-4a2f-a410-a6436207370e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:03.553844 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-8226670a-8bd8-423d-96de-f6febe7191e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:05.075623 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:06.037564 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:06.400839 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:07.400978 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:31.453885 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-fe3bbcc1-995a-4f44-81df-55e0a3d54ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:33.554149 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-656e59c9-f3ac-4729-b350-645d42ae4edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:35.079715 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:36.038275 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:36.407438 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:37:37.354383 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:37:37.413111 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:01.469057 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-ea700214-d573-4592-a665-667918b67317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:03.554315 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-162e283d-022a-48ed-9fd8-3c935e86f603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:05.084017 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:06.036352 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:06.411538 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:07.416468 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:14.359457 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:38:31.463717 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-0e76df60-9fe5-4667-b96a-47922789e3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:33.552897 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-389c0fc3-0d72-4934-828c-449940b86c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:35.086014 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:36.040400 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:36.420440 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:37.418755 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:38:51.364107 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:39:01.477250 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-a729c719-1e45-49ab-95be-7b062bd15b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:03.554869 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-b9c93c3f-4f08-4ab1-ab92-b8a504261d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:05.099640 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:06.035424 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:06.428743 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:07.420600 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:28.367556 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:39:31.471226 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-cd71c42d-3681-4156-b731-8909bcdaf9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:33.559098 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-e7dee8c6-a26f-432b-93fb-1b36d8865501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:35.099991 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:36.036320 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:36.432694 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:39:37.421872 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:01.489611 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-30bae3d5-fa29-489b-8f30-c80ff40cb2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:03.559963 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-2814d400-fb7c-41e6-b8d7-b2693715e8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:05.098349 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:05.371942 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:40:06.050505 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:06.440394 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:07.421558 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:31.474213 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-834485e8-824e-49d7-b40a-bb6a9d3b28d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (daf4a3bb-fadc-4a9c-91b2-b98a782541a8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:33.554444 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-5294566a-8129-4496-bc93-0ff3f5408feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (ed915f85-2558-4070-ab17-57f71c22b820), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:35.103085 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-268f2d34-ee53-4f7b-831a-40ec7d57e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (23591a37-e1d8-4be6-b86f-20ab3641b7f3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:36.063481 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-96a91294-7b94-4337-b368-e5a693957c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (18ff663a-c3e3-4ee0-bd23-025d575f4ca3), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:36.432946 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-695071bd-c5a2-4945-9926-0ed6dfe30f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (be8ee5e2-813e-4137-9747-80fc918a075b), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:37.417115 dv-neutron-839860-1-hyperv neutron-server[104225]: DEBUG neutron_lib.callbacks.manager [None req-9792ee26-eb82-423c-8184-4703df965021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745940910017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734996'] for agent (6ff91d0a-d3cf-40e2-a5d7-6ae350ff68c8), after_update {{(pid=104225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:40:42.371128 dv-neutron-839860-1-hyperv neutron-server[104226]: DEBUG neutron.db.agents_db [None req-456c0448-b5c9-4e54-964f-2e5e1051925b None None] Agent healthcheck: found 6 active agents {{(pid=104226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}